Re: [PATCH net-next 3/6] net: bcmasp: Add support for ASP2.0 Ethernet controller
From: Heiner Kallweit
Date: Wed Apr 19 2023 - 02:35:49 EST
On 19.04.2023 02:10, Justin Chen wrote:
> Add support for the Broadcom ASP 2.0 Ethernet controller which is first
> introduced with 72165. This controller features two distinct Ethernet
> ports that can be independently operated.
>
> This patch supports:
>
> - Wake-on-LAN using magic packets
> - basic ethtool operations (link, counters, message level)
> - MAC destination address filtering (promiscuous, ALL_MULTI, etc.)
>
> Signed-off-by: Justin Chen <justinpopo6@xxxxxxxxx>
> Signed-off-by: Florian Fainelli <f.fainelli@xxxxxxxxx>
> ---
> drivers/net/ethernet/broadcom/Kconfig | 11 +
> drivers/net/ethernet/broadcom/Makefile | 1 +
> drivers/net/ethernet/broadcom/asp2/Makefile | 2 +
> drivers/net/ethernet/broadcom/asp2/bcmasp.c | 1527 ++++++++++++++++++++
> drivers/net/ethernet/broadcom/asp2/bcmasp.h | 636 ++++++++
> .../net/ethernet/broadcom/asp2/bcmasp_ethtool.c | 620 ++++++++
> drivers/net/ethernet/broadcom/asp2/bcmasp_intf.c | 1425 ++++++++++++++++++
> .../net/ethernet/broadcom/asp2/bcmasp_intf_defs.h | 238 +++
> 8 files changed, 4460 insertions(+)
> create mode 100644 drivers/net/ethernet/broadcom/asp2/Makefile
> create mode 100644 drivers/net/ethernet/broadcom/asp2/bcmasp.c
> create mode 100644 drivers/net/ethernet/broadcom/asp2/bcmasp.h
> create mode 100644 drivers/net/ethernet/broadcom/asp2/bcmasp_ethtool.c
> create mode 100644 drivers/net/ethernet/broadcom/asp2/bcmasp_intf.c
> create mode 100644 drivers/net/ethernet/broadcom/asp2/bcmasp_intf_defs.h
>
> diff --git a/drivers/net/ethernet/broadcom/Kconfig b/drivers/net/ethernet/broadcom/Kconfig
> index 948586bf1b5b..d4166141145d 100644
> --- a/drivers/net/ethernet/broadcom/Kconfig
> +++ b/drivers/net/ethernet/broadcom/Kconfig
> @@ -255,4 +255,15 @@ config BNXT_HWMON
> Say Y if you want to expose the thermal sensor data on NetXtreme-C/E
> devices, via the hwmon sysfs interface.
>
> +config BCMASP
> + tristate "Broadcom ASP 2.0 Ethernet support"
> + default ARCH_BRCMSTB
> + depends on OF
> + select MII
> + select PHYLIB
> + select MDIO_BCM_UNIMAC
> + help
> + This configuration enables the Broadcom ASP 2.0 Ethernet controller
> + driver which is present in Broadcom STB SoCs such as 72165.
> +
> endif # NET_VENDOR_BROADCOM
> diff --git a/drivers/net/ethernet/broadcom/Makefile b/drivers/net/ethernet/broadcom/Makefile
> index 0ddfb5b5d53c..bac5cb6ad0cd 100644
> --- a/drivers/net/ethernet/broadcom/Makefile
> +++ b/drivers/net/ethernet/broadcom/Makefile
> @@ -17,3 +17,4 @@ obj-$(CONFIG_BGMAC_BCMA) += bgmac-bcma.o bgmac-bcma-mdio.o
> obj-$(CONFIG_BGMAC_PLATFORM) += bgmac-platform.o
> obj-$(CONFIG_SYSTEMPORT) += bcmsysport.o
> obj-$(CONFIG_BNXT) += bnxt/
> +obj-$(CONFIG_BCMASP) += asp2/
> diff --git a/drivers/net/ethernet/broadcom/asp2/Makefile b/drivers/net/ethernet/broadcom/asp2/Makefile
> new file mode 100644
> index 000000000000..e07550315f83
> --- /dev/null
> +++ b/drivers/net/ethernet/broadcom/asp2/Makefile
> @@ -0,0 +1,2 @@
> +obj-$(CONFIG_BCMASP) += bcm-asp.o
> +bcm-asp-objs := bcmasp.o bcmasp_intf.o bcmasp_ethtool.o
> diff --git a/drivers/net/ethernet/broadcom/asp2/bcmasp.c b/drivers/net/ethernet/broadcom/asp2/bcmasp.c
> new file mode 100644
> index 000000000000..9cf5f4d6dd0d
> --- /dev/null
> +++ b/drivers/net/ethernet/broadcom/asp2/bcmasp.c
> @@ -0,0 +1,1527 @@
> +// SPDX-License-Identifier: GPL-2.0
> +/*
> + * Broadcom STB ASP 2.0 Driver
> + *
> + * Copyright (c) 2020 Broadcom
> + */
> +#include <linux/etherdevice.h>
> +#include <linux/if_vlan.h>
> +#include <linux/init.h>
> +#include <linux/interrupt.h>
> +#include <linux/module.h>
> +#include <linux/kernel.h>
> +#include <linux/platform_device.h>
> +#include <linux/of.h>
> +#include <linux/of_address.h>
> +#include <linux/of_platform.h>
> +#include <linux/clk.h>
> +
> +#include "bcmasp.h"
> +#include "bcmasp_intf_defs.h"
> +
> +static inline void _intr2_mask_clear(struct bcmasp_priv *priv, u32 mask)
> +{
> + intr2_core_wl(priv, mask, ASP_INTR2_MASK_CLEAR);
> + priv->irq_mask &= ~mask;
> +}
> +
> +static inline void _intr2_mask_set(struct bcmasp_priv *priv, u32 mask)
> +{
> + intr2_core_wl(priv, mask, ASP_INTR2_MASK_SET);
> + priv->irq_mask |= mask;
> +}
> +
> +void bcmasp_enable_tx_irq(struct bcmasp_intf *intf, int en)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> +
> + if (en)
> + _intr2_mask_clear(priv, ASP_INTR2_TX_DESC(intf->channel));
> + else
> + _intr2_mask_set(priv, ASP_INTR2_TX_DESC(intf->channel));
> +}
> +EXPORT_SYMBOL_GPL(bcmasp_enable_tx_irq);
> +
> +void bcmasp_enable_rx_irq(struct bcmasp_intf *intf, int en)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> +
> + if (en)
> + _intr2_mask_clear(priv, ASP_INTR2_RX_ECH(intf->channel));
> + else
> + _intr2_mask_set(priv, ASP_INTR2_RX_ECH(intf->channel));
> +}
> +EXPORT_SYMBOL_GPL(bcmasp_enable_rx_irq);
> +
> +static void bcmasp_intr2_mask_set_all(struct bcmasp_priv *priv)
> +{
> + _intr2_mask_set(priv, 0xffffffff);
> + priv->irq_mask = 0xffffffff;
> +}
> +
> +static void bcmasp_intr2_clear_all(struct bcmasp_priv *priv)
> +{
> + intr2_core_wl(priv, 0xffffffff, ASP_INTR2_CLEAR);
> +}
> +
> +static inline void bcmasp_intr2_handling(struct bcmasp_intf *intf, u32 status)
> +{
> + if (unlikely(!intf))
> + return;
> +
> + if (status & ASP_INTR2_RX_ECH(intf->channel)) {
> + if (likely(napi_schedule_prep(&intf->rx_napi))) {
> + bcmasp_enable_rx_irq(intf, 0);
> + __napi_schedule_irqoff(&intf->rx_napi);
> + }
> + }
> +
> + if (status & ASP_INTR2_TX_DESC(intf->channel)) {
> + if (likely(napi_schedule_prep(&intf->tx_napi))) {
> + bcmasp_enable_tx_irq(intf, 0);
> + __napi_schedule_irqoff(&intf->tx_napi);
> + }
> + }
> +}
> +
> +static irqreturn_t bcmasp_isr(int irq, void *data)
> +{
> + struct bcmasp_priv *priv = data;
> + struct bcmasp_intf *intf;
> + u32 status;
> + int i;
> +
> + status = intr2_core_rl(priv, ASP_INTR2_STATUS) &
> + ~intr2_core_rl(priv, ASP_INTR2_MASK_STATUS);
> +
> + intr2_core_wl(priv, status, ASP_INTR2_CLEAR);
> +
> + if (unlikely(status == 0)) {
> + dev_warn(&priv->pdev->dev, "l2 spurious interrupt\n");
> + return IRQ_NONE;
> + }
> +
> + /* Handle intferfaces */
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + bcmasp_intr2_handling(intf, status);
> + }
> +
> + return IRQ_HANDLED;
> +}
> +
> +void bcmasp_flush_rx_port(struct bcmasp_intf *intf)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + u32 mask;
> +
> + switch (intf->port) {
> + case 0:
> + mask = ASP_CTRL_UMAC0_FLUSH_MASK;
> + break;
> + case 1:
> + mask = ASP_CTRL_UMAC1_FLUSH_MASK;
> + break;
> + case 2:
> + mask = ASP_CTRL_SPB_FLUSH_MASK;
> + break;
> + default:
> + /* Not valid port */
> + return;
> + }
> +
> + rx_ctrl_core_wl(priv, mask, priv->hw_info->rx_ctrl_flush);
> +}
> +
> +static void bcmasp_netfilt_hw_en_wake(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt)
> +{
> + rx_filter_core_wl(priv, ASP_RX_FILTER_NET_OFFSET_L3_1(64),
> + ASP_RX_FILTER_NET_OFFSET(nfilt->hw_index));
> +
> + rx_filter_core_wl(priv, ASP_RX_FILTER_NET_OFFSET_L2(32) |
> + ASP_RX_FILTER_NET_OFFSET_L3_0(32) |
> + ASP_RX_FILTER_NET_OFFSET_L3_1(96) |
> + ASP_RX_FILTER_NET_OFFSET_L4(32),
> + ASP_RX_FILTER_NET_OFFSET(nfilt->hw_index + 1));
> +
> + rx_filter_core_wl(priv, ASP_RX_FILTER_NET_CFG_CH(nfilt->port + 8) |
> + ASP_RX_FILTER_NET_CFG_EN |
> + ASP_RX_FILTER_NET_CFG_L2_EN |
> + ASP_RX_FILTER_NET_CFG_L3_EN |
> + ASP_RX_FILTER_NET_CFG_L4_EN |
> + ASP_RX_FILTER_NET_CFG_L3_FRM(2) |
> + ASP_RX_FILTER_NET_CFG_L4_FRM(2) |
> + ASP_RX_FILTER_NET_CFG_UMC(nfilt->port),
> + ASP_RX_FILTER_NET_CFG(nfilt->hw_index));
> +
> + rx_filter_core_wl(priv, ASP_RX_FILTER_NET_CFG_CH(nfilt->port + 8) |
> + ASP_RX_FILTER_NET_CFG_EN |
> + ASP_RX_FILTER_NET_CFG_L2_EN |
> + ASP_RX_FILTER_NET_CFG_L3_EN |
> + ASP_RX_FILTER_NET_CFG_L4_EN |
> + ASP_RX_FILTER_NET_CFG_L3_FRM(2) |
> + ASP_RX_FILTER_NET_CFG_L4_FRM(2) |
> + ASP_RX_FILTER_NET_CFG_UMC(nfilt->port),
> + ASP_RX_FILTER_NET_CFG(nfilt->hw_index + 1));
> +}
> +
> +#define MAX_WAKE_FILTER_SIZE 256
> +enum asp_netfilt_reg_type {
> + ASP_NETFILT_MATCH = 0,
> + ASP_NETFILT_MASK,
> + ASP_NETFILT_MAX
> +};
> +
> +static int bcmasp_netfilt_get_reg_offset(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + enum asp_netfilt_reg_type reg_type,
> + u32 offset)
> +{
> + u32 block_index, filter_sel;
> +
> + if (offset < 32) {
> + block_index = ASP_RX_FILTER_NET_L2;
> + filter_sel = nfilt->hw_index;
> + } else if (offset < 64) {
> + block_index = ASP_RX_FILTER_NET_L2;
> + filter_sel = nfilt->hw_index + 1;
> + } else if (offset < 96) {
> + block_index = ASP_RX_FILTER_NET_L3_0;
> + filter_sel = nfilt->hw_index;
> + } else if (offset < 128) {
> + block_index = ASP_RX_FILTER_NET_L3_0;
> + filter_sel = nfilt->hw_index + 1;
> + } else if (offset < 160) {
> + block_index = ASP_RX_FILTER_NET_L3_1;
> + filter_sel = nfilt->hw_index;
> + } else if (offset < 192) {
> + block_index = ASP_RX_FILTER_NET_L3_1;
> + filter_sel = nfilt->hw_index + 1;
> + } else if (offset < 224) {
> + block_index = ASP_RX_FILTER_NET_L4;
> + filter_sel = nfilt->hw_index;
> + } else if (offset < 256) {
> + block_index = ASP_RX_FILTER_NET_L4;
> + filter_sel = nfilt->hw_index + 1;
> + }
> +
> + switch (reg_type) {
> + case ASP_NETFILT_MATCH:
> + return ASP_RX_FILTER_NET_PAT(filter_sel, block_index,
> + (offset % 32));
> + case ASP_NETFILT_MASK:
> + return ASP_RX_FILTER_NET_MASK(filter_sel, block_index,
> + (offset % 32));
> + default:
> + return -EINVAL;
> + }
> +}
> +
> +static void bcmasp_netfilt_wr(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + enum asp_netfilt_reg_type reg_type,
> + u32 val, u32 offset)
> +{
> + int reg_offset;
> +
> + /* HW only accepts 4 byte aligned writes */
> + if (!IS_ALIGNED(offset, 4) || offset > MAX_WAKE_FILTER_SIZE)
> + return;
> +
> + reg_offset = bcmasp_netfilt_get_reg_offset(priv, nfilt, reg_type,
> + offset);
> +
> + rx_filter_core_wl(priv, val, reg_offset);
> +}
> +
> +static u32 bcmasp_netfilt_rd(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + enum asp_netfilt_reg_type reg_type,
> + u32 offset)
> +{
> + int reg_offset;
> +
> + /* HW only accepts 4 byte aligned writes */
> + if (!IS_ALIGNED(offset, 4) || offset > MAX_WAKE_FILTER_SIZE)
> + return 0;
> +
> + reg_offset = bcmasp_netfilt_get_reg_offset(priv, nfilt, reg_type,
> + offset);
> +
> + return rx_filter_core_rl(priv, reg_offset);
> +}
> +
> +static int bcmasp_netfilt_wr_m_wake(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + u32 offset, void *match, void *mask,
> + size_t size)
> +{
> + u32 shift, mask_val = 0, match_val = 0;
> + bool first_byte = true;
> +
> + if ((offset + size) > MAX_WAKE_FILTER_SIZE)
> + return -EINVAL;
> +
> + while (size--) {
> + /* The HW only accepts 4 byte aligned writes, so if we
> + * begin unaligned or if remaining bytes less than 4,
> + * we need to read then write to avoid losing current
> + * register state
> + */
> + if (first_byte && (!IS_ALIGNED(offset, 4) || size < 3)) {
> + match_val = bcmasp_netfilt_rd(priv, nfilt,
> + ASP_NETFILT_MATCH,
> + ALIGN_DOWN(offset, 4));
> + mask_val = bcmasp_netfilt_rd(priv, nfilt,
> + ASP_NETFILT_MASK,
> + ALIGN_DOWN(offset, 4));
> + }
> +
> + shift = (3 - (offset % 4)) * 8;
> + match_val &= ~GENMASK(shift + 7, shift);
> + mask_val &= ~GENMASK(shift + 7, shift);
> + match_val |= (u32)(*((u8 *)match) << shift);
> + mask_val |= (u32)(*((u8 *)mask) << shift);
> +
> + /* If last byte or last byte of word, write to reg */
> + if (!size || ((offset % 4) == 3)) {
> + bcmasp_netfilt_wr(priv, nfilt, ASP_NETFILT_MATCH,
> + match_val, ALIGN_DOWN(offset, 4));
> + bcmasp_netfilt_wr(priv, nfilt, ASP_NETFILT_MASK,
> + mask_val, ALIGN_DOWN(offset, 4));
> + first_byte = true;
> + } else {
> + first_byte = false;
> + }
> +
> + offset++;
> + match++;
> + mask++;
> + }
> +
> + return 0;
> +}
> +
> +static void bcmasp_netfilt_reset_hw(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt)
> +{
> + int i;
> +
> + for (i = 0; i < MAX_WAKE_FILTER_SIZE; i += 4) {
> + bcmasp_netfilt_wr(priv, nfilt, ASP_NETFILT_MATCH, 0, i);
> + bcmasp_netfilt_wr(priv, nfilt, ASP_NETFILT_MASK, 0, i);
> + }
> +}
> +
> +static void bcmasp_netfilt_tcpip4_wr(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + struct ethtool_tcpip4_spec *match,
> + struct ethtool_tcpip4_spec *mask,
> + u32 offset)
> +{
> + __be16 val_16, mask_16;
> +
> + val_16 = htons(ETH_P_IP);
> + mask_16 = 0xFFFF;
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, (ETH_ALEN * 2) + offset,
> + &val_16, &mask_16, sizeof(val_16));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 1,
> + &match->tos, &mask->tos,
> + sizeof(match->tos));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 12,
> + &match->ip4src, &mask->ip4src,
> + sizeof(match->ip4src));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 16,
> + &match->ip4dst, &mask->ip4dst,
> + sizeof(match->ip4dst));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 20,
> + &match->psrc, &mask->psrc,
> + sizeof(match->psrc));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 22,
> + &match->pdst, &mask->pdst,
> + sizeof(match->pdst));
> +}
> +
> +static void bcmasp_netfilt_tcpip6_wr(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt,
> + struct ethtool_tcpip6_spec *match,
> + struct ethtool_tcpip6_spec *mask,
> + u32 offset)
> +{
> + __be16 val_16, mask_16;
> +
> + val_16 = htons(ETH_P_IPV6);
> + mask_16 = 0xFFFF;
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, (ETH_ALEN * 2) + offset,
> + &val_16, &mask_16, sizeof(val_16));
> + val_16 = match->tclass << 4;
> + mask_16 = mask->tclass << 4;
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset,
> + &val_16, &mask_16, sizeof(val_16));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 8,
> + &match->ip6src, &mask->ip6src,
> + sizeof(match->ip6src));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 24,
> + &match->ip6dst, &mask->ip6dst,
> + sizeof(match->ip6dst));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 40,
> + &match->psrc, &mask->psrc,
> + sizeof(match->psrc));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 42,
> + &match->pdst, &mask->pdst,
> + sizeof(match->pdst));
> +}
> +
> +static int bcmasp_netfilt_wr_to_hw(struct bcmasp_priv *priv,
> + struct bcmasp_net_filter *nfilt)
> +{
> + struct ethtool_rx_flow_spec *fs = &nfilt->fs;
> + unsigned int offset = 0;
> + __be16 val_16, mask_16;
> + u8 val_8, mask_8;
> +
> + /* Currently only supports wake filters */
> + if (!nfilt->wake_filter)
> + return -EINVAL;
> +
> + bcmasp_netfilt_reset_hw(priv, nfilt);
> +
> + if (fs->flow_type & FLOW_MAC_EXT) {
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, 0, &fs->h_ext.h_dest,
> + &fs->m_ext.h_dest,
> + sizeof(fs->h_ext.h_dest));
> + }
> +
> + if ((fs->flow_type & FLOW_EXT) &&
> + (fs->m_ext.vlan_etype || fs->m_ext.vlan_tci)) {
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, (ETH_ALEN * 2),
> + &fs->h_ext.vlan_etype,
> + &fs->m_ext.vlan_etype,
> + sizeof(fs->h_ext.vlan_etype));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ((ETH_ALEN * 2) + 2),
> + &fs->h_ext.vlan_tci,
> + &fs->m_ext.vlan_tci,
> + sizeof(fs->h_ext.vlan_tci));
> + offset += VLAN_HLEN;
> + }
> +
> + switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT)) {
> + case ETHER_FLOW:
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, 0,
> + &fs->h_u.ether_spec.h_dest,
> + &fs->m_u.ether_spec.h_dest,
> + sizeof(fs->h_u.ether_spec.h_dest));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_ALEN,
> + &fs->h_u.ether_spec.h_source,
> + &fs->m_u.ether_spec.h_source,
> + sizeof(fs->h_u.ether_spec.h_source));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, (ETH_ALEN * 2) + offset,
> + &fs->h_u.ether_spec.h_proto,
> + &fs->m_u.ether_spec.h_proto,
> + sizeof(fs->h_u.ether_spec.h_proto));
> +
> + break;
> + case IP_USER_FLOW:
> + val_16 = htons(ETH_P_IP);
> + mask_16 = 0xFFFF;
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, (ETH_ALEN * 2) + offset,
> + &val_16, &mask_16, sizeof(val_16));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 1,
> + &fs->h_u.usr_ip4_spec.tos,
> + &fs->m_u.usr_ip4_spec.tos,
> + sizeof(fs->h_u.usr_ip4_spec.tos));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 9,
> + &fs->h_u.usr_ip4_spec.proto,
> + &fs->m_u.usr_ip4_spec.proto,
> + sizeof(fs->h_u.usr_ip4_spec.proto));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 12,
> + &fs->h_u.usr_ip4_spec.ip4src,
> + &fs->m_u.usr_ip4_spec.ip4src,
> + sizeof(fs->h_u.usr_ip4_spec.ip4src));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 16,
> + &fs->h_u.usr_ip4_spec.ip4dst,
> + &fs->m_u.usr_ip4_spec.ip4dst,
> + sizeof(fs->h_u.usr_ip4_spec.ip4dst));
> + if (!fs->m_u.usr_ip4_spec.l4_4_bytes)
> + break;
> +
> + /* Only supports 20 byte IPv4 header */
> + val_8 = 0x45;
> + mask_8 = 0xFF;
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset,
> + &val_8, &mask_8, sizeof(val_8));
> + bcmasp_netfilt_wr_m_wake(priv, nfilt,
> + ETH_HLEN + 20 + offset,
> + &fs->h_u.usr_ip4_spec.l4_4_bytes,
> + &fs->m_u.usr_ip4_spec.l4_4_bytes,
> + sizeof(fs->h_u.usr_ip4_spec.l4_4_bytes)
> + );
> + break;
> + case TCP_V4_FLOW:
> + val_8 = IPPROTO_TCP;
> + mask_8 = 0xFF;
> + bcmasp_netfilt_tcpip4_wr(priv, nfilt, &fs->h_u.tcp_ip4_spec,
> + &fs->m_u.tcp_ip4_spec, offset);
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 9,
> + &val_8, &mask_8, sizeof(val_8));
> + break;
> + case UDP_V4_FLOW:
> + val_8 = IPPROTO_UDP;
> + mask_8 = 0xFF;
> + bcmasp_netfilt_tcpip4_wr(priv, nfilt, &fs->h_u.udp_ip4_spec,
> + &fs->m_u.udp_ip4_spec, offset);
> +
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 9,
> + &val_8, &mask_8, sizeof(val_8));
> + break;
> + case TCP_V6_FLOW:
> + val_8 = IPPROTO_TCP;
> + mask_8 = 0xFF;
> + bcmasp_netfilt_tcpip6_wr(priv, nfilt, &fs->h_u.tcp_ip6_spec,
> + &fs->m_u.tcp_ip6_spec, offset);
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 6,
> + &val_8, &mask_8, sizeof(val_8));
> + break;
> + case UDP_V6_FLOW:
> + val_8 = IPPROTO_UDP;
> + mask_8 = 0xFF;
> + bcmasp_netfilt_tcpip6_wr(priv, nfilt, &fs->h_u.udp_ip6_spec,
> + &fs->m_u.udp_ip6_spec, offset);
> + bcmasp_netfilt_wr_m_wake(priv, nfilt, ETH_HLEN + offset + 6,
> + &val_8, &mask_8, sizeof(val_8));
> + break;
> + }
> +
> + bcmasp_netfilt_hw_en_wake(priv, nfilt);
> +
> + return 0;
> +}
> +
> +void bcmasp_netfilt_suspend(struct bcmasp_intf *intf)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + bool write = false;
> + int ret, i;
> +
> + /* Write all filters to HW */
> + for (i = 0; i < NUM_NET_FILTERS; i++) {
> + /* If the filter does not match the port, skip programming. */
> + if (!priv->net_filters[i].claimed ||
> + priv->net_filters[i].port != intf->port)
> + continue;
> +
> + if (i > 0 && (i % 2) &&
> + priv->net_filters[i].wake_filter &&
> + priv->net_filters[i - 1].wake_filter)
> + continue;
> +
> + ret = bcmasp_netfilt_wr_to_hw(priv, &priv->net_filters[i]);
> + if (!ret)
> + write = true;
> + }
> +
> + /* Successfully programmed at least one wake filter
> + * so enable top level wake config
> + */
> + if (write)
> + rx_filter_core_wl(priv, (ASP_RX_FILTER_OPUT_EN |
> + ASP_RX_FILTER_LNR_MD |
> + ASP_RX_FILTER_GEN_WK_EN |
> + ASP_RX_FILTER_NT_FLT_EN),
> + ASP_RX_FILTER_BLK_CTRL);
> +}
> +
> +void bcmasp_netfilt_get_all_active(struct bcmasp_intf *intf, u32 *rule_locs,
> + u32 *rule_cnt)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + int j = 0, i;
> +
> + for (i = 0; i < NUM_NET_FILTERS; i++) {
> + if (!priv->net_filters[i].claimed ||
> + priv->net_filters[i].port != intf->port)
> + continue;
> +
> + if (i > 0 && (i % 2) &&
> + priv->net_filters[i].wake_filter &&
> + priv->net_filters[i - 1].wake_filter)
> + continue;
> +
> + rule_locs[j++] = priv->net_filters[i].fs.location;
> + }
> +
> + *rule_cnt = j;
> +}
> +
> +int bcmasp_netfilt_get_active(struct bcmasp_intf *intf)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + int cnt = 0, i;
> +
> + for (i = 0; i < NUM_NET_FILTERS; i++) {
> + if (!priv->net_filters[i].claimed ||
> + priv->net_filters[i].port != intf->port)
> + continue;
> +
> + /* Skip over a wake filter pair */
> + if (i > 0 && (i % 2) &&
> + priv->net_filters[i].wake_filter &&
> + priv->net_filters[i - 1].wake_filter)
> + continue;
> +
> + cnt++;
> + }
> +
> + return cnt;
> +}
> +
> +int bcmasp_netfilt_check_dup(struct bcmasp_intf *intf,
> + struct ethtool_rx_flow_spec *fs)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + struct ethtool_rx_flow_spec *cur;
> + size_t fs_size = 0;
> + int i;
> +
> + for (i = 0; i < NUM_NET_FILTERS; i++) {
> + if (!priv->net_filters[i].claimed ||
> + priv->net_filters[i].port != intf->port)
> + continue;
> +
> + cur = &priv->net_filters[i].fs;
> +
> + if (cur->flow_type != fs->flow_type ||
> + cur->ring_cookie != fs->ring_cookie)
> + continue;
> +
> + switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT)) {
> + case ETHER_FLOW:
> + fs_size = sizeof(struct ethhdr);
> + break;
> + case IP_USER_FLOW:
> + fs_size = sizeof(struct ethtool_usrip4_spec);
> + break;
> + case TCP_V6_FLOW:
> + case UDP_V6_FLOW:
> + fs_size = sizeof(struct ethtool_tcpip6_spec);
> + break;
> + case TCP_V4_FLOW:
> + case UDP_V4_FLOW:
> + fs_size = sizeof(struct ethtool_tcpip4_spec);
> + break;
> + default:
> + continue;
> + }
> +
> + if (memcmp(&cur->h_u, &fs->h_u, fs_size) ||
> + memcmp(&cur->m_u, &fs->m_u, fs_size))
> + continue;
> +
> + if (cur->flow_type & FLOW_EXT) {
> + if (cur->h_ext.vlan_etype != fs->h_ext.vlan_etype ||
> + cur->m_ext.vlan_etype != fs->m_ext.vlan_etype ||
> + cur->h_ext.vlan_tci != fs->h_ext.vlan_tci ||
> + cur->m_ext.vlan_tci != fs->m_ext.vlan_tci ||
> + cur->h_ext.data[0] != fs->h_ext.data[0])
> + continue;
> + }
> + if (cur->flow_type & FLOW_MAC_EXT) {
> + if (memcmp(&cur->h_ext.h_dest,
> + &fs->h_ext.h_dest, ETH_ALEN) ||
> + memcmp(&cur->m_ext.h_dest,
> + &fs->m_ext.h_dest, ETH_ALEN))
> + continue;
> + }
> +
> + return 1;
> + }
> +
> + return 0;
> +}
> +
> +/* If no network filter found, return open filter.
> + * If no more open filters return NULL
> + */
> +struct bcmasp_net_filter *bcmasp_netfilt_get_init(struct bcmasp_intf *intf,
> + int loc, bool wake_filter,
> + bool init)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + struct bcmasp_net_filter *nfilter = NULL;
> + int i, open_index = -1;
> +
> + /* Check whether we exceed the filter table capacity */
> + if (loc != RX_CLS_LOC_ANY && loc >= NUM_NET_FILTERS)
> + return ERR_PTR(-EINVAL);
> +
> + /* If the filter location is busy (already claimed) and we are initializing
> + * the filter (insertion), return a busy error code.
> + */
> + if (loc != RX_CLS_LOC_ANY && init && priv->net_filters[loc].claimed)
> + return ERR_PTR(-EBUSY);
> +
> + /* We need two filters for wake-up, so we cannot use an odd filter */
> + if (wake_filter && loc != RX_CLS_LOC_ANY && (loc % 2))
> + return ERR_PTR(-EINVAL);
> +
> + /* Initialize the loop index based on the desired location or from 0 */
> + i = loc == RX_CLS_LOC_ANY ? 0 : loc;
> +
> + for ( ; i < NUM_NET_FILTERS; i++) {
> + /* Found matching network filter */
> + if (!init &&
> + priv->net_filters[i].claimed &&
> + priv->net_filters[i].hw_index == i &&
> + priv->net_filters[i].port == intf->port)
> + return &priv->net_filters[i];
> +
> + /* If we don't need a new filter or new filter already found */
> + if (!init || open_index >= 0)
> + continue;
> +
> + /* Wake filter conslidates two filters to cover more bytes
> + * Wake filter is open if...
> + * 1. It is an even filter
> + * 2. The current and next filter is not claimed
> + */
> + if (wake_filter && !(i % 2) && !priv->net_filters[i].claimed &&
> + !priv->net_filters[i + 1].claimed)
> + open_index = i;
> + else if (!priv->net_filters[i].claimed)
> + open_index = i;
> + }
> +
> + if (open_index >= 0) {
> + nfilter = &priv->net_filters[open_index];
> + nfilter->claimed = true;
> + nfilter->port = intf->port;
> + nfilter->hw_index = open_index;
> + }
> +
> + if (wake_filter && open_index >= 0) {
> + /* Claim next filter */
> + priv->net_filters[open_index + 1].claimed = true;
> + priv->net_filters[open_index + 1].wake_filter = true;
> + nfilter->wake_filter = true;
> + }
> +
> + return nfilter ? nfilter : ERR_PTR(-EINVAL);
> +}
> +
> +void bcmasp_netfilt_release(struct bcmasp_intf *intf,
> + struct bcmasp_net_filter *nfilt)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> +
> + if (nfilt->wake_filter) {
> + memset(&priv->net_filters[nfilt->hw_index + 1], 0,
> + sizeof(struct bcmasp_net_filter));
> + }
> +
> + memset(nfilt, 0, sizeof(struct bcmasp_net_filter));
> +}
> +
> +static inline void bcmasp_addr_to_uint(unsigned char *addr, u32 *high, u32 *low)
> +{
> + *high = (u32)(addr[0] << 8 | addr[1]);
> + *low = (u32)(addr[2] << 24 | addr[3] << 16 | addr[4] << 8 |
> + addr[5]);
> +}
> +
> +static void bcmasp_set_mda_filter(struct bcmasp_intf *intf,
> + const unsigned char *addr,
> + unsigned char *mask,
> + unsigned int i)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + u32 addr_h, addr_l, mask_h, mask_l;
> +
> + /* Set local copy */
> + memcpy(priv->mda_filters[i].mask, mask, ETH_ALEN);
> + memcpy(priv->mda_filters[i].addr, addr, ETH_ALEN);
> +
> + /* Write to HW */
> + bcmasp_addr_to_uint(priv->mda_filters[i].mask, &mask_h, &mask_l);
> + bcmasp_addr_to_uint(priv->mda_filters[i].addr, &addr_h, &addr_l);
> + rx_filter_core_wl(priv, addr_h, ASP_RX_FILTER_MDA_PAT_H(i));
> + rx_filter_core_wl(priv, addr_l, ASP_RX_FILTER_MDA_PAT_L(i));
> + rx_filter_core_wl(priv, mask_h, ASP_RX_FILTER_MDA_MSK_H(i));
> + rx_filter_core_wl(priv, mask_l, ASP_RX_FILTER_MDA_MSK_L(i));
> +}
> +
> +static void bcmasp_en_mda_filter(struct bcmasp_intf *intf, bool en,
> + unsigned int i)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> +
> + if (priv->mda_filters[i].en == en)
> + return;
> +
> + priv->mda_filters[i].en = en;
> + priv->mda_filters[i].port = intf->port;
> +
> + rx_filter_core_wl(priv, ((intf->channel + 8) |
> + (en << ASP_RX_FILTER_MDA_CFG_EN_SHIFT) |
> + ASP_RX_FILTER_MDA_CFG_UMC_SEL(intf->port)),
> + ASP_RX_FILTER_MDA_CFG(i));
> +}
> +
> +/* There are 32 MDA filters shared between all ports, we reserve 4 filters per
> + * port for the following.
> + * - Promisc: Filter to allow all packets when promisc is enabled
> + * - All Multicast
> + * - Broadcast
> + * - Own address
> + *
> + * The reserved filters are identified as so.
> + * - Promisc: (Port * 4) + 0
> + * - All Multicast: (Port * 4) + 1
> + * - Broadcast: (Port * 4) + 2
> + * - Own address: (Port * 4) + 3
> + */
> +enum asp_rx_filter_id {
> + ASP_RX_FILTER_MDA_PROMISC = 0,
> + ASP_RX_FILTER_MDA_ALLMULTI,
> + ASP_RX_FILTER_MDA_BROADCAST,
> + ASP_RX_FILTER_MDA_OWN_ADDR,
> + ASP_RX_FILTER_MDA_RES_COUNT,
> +};
> +
> +#define ASP_RX_FILT_MDA_RES_COUNT(intf) ((intf)->parent->intf_count \
> + * ASP_RX_FILTER_MDA_RES_COUNT)
> +
> +#define ASP_RX_FILT_MDA(intf, name) (((intf)->port * \
> + ASP_RX_FILTER_MDA_RES_COUNT) \
> + + ASP_RX_FILTER_MDA_##name)
> +
> +void bcmasp_set_promisc(struct bcmasp_intf *intf, bool en)
> +{
> + unsigned char promisc[ETH_ALEN];
> + unsigned int i = ASP_RX_FILT_MDA(intf, PROMISC);
> +
> + eth_zero_addr(promisc);
> + /* Set mask to 00:00:00:00:00:00 to match all packets */
> + bcmasp_set_mda_filter(intf, promisc, promisc, i);
> + bcmasp_en_mda_filter(intf, en, i);
> +}
> +
> +void bcmasp_set_allmulti(struct bcmasp_intf *intf, bool en)
> +{
> + unsigned char allmulti[] = {0x01, 0x00, 0x00, 0x00, 0x00, 0x00};
> + unsigned int i = ASP_RX_FILT_MDA(intf, ALLMULTI);
> +
> + /* Set mask to 01:00:00:00:00:00 to match all multicast */
> + bcmasp_set_mda_filter(intf, allmulti, allmulti, i);
> + bcmasp_en_mda_filter(intf, en, i);
> +}
> +
> +void bcmasp_set_broad(struct bcmasp_intf *intf, bool en)
> +{
> + unsigned char addr[ETH_ALEN];
> + unsigned int i = ASP_RX_FILT_MDA(intf, BROADCAST);
> +
> + eth_broadcast_addr(addr);
> + bcmasp_set_mda_filter(intf, addr, addr, i);
> + bcmasp_en_mda_filter(intf, en, i);
> +}
> +
> +void bcmasp_set_oaddr(struct bcmasp_intf *intf, const unsigned char *addr,
> + bool en)
> +{
> + unsigned char mask[] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
> + unsigned int i = ASP_RX_FILT_MDA(intf, OWN_ADDR);
> +
> + bcmasp_set_mda_filter(intf, addr, mask, i);
> + bcmasp_en_mda_filter(intf, en, i);
> +}
> +
> +void bcmasp_disable_all_filters(struct bcmasp_intf *intf)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + unsigned int i;
> +
> + /* Disable all filters held by this port */
> + for (i = ASP_RX_FILT_MDA_RES_COUNT(intf); i < NUM_MDA_FILTERS; i++) {
> + if (priv->mda_filters[i].en &&
> + priv->mda_filters[i].port == intf->port)
> + bcmasp_en_mda_filter(intf, 0, i);
> + }
> +}
> +
> +static inline void u64_to_mac(unsigned char *addr, u64 val)
> +{
> + addr[0] = (u8)(val >> 40);
> + addr[1] = (u8)(val >> 32);
> + addr[2] = (u8)(val >> 24);
> + addr[3] = (u8)(val >> 16);
> + addr[4] = (u8)(val >> 8);
> + addr[5] = (u8)val;
> +}
> +
> +#define mac_to_u64(a) ((((u64)a[0]) << 40) | \
> + (((u64)a[1]) << 32) | \
> + (((u64)a[2]) << 24) | \
> + (((u64)a[3]) << 16) | \
> + (((u64)a[4]) << 8) | \
> + ((u64)a[5]))
> +
> +#define differ_one_bit(x, y) is_power_of_2((x) ^ (y))
> +
> +static int bcmasp_combine_set_filter(struct bcmasp_intf *intf,
> + unsigned char *addr, unsigned char *mask,
> + int i)
> +{
> + u64 addr1, addr2, mask1, mask2, mask3;
> + unsigned char naddr[ETH_ALEN], nmask[ETH_ALEN];
> + struct bcmasp_priv *priv = intf->parent;
> +
> + /* Switch to u64 to help with the calculations */
> + addr1 = mac_to_u64(priv->mda_filters[i].addr);
> + mask1 = mac_to_u64(priv->mda_filters[i].mask);
> + addr2 = mac_to_u64(addr);
> + mask2 = mac_to_u64(mask);
> +
> + /* We can only combine filters in two cases
> + * 1. They share the same mask and are different by one bit
> + * 2. One filter resides within the other
> + */
> + if (mask1 == mask2) {
> + if (!differ_one_bit((addr1 & mask1), (addr2 & mask2)))
> + return -EINVAL;
> +
> + /* Generate new mask */
> + mask3 = ((addr1 & mask1) ^ (addr2 & mask1)) ^ mask1;
> +
> + /* Set new filter */
> + u64_to_mac(naddr, (addr1 & mask3));
> + u64_to_mac(nmask, mask3);
> + bcmasp_set_mda_filter(intf, naddr, nmask, i);
> + return 0;
> + }
> +
> + /* Check if one filter resides within the other */
> + mask3 = mask1 & mask2;
> + if (mask3 == mask1 && ((addr1 & mask1) == (addr2 & mask1))) {
> + /* Filter 2 resides within fitler 1, so everthing is good */
> + return 0;
> + } else if (mask3 == mask2 && ((addr1 & mask2) == (addr2 & mask2))) {
> + /* Filter 1 resides within filter 2, so swap filters */
> + bcmasp_set_mda_filter(intf, addr, mask, i);
> + return 0;
> + }
> +
> + /* Unable to combine */
> + return -EINVAL;
> +}
> +
> +int bcmasp_set_en_mda_filter(struct bcmasp_intf *intf, unsigned char *addr,
> + unsigned char *mask)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + int i, ret;
> +
> + for (i = ASP_RX_FILT_MDA_RES_COUNT(intf); i < NUM_MDA_FILTERS; i++) {
> + /* If filter not enabled or belongs to another port skip */
> + if (!priv->mda_filters[i].en ||
> + priv->mda_filters[i].port != intf->port)
> + continue;
> +
> + /* Attempt to combine filters */
> + ret = bcmasp_combine_set_filter(intf, addr, mask, i);
> + if (!ret) {
> + intf->mib.filters_combine_cnt++;
> + return 0;
> + }
> + }
> +
> + /* Create new filter if possible */
> + for (i = ASP_RX_FILT_MDA_RES_COUNT(intf); i < NUM_MDA_FILTERS; i++) {
> + if (priv->mda_filters[i].en)
> + continue;
> +
> + bcmasp_set_mda_filter(intf, addr, mask, i);
> + bcmasp_en_mda_filter(intf, 1, i);
> + return 0;
> + }
> +
> + /* No room for new filter */
> + return -EINVAL;
> +}
> +
> +static inline void bcmasp_core_init_filters(struct bcmasp_priv *priv)
> +{
> + int i;
> +
> + /* Disable all filters and reset software view since the HW
> + * can lose context while in deep sleep suspend states
> + */
> + for (i = 0; i < NUM_MDA_FILTERS; i++) {
> + rx_filter_core_wl(priv, 0x0, ASP_RX_FILTER_MDA_CFG(i));
> + priv->mda_filters[i].en = 0;
> + }
> +
> + for (i = 0; i < NUM_NET_FILTERS; i++)
> + rx_filter_core_wl(priv, 0x0, ASP_RX_FILTER_NET_CFG(i));
> +
> + /* Top level filter enable bit should be enabled at all times, set
> + * GEN_WAKE_CLEAR to clear the network filter wake-up which would
> + * otherwise be sticky
> + */
> + rx_filter_core_wl(priv, (ASP_RX_FILTER_OPUT_EN |
> + ASP_RX_FILTER_MDA_EN |
> + ASP_RX_FILTER_GEN_WK_CLR |
> + ASP_RX_FILTER_NT_FLT_EN),
> + ASP_RX_FILTER_BLK_CTRL);
> +}
> +
> +/* ASP core initalization */
> +static inline void bcmasp_core_init(struct bcmasp_priv *priv)
> +{
> + tx_analytics_core_wl(priv, 0x0, ASP_TX_ANALYTICS_CTRL);
> + rx_analytics_core_wl(priv, 0x4, ASP_RX_ANALYTICS_CTRL);
> +
> + rx_edpkt_core_wl(priv, (ASP_EDPKT_HDR_SZ_128 << ASP_EDPKT_HDR_SZ_SHIFT),
> + ASP_EDPKT_HDR_CFG);
> + rx_edpkt_core_wl(priv,
> + (ASP_EDPKT_ENDI_BT_SWP_WD << ASP_EDPKT_ENDI_DESC_SHIFT),
> + ASP_EDPKT_ENDI);
> +
> + rx_edpkt_core_wl(priv, 0x1b, ASP_EDPKT_BURST_BUF_PSCAL_TOUT);
> + rx_edpkt_core_wl(priv, 0x3e8, ASP_EDPKT_BURST_BUF_WRITE_TOUT);
> + rx_edpkt_core_wl(priv, 0x3e8, ASP_EDPKT_BURST_BUF_READ_TOUT);
> +
> + rx_edpkt_core_wl(priv, ASP_EDPKT_ENABLE_EN, ASP_EDPKT_ENABLE);
> +
> + /* Disable and clear both UniMAC's wake-up interrupts to avoid
> + * sticky interrupts.
> + */
> + _intr2_mask_set(priv, ASP_INTR2_UMC0_WAKE | ASP_INTR2_UMC1_WAKE);
> + intr2_core_wl(priv, ASP_INTR2_UMC0_WAKE | ASP_INTR2_UMC1_WAKE,
> + ASP_INTR2_CLEAR);
> +}
> +
> +static void bcmasp_core_clock_select(struct bcmasp_priv *priv, bool slow)
> +{
> + u32 reg;
> +
> + reg = ctrl_core_rl(priv, ASP_CTRL_CORE_CLOCK_SELECT);
> + if (slow)
> + reg &= ~ASP_CTRL_CORE_CLOCK_SELECT_MAIN;
> + else
> + reg |= ASP_CTRL_CORE_CLOCK_SELECT_MAIN;
> + ctrl_core_wl(priv, reg, ASP_CTRL_CORE_CLOCK_SELECT);
> +}
> +
> +static void bcmasp_core_clock_set_ll(struct bcmasp_priv *priv, u32 clr, u32 set)
> +{
> + u32 reg;
> +
> + reg = ctrl_core_rl(priv, ASP_CTRL_CLOCK_CTRL);
> + reg &= ~clr;
> + reg |= set;
> + ctrl_core_wl(priv, reg, ASP_CTRL_CLOCK_CTRL);
> +
> + reg = ctrl_core_rl(priv, ASP_CTRL_SCRATCH_0);
> + reg &= ~clr;
> + reg |= set;
> + ctrl_core_wl(priv, reg, ASP_CTRL_SCRATCH_0);
> +}
> +
> +static void bcmasp_core_clock_set(struct bcmasp_priv *priv, u32 clr, u32 set)
> +{
> + unsigned long flags;
> +
> + spin_lock_irqsave(&priv->clk_lock, flags);
> + bcmasp_core_clock_set_ll(priv, clr, set);
> + spin_unlock_irqrestore(&priv->clk_lock, flags);
> +}
> +
> +void bcmasp_core_clock_set_intf(struct bcmasp_intf *intf, bool en)
> +{
> + u32 intf_mask = ASP_CTRL_CLOCK_CTRL_ASP_RGMII_DIS(intf->port);
> + struct bcmasp_priv *priv = intf->parent;
> + unsigned long flags;
> + u32 reg;
> +
> + /* When enabling an interface, if the RX or TX clocks were not enabled,
> + * enable them. Conversely, while disabling an interface, if this is
> + * the last one enabled, we can turn off the shared RX and TX clocks as
> + * well. We control enable bits which is why we test for equality on
> + * the RGMII clock bit mask.
> + */
> + spin_lock_irqsave(&priv->clk_lock, flags);
> + if (en) {
> + intf_mask |= ASP_CTRL_CLOCK_CTRL_ASP_TX_DISABLE |
> + ASP_CTRL_CLOCK_CTRL_ASP_RX_DISABLE;
> + bcmasp_core_clock_set_ll(priv, intf_mask, 0);
> + } else {
> + reg = ctrl_core_rl(priv, ASP_CTRL_SCRATCH_0) | intf_mask;
> + if ((reg & ASP_CTRL_CLOCK_CTRL_ASP_RGMII_MASK) ==
> + ASP_CTRL_CLOCK_CTRL_ASP_RGMII_MASK)
> + intf_mask |= ASP_CTRL_CLOCK_CTRL_ASP_TX_DISABLE |
> + ASP_CTRL_CLOCK_CTRL_ASP_RX_DISABLE;
> + bcmasp_core_clock_set_ll(priv, 0, intf_mask);
> + }
> + spin_unlock_irqrestore(&priv->clk_lock, flags);
> +}
> +
> +static inline int bcmasp_is_port_valid(struct bcmasp_priv *priv, int port)
> +{
> + /* Quick sanity check
> + * Ports 0/1 reserved for unimac
> + * Max supported ports is 2
> + */
> + return (port == 0 || port == 1);
> +}
> +
> +static irqreturn_t bcmasp_isr_wol(int irq, void *data)
> +{
> + struct bcmasp_priv *priv = data;
> + u32 status;
> +
> + /* No L3 IRQ, so we good */
> + if (priv->wol_irq <= 0)
> + goto irq_handled;
> +
> + status = wakeup_intr2_core_rl(priv, ASP_WAKEUP_INTR2_STATUS) &
> + ~wakeup_intr2_core_rl(priv, ASP_WAKEUP_INTR2_MASK_STATUS);
> + wakeup_intr2_core_wl(priv, status, ASP_WAKEUP_INTR2_CLEAR);
> +
> +irq_handled:
> + pm_wakeup_event(&priv->pdev->dev, 0);
> + return IRQ_HANDLED;
> +}
> +
> +static int bcmasp_get_and_request_irq(struct bcmasp_priv *priv, int i)
> +{
> + struct platform_device *pdev = priv->pdev;
> + int irq, ret;
> +
> + irq = platform_get_irq_optional(pdev, i);
> + if (irq < 0)
> + return irq;
> +
> + ret = devm_request_irq(&pdev->dev, irq, bcmasp_isr_wol, 0,
> + pdev->name, priv);
> + if (ret)
> + return ret;
> +
> + return irq;
> +}
> +
> +static void bcmasp_init_wol_shared(struct bcmasp_priv *priv)
> +{
> + struct platform_device *pdev = priv->pdev;
> + struct device *dev = &pdev->dev;
> + int irq;
> +
> + irq = bcmasp_get_and_request_irq(priv, 1);
> + if (irq < 0) {
> + dev_warn(dev, "Failed to init WoL irq: %d\n", irq);
> + return;
> + }
> +
> + priv->wol_irq = irq;
> + priv->wol_irq_enabled_mask = 0;
> + device_set_wakeup_capable(&pdev->dev, 1);
> +}
> +
> +static void bcmasp_enable_wol_shared(struct bcmasp_intf *intf, bool en)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> + struct device *dev = &priv->pdev->dev;
> +
> + if (en) {
> + if (priv->wol_irq_enabled_mask) {
> + set_bit(intf->port, &priv->wol_irq_enabled_mask);
> + return;
> + }
> +
> + /* First enable */
> + set_bit(intf->port, &priv->wol_irq_enabled_mask);
> + enable_irq_wake(priv->wol_irq);
> + device_set_wakeup_enable(dev, 1);
> + wakeup_intr2_core_wl(priv, 0xffffffff,
> + ASP_WAKEUP_INTR2_MASK_CLEAR);
> + } else {
> + clear_bit(intf->port, &priv->wol_irq_enabled_mask);
> + if (priv->wol_irq_enabled_mask)
> + return;
> +
> + /* Last disable */
> + disable_irq_wake(priv->wol_irq);
> + device_set_wakeup_enable(dev, 0);
> + wakeup_intr2_core_wl(priv, 0xffffffff,
> + ASP_WAKEUP_INTR2_MASK_SET);
> + }
> +}
> +
> +static void bcmasp_wol_irq_destroy_shared(struct bcmasp_priv *priv)
> +{
> + if (priv->wol_irq > 0)
> + free_irq(priv->wol_irq, priv);
> +}
> +
> +static void bcmasp_init_wol_per_intf(struct bcmasp_priv *priv)
> +{
> + struct platform_device *pdev = priv->pdev;
> + struct device *dev = &pdev->dev;
> + struct bcmasp_intf *intf;
> + int irq, i;
> +
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + irq = bcmasp_get_and_request_irq(priv, i + 1);
> + if (irq < 0) {
> + dev_warn(dev, "Failed to init WoL irq(port %d): %d\n",
> + intf->port, irq);
> + continue;
> + }
> +
> + intf->wol_irq = irq;
> + intf->wol_irq_enabled = false;
> + device_set_wakeup_capable(&pdev->dev, 1);
> + }
> +}
> +
> +static void bcmasp_enable_wol_per_intf(struct bcmasp_intf *intf, bool en)
> +{
> + struct device *dev = &intf->parent->pdev->dev;
> +
> + if (en ^ intf->wol_irq_enabled)
> + irq_set_irq_wake(intf->wol_irq, en);
> +
> + intf->wol_irq_enabled = en;
> + device_set_wakeup_enable(dev, en);
> +}
> +
> +static void bcmasp_wol_irq_destroy_per_intf(struct bcmasp_priv *priv)
> +{
> + struct bcmasp_intf *intf;
> + int i;
> +
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> +
> + if (intf->wol_irq > 0)
> + free_irq(intf->wol_irq, priv);
> + }
> +}
> +
> +static struct bcmasp_hw_info v20_hw_info = {
> + .rx_ctrl_flush = ASP_RX_CTRL_FLUSH,
> + .umac2fb = UMAC2FB_OFFSET,
> + .rx_ctrl_fb_out_frame_count = ASP_RX_CTRL_FB_OUT_FRAME_COUNT,
> + .rx_ctrl_fb_filt_out_frame_count = ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT,
> + .rx_ctrl_fb_rx_fifo_depth = ASP_RX_CTRL_FB_RX_FIFO_DEPTH,
> +};
> +
> +static const struct bcmasp_plat_data v20_plat_data = {
> + .init_wol = bcmasp_init_wol_per_intf,
> + .enable_wol = bcmasp_enable_wol_per_intf,
> + .destroy_wol = bcmasp_wol_irq_destroy_per_intf,
> + .hw_info = &v20_hw_info,
> +};
> +
> +static struct bcmasp_hw_info v21_hw_info = {
> + .rx_ctrl_flush = ASP_RX_CTRL_FLUSH_2_1,
> + .umac2fb = UMAC2FB_OFFSET_2_1,
> + .rx_ctrl_fb_out_frame_count = ASP_RX_CTRL_FB_OUT_FRAME_COUNT_2_1,
> + .rx_ctrl_fb_filt_out_frame_count =
> + ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT_2_1,
> + .rx_ctrl_fb_rx_fifo_depth = ASP_RX_CTRL_FB_RX_FIFO_DEPTH_2_1,
> +};
> +
> +static const struct bcmasp_plat_data v21_plat_data = {
> + .init_wol = bcmasp_init_wol_shared,
> + .enable_wol = bcmasp_enable_wol_shared,
> + .destroy_wol = bcmasp_wol_irq_destroy_shared,
> + .hw_info = &v21_hw_info,
> +};
> +
> +static const struct of_device_id bcmasp_of_match[] = {
> + { .compatible = "brcm,asp-v2.0", .data = &v20_plat_data },
> + { .compatible = "brcm,asp-v2.1", .data = &v21_plat_data },
> + { /* sentinel */ },
> +};
> +MODULE_DEVICE_TABLE(of, bcmasp_of_match);
> +
> +static const struct of_device_id bcmasp_mdio_of_match[] = {
> + { .compatible = "brcm,asp-v2.1-mdio", },
> + { .compatible = "brcm,asp-v2.0-mdio", },
> + { /* sentinel */ },
> +};
> +MODULE_DEVICE_TABLE(of, bcmasp_mdio_of_match);
> +
> +static int bcmasp_probe(struct platform_device *pdev)
> +{
> + struct bcmasp_priv *priv;
> + struct device_node *ports_node, *intf_node;
> + struct device *dev = &pdev->dev;
> + const struct bcmasp_plat_data *pdata;
> + int ret, i, count = 0, port;
> + struct bcmasp_intf *intf;
> +
> + priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
> + if (!priv)
> + return -ENOMEM;
> +
> + priv->irq = platform_get_irq(pdev, 0);
> + if (priv->irq <= 0) {
> + dev_err(dev, "invalid interrupt\n");
> + return -EINVAL;
> + }
> +
> + priv->clk = devm_clk_get(dev, "sw_asp");
> + if (IS_ERR(priv->clk)) {
> + if (PTR_ERR(priv->clk) == -EPROBE_DEFER)
> + return -EPROBE_DEFER;
> + dev_warn(dev, "failed to request clock\n");
> + priv->clk = NULL;
> + }
> +
> + /* Base from parent node */
> + priv->base = devm_platform_ioremap_resource(pdev, 0);
> + if (IS_ERR(priv->base)) {
> + dev_err(dev, "failed to iomap\n");
> + return PTR_ERR(priv->base);
> + }
> +
> + ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(40));
> + if (ret)
> + ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
> + if (ret) {
> + dev_err(&pdev->dev, "unable to set DMA mask: %d\n", ret);
> + return ret;
> + }
> +
> + dev_set_drvdata(&pdev->dev, priv);
> + priv->pdev = pdev;
> + spin_lock_init(&priv->mda_lock);
> + spin_lock_init(&priv->clk_lock);
> + mutex_init(&priv->net_lock);
> + mutex_init(&priv->wol_lock);
> +
> + pdata = device_get_match_data(&pdev->dev);
> + if (pdata) {
> + priv->init_wol = pdata->init_wol;
> + priv->enable_wol = pdata->enable_wol;
> + priv->destroy_wol = pdata->destroy_wol;
> + priv->hw_info = pdata->hw_info;
> + } else {
> + dev_err(&pdev->dev, "unable to find platform data\n");
> + return ret;
> + }
> +
> + ret = clk_prepare_enable(priv->clk);
> + if (ret)
> + return ret;
> +
> + /* Enable all clocks to ensure successful probing */
> + bcmasp_core_clock_set(priv, ASP_CTRL_CLOCK_CTRL_ASP_ALL_DISABLE, 0);
> +
> + /* Switch to the main clock */
> + bcmasp_core_clock_select(priv, false);
> +
> + bcmasp_intr2_mask_set_all(priv);
> + bcmasp_intr2_clear_all(priv);
> +
> + ret = devm_request_irq(&pdev->dev, priv->irq, bcmasp_isr, 0,
> + pdev->name, priv);
> + if (ret) {
> + dev_err(dev, "failed to request ASP interrupt: %d\n", ret);
> + return ret;
> + }
> +
> + /* Register mdio child nodes */
> + of_platform_populate(dev->of_node, bcmasp_mdio_of_match, NULL,
> + dev);
> +
> + /* ASP specific initialization, Needs to be done irregardless of
> + * how many interfaces come up.
> + */
> + bcmasp_core_init(priv);
> + bcmasp_core_init_filters(priv);
> +
> + ports_node = of_find_node_by_name(dev->of_node, "ethernet-ports");
> + if (!ports_node) {
> + dev_warn(dev, "No ports found\n");
> + return 0;
> + }
> +
> + for_each_available_child_of_node(ports_node, intf_node) {
> + of_property_read_u32(intf_node, "reg", &port);
> + if (!bcmasp_is_port_valid(priv, port)) {
> + dev_warn(dev, "%pOF: %d is an invalid port\n",
> + intf_node, port);
> + continue;
> + }
> +
> + priv->intf_count++;
> + }
> +
> + priv->intfs = devm_kcalloc(dev, priv->intf_count,
> + sizeof(struct bcmasp_intf *),
> + GFP_KERNEL);
> + if (!priv->intfs)
> + return -ENOMEM;
> +
> + /* Probe each interface (Initalization should continue even if
> + * interfaces are unable to come up)
> + */
> + i = 0;
> + for_each_available_child_of_node(ports_node, intf_node)
> + priv->intfs[i++] = bcmasp_interface_create(priv, intf_node);
> +
> + /* Check and enable WoL */
> + priv->init_wol(priv);
> +
> + /* Drop the clock reference count now and let ndo_open()/ndo_close()
> + * manage it for us from now on.
> + */
> + bcmasp_core_clock_set(priv, 0, ASP_CTRL_CLOCK_CTRL_ASP_ALL_DISABLE);
> +
> + clk_disable_unprepare(priv->clk);
> +
> + /* Now do the registration of the network ports which will take care
> + * of managing the clock properly.
> + */
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + if (!intf)
> + continue;
> +
> + ret = register_netdev(intf->ndev);
> + if (ret) {
> + netdev_err(intf->ndev,
> + "failed to register net_device: %d\n", ret);
> + bcmasp_interface_destroy(intf, false);
> + continue;
> + }
> + count++;
> + }
> +
> + dev_info(dev, "Initialized %d port(s)\n", count);
> +
> + return 0;
> +}
> +
> +static int bcmasp_remove(struct platform_device *pdev)
> +{
> + struct bcmasp_priv *priv = dev_get_drvdata(&pdev->dev);
> + struct bcmasp_intf *intf;
> + int i;
> +
> + priv->destroy_wol(priv);
> +
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + if (!intf)
> + continue;
> +
> + bcmasp_interface_destroy(intf, true);
> + }
> +
> + return 0;
> +}
> +
> +static void bcmasp_shutdown(struct platform_device *pdev)
> +{
> + int ret;
> +
> + ret = bcmasp_remove(pdev);
> + if (ret)
> + dev_err(&pdev->dev, "failed to remove: %d\n", ret);
> +}
> +
> +static int __maybe_unused bcmasp_suspend(struct device *d)
> +{
> + struct bcmasp_priv *priv = dev_get_drvdata(d);
> + struct bcmasp_intf *intf;
> + unsigned int i;
> + int ret = 0;
> +
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + if (!intf)
> + continue;
> +
> + ret = bcmasp_interface_suspend(intf);
> + if (ret)
> + break;
> + }
> +
> + ret = clk_prepare_enable(priv->clk);
> + if (ret)
> + return ret;
> +
> + /* Whether Wake-on-LAN is enabled or not, we can always disable
> + * the shared TX clock
> + */
> + bcmasp_core_clock_set(priv, 0, ASP_CTRL_CLOCK_CTRL_ASP_TX_DISABLE);
> +
> + bcmasp_core_clock_select(priv, true);
> +
> + clk_disable_unprepare(priv->clk);
> +
> + return ret;
> +}
> +
> +static int __maybe_unused bcmasp_resume(struct device *d)
> +{
> + struct bcmasp_priv *priv = dev_get_drvdata(d);
> + struct bcmasp_intf *intf;
> + unsigned int i;
> + int ret = 0;
> +
> + ret = clk_prepare_enable(priv->clk);
> + if (ret)
> + return ret;
> +
> + /* Switch to the main clock domain */
> + bcmasp_core_clock_select(priv, false);
> +
> + /* Re-enable all clocks for re-initialization */
> + bcmasp_core_clock_set(priv, ASP_CTRL_CLOCK_CTRL_ASP_ALL_DISABLE, 0);
> +
> + bcmasp_core_init(priv);
> + bcmasp_core_init_filters(priv);
> +
> + /* And disable them to let the network devices take care of them */
> + bcmasp_core_clock_set(priv, 0, ASP_CTRL_CLOCK_CTRL_ASP_ALL_DISABLE);
> +
> + clk_disable_unprepare(priv->clk);
> +
> + for (i = 0; i < priv->intf_count; i++) {
> + intf = priv->intfs[i];
> + if (!intf)
> + continue;
> +
> + ret = bcmasp_interface_resume(intf);
> + if (ret)
> + break;
> + }
> +
> + return ret;
> +}
> +
> +static SIMPLE_DEV_PM_OPS(bcmasp_pm_ops,
> + bcmasp_suspend, bcmasp_resume);
> +
> +static struct platform_driver bcmasp_driver = {
> + .probe = bcmasp_probe,
> + .remove = bcmasp_remove,
> + .shutdown = bcmasp_shutdown,
> + .driver = {
> + .name = "brcm,asp-v2",
> + .of_match_table = bcmasp_of_match,
> + .pm = &bcmasp_pm_ops,
> + },
> +};
> +module_platform_driver(bcmasp_driver);
> +
> +MODULE_AUTHOR("Broadcom");
> +MODULE_DESCRIPTION("Broadcom ASP 2.0 Ethernet controller driver");
> +MODULE_ALIAS("platform:brcm,asp-v2");
> +MODULE_LICENSE("GPL");
> diff --git a/drivers/net/ethernet/broadcom/asp2/bcmasp.h b/drivers/net/ethernet/broadcom/asp2/bcmasp.h
> new file mode 100644
> index 000000000000..71330c01c286
> --- /dev/null
> +++ b/drivers/net/ethernet/broadcom/asp2/bcmasp.h
> @@ -0,0 +1,636 @@
> +/* SPDX-License-Identifier: GPL-2.0 */
> +#ifndef __BCMASP_H
> +#define __BCMASP_H
> +
> +#include <linux/netdevice.h>
> +#include <linux/phy.h>
> +#include <linux/io-64-nonatomic-hi-lo.h>
> +#include <uapi/linux/ethtool.h>
> +
> +#define ASP_INTR2_OFFSET 0x1000
> +#define ASP_INTR2_STATUS 0x0
> +#define ASP_INTR2_SET 0x4
> +#define ASP_INTR2_CLEAR 0x8
> +#define ASP_INTR2_MASK_STATUS 0xc
> +#define ASP_INTR2_MASK_SET 0x10
> +#define ASP_INTR2_MASK_CLEAR 0x14
> +
> +#define ASP_INTR2_RX_ECH(intr) BIT(intr)
> +#define ASP_INTR2_TX_DESC(intr) BIT((intr) + 14)
> +#define ASP_INTR2_UMC0_WAKE BIT(22)
> +#define ASP_INTR2_UMC1_WAKE BIT(28)
> +
> +#define ASP_WAKEUP_INTR2_OFFSET 0x1200
> +#define ASP_WAKEUP_INTR2_STATUS 0x0
> +#define ASP_WAKEUP_INTR2_SET 0x4
> +#define ASP_WAKEUP_INTR2_CLEAR 0x8
> +#define ASP_WAKEUP_INTR2_MASK_STATUS 0xc
> +#define ASP_WAKEUP_INTR2_MASK_SET 0x10
> +#define ASP_WAKEUP_INTR2_MASK_CLEAR 0x14
> +#define ASP_WAKEUP_INTR2_MPD_0 BIT(0)
> +#define ASP_WAKEUP_INTR2_MPD_1 BIT(1)
> +#define ASP_WAKEUP_INTR2_FILT_0 BIT(2)
> +#define ASP_WAKEUP_INTR2_FILT_1 BIT(3)
> +#define ASP_WAKEUP_INTR2_FW BIT(4)
> +
> +#define ASP_TX_ANALYTICS_OFFSET 0x4c000
> +#define ASP_TX_ANALYTICS_CTRL 0x0
> +
> +#define ASP_RX_ANALYTICS_OFFSET 0x98000
> +#define ASP_RX_ANALYTICS_CTRL 0x0
> +
> +#define ASP_RX_CTRL_OFFSET 0x9f000
> +#define ASP_RX_CTRL_UMAC_0_FRAME_COUNT 0x8
> +#define ASP_RX_CTRL_UMAC_1_FRAME_COUNT 0xc
> +#define ASP_RX_CTRL_FB_0_FRAME_COUNT 0x14
> +#define ASP_RX_CTRL_FB_1_FRAME_COUNT 0x18
> +#define ASP_RX_CTRL_FB_8_FRAME_COUNT 0x1c
> +/* asp2.1 diverges offsets here */
> +/* ASP2.0 */
> +#define ASP_RX_CTRL_FB_OUT_FRAME_COUNT 0x20
> +#define ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT 0x24
> +#define ASP_RX_CTRL_FLUSH 0x28
> +#define ASP_CTRL_UMAC0_FLUSH_MASK (BIT(0) | BIT(12))
> +#define ASP_CTRL_UMAC1_FLUSH_MASK (BIT(1) | BIT(13))
> +#define ASP_CTRL_SPB_FLUSH_MASK (BIT(8) | BIT(20))
> +#define ASP_RX_CTRL_FB_RX_FIFO_DEPTH 0x30
> +/* ASP2.1 */
> +#define ASP_RX_CTRL_FB_9_FRAME_COUNT_2_1 0x20
> +#define ASP_RX_CTRL_FB_10_FRAME_COUNT_2_1 0x24
> +#define ASP_RX_CTRL_FB_OUT_FRAME_COUNT_2_1 0x28
> +#define ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT_2_1 0x2c
> +#define ASP_RX_CTRL_FLUSH_2_1 0x30
> +#define ASP_RX_CTRL_FB_RX_FIFO_DEPTH_2_1 0x38
> +
> +#define ASP_RX_FILTER_OFFSET 0x80000
> +#define ASP_RX_FILTER_BLK_CTRL 0x0
> +#define ASP_RX_FILTER_OPUT_EN BIT(0)
> +#define ASP_RX_FILTER_MDA_EN BIT(1)
> +#define ASP_RX_FILTER_LNR_MD BIT(2)
> +#define ASP_RX_FILTER_GEN_WK_EN BIT(3)
> +#define ASP_RX_FILTER_GEN_WK_CLR BIT(4)
> +#define ASP_RX_FILTER_NT_FLT_EN BIT(5)
> +#define ASP_RX_FILTER_MDA_CFG(sel) (((sel) * 0x14) + 0x100)
> +#define ASP_RX_FILTER_MDA_CFG_EN_SHIFT 8
> +#define ASP_RX_FILTER_MDA_CFG_UMC_SEL(sel) ((sel) > 1 ? BIT(17) : \
> + BIT((sel) + 9))
> +#define ASP_RX_FILTER_MDA_PAT_H(sel) (((sel) * 0x14) + 0x104)
> +#define ASP_RX_FILTER_MDA_PAT_L(sel) (((sel) * 0x14) + 0x108)
> +#define ASP_RX_FILTER_MDA_MSK_H(sel) (((sel) * 0x14) + 0x10c)
> +#define ASP_RX_FILTER_MDA_MSK_L(sel) (((sel) * 0x14) + 0x110)
> +#define ASP_RX_FILTER_MDA_CFG(sel) (((sel) * 0x14) + 0x100)
> +#define ASP_RX_FILTER_MDA_PAT_H(sel) (((sel) * 0x14) + 0x104)
> +#define ASP_RX_FILTER_MDA_PAT_L(sel) (((sel) * 0x14) + 0x108)
> +#define ASP_RX_FILTER_MDA_MSK_H(sel) (((sel) * 0x14) + 0x10c)
> +#define ASP_RX_FILTER_MDA_MSK_L(sel) (((sel) * 0x14) + 0x110)
> +#define ASP_RX_FILTER_NET_CFG(sel) (((sel) * 0xa04) + 0x400)
> +#define ASP_RX_FILTER_NET_CFG_CH(sel) ((sel) << 0)
> +#define ASP_RX_FILTER_NET_CFG_EN BIT(9)
> +#define ASP_RX_FILTER_NET_CFG_L2_EN BIT(10)
> +#define ASP_RX_FILTER_NET_CFG_L3_EN BIT(11)
> +#define ASP_RX_FILTER_NET_CFG_L4_EN BIT(12)
> +#define ASP_RX_FILTER_NET_CFG_L3_FRM(sel) ((sel) << 13)
> +#define ASP_RX_FILTER_NET_CFG_L4_FRM(sel) ((sel) << 15)
> +#define ASP_RX_FILTER_NET_CFG_UMC(sel) BIT((sel) + 19)
> +#define ASP_RX_FILTER_NET_CFG_DMA_EN BIT(27)
> +
> +enum asp_rx_net_filter_block {
> + ASP_RX_FILTER_NET_L2 = 0,
> + ASP_RX_FILTER_NET_L3_0,
> + ASP_RX_FILTER_NET_L3_1,
> + ASP_RX_FILTER_NET_L4,
> + ASP_RX_FILTER_NET_BLOCK_MAX
> +};
> +
> +#define ASP_RX_FILTER_NET_OFFSET_MAX 32
> +#define ASP_RX_FILTER_NET_PAT(sel, block, off) \
> + (((sel) * 0xa04) + ((block) * 0x200) + (off) + 0x600)
> +#define ASP_RX_FILTER_NET_MASK(sel, block, off) \
> + (((sel) * 0xa04) + ((block) * 0x200) + (off) + 0x700)
> +
> +#define ASP_RX_FILTER_NET_OFFSET(sel) (((sel) * 0xa04) + 0xe00)
> +#define ASP_RX_FILTER_NET_OFFSET_L2(val) ((val) << 0)
> +#define ASP_RX_FILTER_NET_OFFSET_L3_0(val) ((val) << 8)
> +#define ASP_RX_FILTER_NET_OFFSET_L3_1(val) ((val) << 16)
> +#define ASP_RX_FILTER_NET_OFFSET_L4(val) ((val) << 24)
> +
> +#define ASP_EDPKT_OFFSET 0x9c000
> +#define ASP_EDPKT_ENABLE 0x4
> +#define ASP_EDPKT_ENABLE_EN BIT(0)
> +#define ASP_EDPKT_HDR_CFG 0xc
> +#define ASP_EDPKT_HDR_SZ_SHIFT 2
> +#define ASP_EDPKT_HDR_SZ_32 0
> +#define ASP_EDPKT_HDR_SZ_64 1
> +#define ASP_EDPKT_HDR_SZ_96 2
> +#define ASP_EDPKT_HDR_SZ_128 3
> +#define ASP_EDPKT_BURST_BUF_PSCAL_TOUT 0x10
> +#define ASP_EDPKT_BURST_BUF_WRITE_TOUT 0x14
> +#define ASP_EDPKT_BURST_BUF_READ_TOUT 0x18
> +#define ASP_EDPKT_RX_TS_COUNTER 0x38
> +#define ASP_EDPKT_ENDI 0x48
> +#define ASP_EDPKT_ENDI_DESC_SHIFT 8
> +#define ASP_EDPKT_ENDI_NO_BT_SWP 0
> +#define ASP_EDPKT_ENDI_BT_SWP_WD 1
> +#define ASP_EDPKT_RX_PKT_CNT 0x138
> +#define ASP_EDPKT_HDR_EXTR_CNT 0x13c
> +#define ASP_EDPKT_HDR_OUT_CNT 0x140
> +
> +#define ASP_CTRL 0x101000
> +#define ASP_CTRL_ASP_SW_INIT 0x04
> +#define ASP_CTRL_ASP_SW_INIT_ACPUSS_CORE BIT(0)
> +#define ASP_CTRL_ASP_SW_INIT_ASP_TX BIT(1)
> +#define ASP_CTRL_ASP_SW_INIT_AS_RX BIT(2)
> +#define ASP_CTRL_ASP_SW_INIT_ASP_RGMII_UMAC0 BIT(3)
> +#define ASP_CTRL_ASP_SW_INIT_ASP_RGMII_UMAC1 BIT(4)
> +#define ASP_CTRL_ASP_SW_INIT_ASP_XMEMIF BIT(5)
> +#define ASP_CTRL_CLOCK_CTRL 0x04
> +#define ASP_CTRL_CLOCK_CTRL_ASP_TX_DISABLE BIT(0)
> +#define ASP_CTRL_CLOCK_CTRL_ASP_RX_DISABLE BIT(1)
> +#define ASP_CTRL_CLOCK_CTRL_ASP_RGMII_SHIFT 2
> +#define ASP_CTRL_CLOCK_CTRL_ASP_RGMII_MASK (0x7 << ASP_CTRL_CLOCK_CTRL_ASP_RGMII_SHIFT)
> +#define ASP_CTRL_CLOCK_CTRL_ASP_RGMII_DIS(x) BIT(ASP_CTRL_CLOCK_CTRL_ASP_RGMII_SHIFT + (x))
> +#define ASP_CTRL_CLOCK_CTRL_ASP_ALL_DISABLE GENMASK(4, 0)
> +#define ASP_CTRL_CORE_CLOCK_SELECT 0x08
> +#define ASP_CTRL_CORE_CLOCK_SELECT_MAIN BIT(0)
> +#define ASP_CTRL_SCRATCH_0 0x0c
> +
> +struct bcmasp_tx_cb {
> + struct sk_buff *skb;
> + unsigned int bytes_sent;
> + bool last;
> +
> + DEFINE_DMA_UNMAP_ADDR(dma_addr);
> + DEFINE_DMA_UNMAP_LEN(dma_len);
> +};
> +
> +struct bcmasp_res {
> + /* Per interface resources */
> + /* Port */
> + void __iomem *umac;
> + void __iomem *umac2fb;
> + void __iomem *rgmii;
> +
> + /* TX slowpath/configuration */
> + void __iomem *tx_spb_ctrl;
> + void __iomem *tx_spb_top;
> + void __iomem *tx_epkt_core;
> + void __iomem *tx_pause_ctrl;
> +};
> +
> +#define DESC_ADDR(x) ((x) & GENMASK_ULL(39, 0))
> +#define DESC_FLAGS(x) ((x) & GENMASK_ULL(63, 40))
> +
> +struct bcmasp_desc {
> + u64 buf;
> + #define DESC_CHKSUM BIT_ULL(40)
> + #define DESC_CRC_ERR BIT_ULL(41)
> + #define DESC_RX_SYM_ERR BIT_ULL(42)
> + #define DESC_NO_OCT_ALN BIT_ULL(43)
> + #define DESC_PKT_TRUC BIT_ULL(44)
> + /* 39:0 (TX/RX) bits 0-39 of buf addr
> + * 40 (RX) checksum
> + * 41 (RX) crc_error
> + * 42 (RX) rx_symbol_error
> + * 43 (RX) non_octet_aligned
> + * 44 (RX) pkt_truncated
> + * 45 Reserved
> + * 56:46 (RX) mac_filter_id
> + * 60:57 (RX) rx_port_num (0-unicmac0, 1-unimac1)
> + * 61 Reserved
> + * 63:62 (TX) forward CRC, overwrite CRC
> + */
> + u32 size;
> + u32 flags;
> + #define DESC_INT_EN BIT(0)
> + #define DESC_SOF BIT(1)
> + #define DESC_EOF BIT(2)
> + #define DESC_EPKT_CMD BIT(3)
> + #define DESC_SCRAM_ST BIT(8)
> + #define DESC_SCRAM_END BIT(9)
> + #define DESC_PCPP BIT(10)
> + #define DESC_PPPP BIT(11)
> + /* 0 (TX) tx_int_en
> + * 1 (TX/RX) SOF
> + * 2 (TX/RX) EOF
> + * 3 (TX) epkt_command
> + * 6:4 (TX) PA
> + * 7 (TX) pause at desc end
> + * 8 (TX) scram_start
> + * 9 (TX) scram_end
> + * 10 (TX) PCPP
> + * 11 (TX) PPPP
> + * 14:12 Reserved
> + * 15 (TX) pid ch Valid
> + * 19:16 (TX) data_pkt_type
> + * 32:20 (TX) pid_channel (RX) nw_filter_id
> + */
> +};
> +
> +/* Rx/Tx common counter group */
> +struct bcmasp_pkt_counters {
> + u32 cnt_64; /* RO Received/Transmited 64 bytes packet */
> + u32 cnt_127; /* RO Rx/Tx 127 bytes packet */
> + u32 cnt_255; /* RO Rx/Tx 65-255 bytes packet */
> + u32 cnt_511; /* RO Rx/Tx 256-511 bytes packet */
> + u32 cnt_1023; /* RO Rx/Tx 512-1023 bytes packet */
> + u32 cnt_1518; /* RO Rx/Tx 1024-1518 bytes packet */
> + u32 cnt_mgv; /* RO Rx/Tx 1519-1522 good VLAN packet */
> + u32 cnt_2047; /* RO Rx/Tx 1522-2047 bytes packet*/
> + u32 cnt_4095; /* RO Rx/Tx 2048-4095 bytes packet*/
> + u32 cnt_9216; /* RO Rx/Tx 4096-9216 bytes packet*/
> +};
> +
> +/* RSV, Receive Status Vector */
> +struct bcmasp_rx_counters {
> + struct bcmasp_pkt_counters pkt_cnt;
> + u32 pkt; /* RO (0x428) Received pkt count*/
> + u32 bytes; /* RO Received byte count */
> + u32 mca; /* RO # of Received multicast pkt */
> + u32 bca; /* RO # of Receive broadcast pkt */
> + u32 fcs; /* RO # of Received FCS error */
> + u32 cf; /* RO # of Received control frame pkt*/
> + u32 pf; /* RO # of Received pause frame pkt */
> + u32 uo; /* RO # of unknown op code pkt */
> + u32 aln; /* RO # of alignment error count */
> + u32 flr; /* RO # of frame length out of range count */
> + u32 cde; /* RO # of code error pkt */
> + u32 fcr; /* RO # of carrier sense error pkt */
> + u32 ovr; /* RO # of oversize pkt*/
> + u32 jbr; /* RO # of jabber count */
> + u32 mtue; /* RO # of MTU error pkt*/
> + u32 pok; /* RO # of Received good pkt */
> + u32 uc; /* RO # of unicast pkt */
> + u32 ppp; /* RO # of PPP pkt */
> + u32 rcrc; /* RO (0x470),# of CRC match pkt */
> +};
> +
> +/* TSV, Transmit Status Vector */
> +struct bcmasp_tx_counters {
> + struct bcmasp_pkt_counters pkt_cnt;
> + u32 pkts; /* RO (0x4a8) Transmited pkt */
> + u32 mca; /* RO # of xmited multicast pkt */
> + u32 bca; /* RO # of xmited broadcast pkt */
> + u32 pf; /* RO # of xmited pause frame count */
> + u32 cf; /* RO # of xmited control frame count */
> + u32 fcs; /* RO # of xmited FCS error count */
> + u32 ovr; /* RO # of xmited oversize pkt */
> + u32 drf; /* RO # of xmited deferral pkt */
> + u32 edf; /* RO # of xmited Excessive deferral pkt*/
> + u32 scl; /* RO # of xmited single collision pkt */
> + u32 mcl; /* RO # of xmited multiple collision pkt*/
> + u32 lcl; /* RO # of xmited late collision pkt */
> + u32 ecl; /* RO # of xmited excessive collision pkt*/
> + u32 frg; /* RO # of xmited fragments pkt*/
> + u32 ncl; /* RO # of xmited total collision count */
> + u32 jbr; /* RO # of xmited jabber count*/
> + u32 bytes; /* RO # of xmited byte count */
> + u32 pok; /* RO # of xmited good pkt */
> + u32 uc; /* RO (0x0x4f0)# of xmited unitcast pkt */
> +};
> +
> +struct bcmasp_mib_counters {
> + struct bcmasp_rx_counters rx;
> + struct bcmasp_tx_counters tx;
> + u32 rx_runt_cnt;
> + u32 rx_runt_fcs;
> + u32 rx_runt_fcs_align;
> + u32 rx_runt_bytes;
> + u32 edpkt_ts;
> + u32 edpkt_rx_pkt_cnt;
> + u32 edpkt_hdr_ext_cnt;
> + u32 edpkt_hdr_out_cnt;
> + u32 umac_frm_cnt;
> + u32 fb_frm_cnt;
> + u32 fb_out_frm_cnt;
> + u32 fb_filt_out_frm_cnt;
> + u32 fb_rx_fifo_depth;
> + u32 alloc_rx_buff_failed;
> + u32 alloc_rx_skb_failed;
> + u32 rx_dma_failed;
> + u32 tx_dma_failed;
> + u32 mc_filters_full_cnt;
> + u32 uc_filters_full_cnt;
> + u32 filters_combine_cnt;
> + u32 promisc_filters_cnt;
> + u32 tx_realloc_offload_failed;
> + u32 tx_realloc_offload;
> +};
> +
> +struct bcmasp_intf;
> +
> +struct bcmasp_intf_ops {
> + unsigned long (*rx_desc_read)(struct bcmasp_intf *intf);
> + void (*rx_buffer_write)(struct bcmasp_intf *intf, dma_addr_t addr);
> + void (*rx_desc_write)(struct bcmasp_intf *intf, dma_addr_t addr);
> + unsigned long (*tx_read)(struct bcmasp_intf *intf);
> + void (*tx_write)(struct bcmasp_intf *intf, dma_addr_t addr);
> +};
> +
> +struct bcmasp_intf {
> + struct net_device *ndev;
> + struct bcmasp_priv *parent;
> +
> + /* ASP Ch */
> + int channel;
> + int port;
> + const struct bcmasp_intf_ops *ops;
> +
> + struct napi_struct tx_napi;
> + /* TX ring, starts on a new cacheline boundary */
> + void __iomem *tx_spb_dma;
> + int tx_spb_index;
> + int tx_spb_clean_index;
> + struct bcmasp_desc *tx_spb_cpu;
> + dma_addr_t tx_spb_dma_addr;
> + dma_addr_t tx_spb_dma_valid;
> + dma_addr_t tx_spb_dma_read;
> + struct bcmasp_tx_cb *tx_cbs;
> + /* Tx ring lock */
> + spinlock_t tx_lock;
> +
> + /* RX ring, starts on a new cacheline boundary */
> + void __iomem *rx_edpkt_cfg;
> + void __iomem *rx_edpkt_dma;
> + int rx_edpkt_index;
> + int rx_buf_order;
> + struct bcmasp_desc *rx_edpkt_cpu;
> + dma_addr_t rx_edpkt_dma_addr;
> + dma_addr_t rx_edpkt_dma_read;
> +
> + /* RX buffer prefetcher ring*/
> + void *rx_ring_cpu;
> + dma_addr_t rx_ring_dma;
> + dma_addr_t rx_ring_dma_valid;
> + struct napi_struct rx_napi;
> +
> + struct bcmasp_res res;
> + unsigned int crc_fwd;
> +
> + /* PHY device */
> + struct device_node *phy_dn;
> + struct device_node *ndev_dn;
> + phy_interface_t phy_interface;
> + bool internal_phy;
> + int old_pause;
> + int old_link;
> + int old_duplex;
> +
> + u32 msg_enable;
> + /* MIB counters */
> + struct bcmasp_mib_counters mib;
> +
> + /* Wake-on-LAN */
> + u32 wolopts;
> + u8 sopass[SOPASS_MAX];
> + int wol_irq;
> + unsigned int wol_irq_enabled:1;
> +
> + struct ethtool_eee eee;
> +};
> +
> +#define NUM_NET_FILTERS 32
> +struct bcmasp_net_filter {
> + struct ethtool_rx_flow_spec fs;
> +
> + bool claimed;
> + bool wake_filter;
> +
> + int port;
> + unsigned int hw_index;
> +};
> +
> +#define NUM_MDA_FILTERS 32
> +struct bcmasp_mda_filter {
> + /* Current owner of this filter */
> + int port;
> + bool en;
> + u8 addr[ETH_ALEN];
> + u8 mask[ETH_ALEN];
> +};
> +
> +struct bcmasp_priv;
> +
> +struct bcmasp_hw_info {
> + u32 rx_ctrl_flush;
> + u32 umac2fb;
> + u32 rx_ctrl_fb_out_frame_count;
> + u32 rx_ctrl_fb_filt_out_frame_count;
> + u32 rx_ctrl_fb_rx_fifo_depth;
> +};
> +
> +struct bcmasp_plat_data {
> + void (*init_wol)(struct bcmasp_priv *priv);
> + void (*enable_wol)(struct bcmasp_intf *intf, bool en);
> + void (*destroy_wol)(struct bcmasp_priv *priv);
> + struct bcmasp_hw_info *hw_info;
> +};
> +
> +struct bcmasp_priv {
> + struct platform_device *pdev;
> + struct clk *clk;
> +
> + int irq;
> + u32 irq_mask;
> +
> + int wol_irq;
> + unsigned long wol_irq_enabled_mask;
> + /* Wol lock */
> + struct mutex wol_lock;
> + void (*init_wol)(struct bcmasp_priv *priv);
> + void (*enable_wol)(struct bcmasp_intf *intf, bool en);
> + void (*destroy_wol)(struct bcmasp_priv *priv);
> +
> + void __iomem *base;
> + struct bcmasp_hw_info *hw_info;
> +
> + unsigned int intf_count;
> + struct bcmasp_intf **intfs;
> +
> + struct bcmasp_mda_filter mda_filters[NUM_MDA_FILTERS];
> + unsigned int filters_count;
> + /* MAC destination address filters lock */
> + spinlock_t mda_lock;
> +
> + /* Protects accesses to ASP_CTRL_CLOCK_CTRL */
> + spinlock_t clk_lock;
> +
> + struct bcmasp_net_filter net_filters[NUM_NET_FILTERS];
> + /* Max amount of filters minus reserved filters */
> + unsigned int net_filters_count_max;
> + /* Network filter lock */
> + struct mutex net_lock;
> +};
> +
> +static inline unsigned long bcmasp_intf_rx_desc_read(struct bcmasp_intf *intf)
> +{
> + return intf->ops->rx_desc_read(intf);
> +}
> +
> +static inline void bcmasp_intf_rx_buffer_write(struct bcmasp_intf *intf,
> + dma_addr_t addr)
> +{
> + intf->ops->rx_buffer_write(intf, addr);
> +}
> +
> +static inline void bcmasp_intf_rx_desc_write(struct bcmasp_intf *intf,
> + dma_addr_t addr)
> +{
> + intf->ops->rx_desc_write(intf, addr);
> +}
> +
> +static inline unsigned long bcmasp_intf_tx_read(struct bcmasp_intf *intf)
> +{
> + return intf->ops->tx_read(intf);
> +}
> +
> +static inline void bcmasp_intf_tx_write(struct bcmasp_intf *intf, dma_addr_t addr)
> +{
> + intf->ops->tx_write(intf, addr);
> +}
> +
> +#define __BCMASP_IO_MACRO(name, m) \
> +static inline u32 name##_rl(struct bcmasp_intf *intf, u32 off) \
> +{ \
> + u32 reg = readl_relaxed(intf->m + off); \
> + return reg; \
> +} \
> +static inline void name##_wl(struct bcmasp_intf *intf, u32 val, u32 off)\
> +{ \
> + writel_relaxed(val, intf->m + off); \
> +}
> +
> +#define BCMASP_IO_MACRO(name) __BCMASP_IO_MACRO(name, res.name)
> +#define BCMASP_FP_IO_MACRO(name) __BCMASP_IO_MACRO(name, name)
> +
> +BCMASP_IO_MACRO(umac);
> +BCMASP_IO_MACRO(umac2fb);
> +BCMASP_IO_MACRO(rgmii);
> +BCMASP_FP_IO_MACRO(tx_spb_dma);
> +BCMASP_IO_MACRO(tx_spb_ctrl);
> +BCMASP_IO_MACRO(tx_spb_top);
> +BCMASP_IO_MACRO(tx_epkt_core);
> +BCMASP_IO_MACRO(tx_pause_ctrl);
> +BCMASP_FP_IO_MACRO(rx_edpkt_dma);
> +BCMASP_FP_IO_MACRO(rx_edpkt_cfg);
> +
> +#define __BCMASP_FP_IO_MACRO_Q(name, m) \
> +static inline u64 name##_rq(struct bcmasp_intf *intf, u32 off) \
> +{ \
> + u64 reg = readq_relaxed(intf->m + off); \
> + return reg; \
> +} \
> +static inline void name##_wq(struct bcmasp_intf *intf, u64 val, u32 off)\
> +{ \
> + writeq_relaxed(val, intf->m + off); \
> +}
> +
> +#define BCMASP_FP_IO_MACRO_Q(name) __BCMASP_FP_IO_MACRO_Q(name, name)
> +
> +BCMASP_FP_IO_MACRO_Q(tx_spb_dma);
> +BCMASP_FP_IO_MACRO_Q(rx_edpkt_dma);
> +BCMASP_FP_IO_MACRO_Q(rx_edpkt_cfg);
> +
> +#define PKT_OFFLOAD_NOP (0 << 28)
> +#define PKT_OFFLOAD_HDR_OP (1 << 28)
> +#define PKT_OFFLOAD_HDR_WRBACK BIT(19)
> +#define PKT_OFFLOAD_HDR_COUNT(x) ((x) << 16)
> +#define PKT_OFFLOAD_HDR_SIZE_1(x) ((x) << 4)
> +#define PKT_OFFLOAD_HDR_SIZE_2(x) (x)
> +#define PKT_OFFLOAD_HDR2_SIZE_2(x) ((x) << 24)
> +#define PKT_OFFLOAD_HDR2_SIZE_3(x) ((x) << 12)
> +#define PKT_OFFLOAD_HDR2_SIZE_4(x) (x)
> +#define PKT_OFFLOAD_EPKT_OP (2 << 28)
> +#define PKT_OFFLOAD_EPKT_WRBACK BIT(23)
> +#define PKT_OFFLOAD_EPKT_IP(x) ((x) << 21)
> +#define PKT_OFFLOAD_EPKT_TP(x) ((x) << 19)
> +#define PKT_OFFLOAD_EPKT_LEN(x) ((x) << 16)
> +#define PKT_OFFLOAD_EPKT_CSUM_L3 BIT(15)
> +#define PKT_OFFLOAD_EPKT_CSUM_L2 BIT(14)
> +#define PKT_OFFLOAD_EPKT_ID(x) ((x) << 12)
> +#define PKT_OFFLOAD_EPKT_SEQ(x) ((x) << 10)
> +#define PKT_OFFLOAD_EPKT_TS(x) ((x) << 8)
> +#define PKT_OFFLOAD_EPKT_BLOC(x) (x)
> +#define PKT_OFFLOAD_END_OP (7 << 28)
> +
> +struct bcmasp_pkt_offload {
> + u32 nop;
> + u32 header;
> + u32 header2;
> + u32 epkt;
> + u32 end;
> +};
> +
> +#define BCMASP_CORE_IO_MACRO(name, offset) \
> +static inline u32 name##_core_rl(struct bcmasp_priv *priv, \
> + u32 off) \
> +{ \
> + u32 reg = readl_relaxed(priv->base + (offset) + off); \
> + return reg; \
> +} \
> +static inline void name##_core_wl(struct bcmasp_priv *priv, \
> + u32 val, u32 off) \
> +{ \
> + writel_relaxed(val, priv->base + (offset) + off); \
> +}
> +
> +BCMASP_CORE_IO_MACRO(intr2, ASP_INTR2_OFFSET);
> +BCMASP_CORE_IO_MACRO(wakeup_intr2, ASP_WAKEUP_INTR2_OFFSET);
> +BCMASP_CORE_IO_MACRO(tx_analytics, ASP_TX_ANALYTICS_OFFSET);
> +BCMASP_CORE_IO_MACRO(rx_analytics, ASP_RX_ANALYTICS_OFFSET);
> +BCMASP_CORE_IO_MACRO(rx_ctrl, ASP_RX_CTRL_OFFSET);
> +BCMASP_CORE_IO_MACRO(rx_filter, ASP_RX_FILTER_OFFSET);
> +BCMASP_CORE_IO_MACRO(rx_edpkt, ASP_EDPKT_OFFSET);
> +BCMASP_CORE_IO_MACRO(ctrl, ASP_CTRL);
> +
> +struct bcmasp_intf *bcmasp_interface_create(struct bcmasp_priv *priv,
> + struct device_node *ndev_dn);
> +
> +void bcmasp_interface_destroy(struct bcmasp_intf *intf, bool unregister);
> +
> +void bcmasp_enable_tx_irq(struct bcmasp_intf *intf, int en);
> +
> +void bcmasp_enable_rx_irq(struct bcmasp_intf *intf, int en);
> +
> +void bcmasp_flush_rx_port(struct bcmasp_intf *intf);
> +
> +extern const struct ethtool_ops bcmasp_ethtool_ops;
> +
> +int bcmasp_interface_suspend(struct bcmasp_intf *intf);
> +
> +int bcmasp_interface_resume(struct bcmasp_intf *intf);
> +
> +void bcmasp_set_promisc(struct bcmasp_intf *intf, bool en);
> +
> +void bcmasp_set_allmulti(struct bcmasp_intf *intf, bool en);
> +
> +void bcmasp_set_broad(struct bcmasp_intf *intf, bool en);
> +
> +void bcmasp_set_oaddr(struct bcmasp_intf *intf, const unsigned char *addr,
> + bool en);
> +
> +int bcmasp_set_en_mda_filter(struct bcmasp_intf *intf, unsigned char *addr,
> + unsigned char *mask);
> +
> +void bcmasp_disable_all_filters(struct bcmasp_intf *intf);
> +
> +void bcmasp_core_clock_set_intf(struct bcmasp_intf *intf, bool en);
> +
> +struct bcmasp_net_filter *bcmasp_netfilt_get_init(struct bcmasp_intf *intf,
> + int loc, bool wake_filter,
> + bool init);
> +
> +int bcmasp_netfilt_check_dup(struct bcmasp_intf *intf,
> + struct ethtool_rx_flow_spec *fs);
> +
> +void bcmasp_netfilt_release(struct bcmasp_intf *intf,
> + struct bcmasp_net_filter *nfilt);
> +
> +int bcmasp_netfilt_get_active(struct bcmasp_intf *intf);
> +
> +void bcmasp_netfilt_get_all_active(struct bcmasp_intf *intf, u32 *rule_locs,
> + u32 *rule_cnt);
> +
> +void bcmasp_netfilt_suspend(struct bcmasp_intf *intf);
> +
> +void bcmasp_eee_enable_set(struct bcmasp_intf *intf, bool enable);
> +#endif
> diff --git a/drivers/net/ethernet/broadcom/asp2/bcmasp_ethtool.c b/drivers/net/ethernet/broadcom/asp2/bcmasp_ethtool.c
> new file mode 100644
> index 000000000000..42f9a962bc13
> --- /dev/null
> +++ b/drivers/net/ethernet/broadcom/asp2/bcmasp_ethtool.c
> @@ -0,0 +1,620 @@
> +// SPDX-License-Identifier: GPL-2.0
> +#define pr_fmt(fmt) "bcmasp_ethtool: " fmt
> +
> +#include <linux/ethtool.h>
> +#include <linux/netdevice.h>
> +#include <linux/platform_device.h>
> +
> +#include "bcmasp.h"
> +#include "bcmasp_intf_defs.h"
> +
> +/* standard ethtool support functions. */
> +enum bcmasp_stat_type {
> + BCMASP_STAT_NETDEV = -1,
> + BCMASP_STAT_MIB_RX,
> + BCMASP_STAT_MIB_TX,
> + BCMASP_STAT_RUNT,
> + BCMASP_STAT_RX_EDPKT,
> + BCMASP_STAT_RX_CTRL,
> + BCMASP_STAT_SOFT,
> +};
> +
> +struct bcmasp_stats {
> + char stat_string[ETH_GSTRING_LEN];
> + int stat_sizeof;
> + int stat_offset;
> + enum bcmasp_stat_type type;
> + /* register offset from base for misc counters */
> + u16 reg_offset;
> +};
> +
> +#define STAT_NETDEV(m) { \
> + .stat_string = __stringify(m), \
> + .stat_sizeof = sizeof(((struct net_device_stats *)0)->m), \
> + .stat_offset = offsetof(struct net_device_stats, m), \
> + .type = BCMASP_STAT_NETDEV, \
> +}
> +
> +#define STAT_BCMASP_MIB(str, m, _type) { \
> + .stat_string = str, \
> + .stat_sizeof = sizeof(((struct bcmasp_intf *)0)->m), \
> + .stat_offset = offsetof(struct bcmasp_intf, m), \
> + .type = _type, \
> +}
> +
> +#define STAT_BCMASP_OFFSET(str, m, _type, offset) { \
> + .stat_string = str, \
> + .stat_sizeof = sizeof(((struct bcmasp_intf *)0)->m), \
> + .stat_offset = offsetof(struct bcmasp_intf, m), \
> + .type = _type, \
> + .reg_offset = offset, \
> +}
> +
> +#define STAT_BCMASP_MIB_RX(str, m) \
> + STAT_BCMASP_MIB(str, m, BCMASP_STAT_MIB_RX)
> +#define STAT_BCMASP_MIB_TX(str, m) \
> + STAT_BCMASP_MIB(str, m, BCMASP_STAT_MIB_TX)
> +#define STAT_BCMASP_RUNT(str, m) \
> + STAT_BCMASP_MIB(str, m, BCMASP_STAT_RUNT)
> +#define STAT_BCMASP_RX_EDPKT(str, m, offset) \
> + STAT_BCMASP_OFFSET(str, m, BCMASP_STAT_RX_EDPKT, offset)
> +#define STAT_BCMASP_RX_CTRL(str, m, offset) \
> + STAT_BCMASP_OFFSET(str, m, BCMASP_STAT_RX_CTRL, offset)
> +#define STAT_BCMASP_SOFT_MIB(m) \
> + STAT_BCMASP_MIB(__stringify(m), mib.m, BCMASP_STAT_SOFT)
> +
> +/* There is a 0x10 gap in hardware between the end of RX and beginning of TX
> + * stats and then between the end of TX stats and the beginning of the RX RUNT.
> + * The software structure already accounts for sizeof(u32) between members so
> + * need to add 0xc to offset correctly into the hardware register.
> + */
> +#define BCMASP_STAT_OFFSET 0xc
> +
> +/* Hardware counters must be kept in sync because the order/offset
> + * is important here (order in structure declaration = order in hardware)
> + */
> +static const struct bcmasp_stats bcmasp_gstrings_stats[] = {
> + /* general stats */
> + STAT_NETDEV(rx_packets),
> + STAT_NETDEV(tx_packets),
> + STAT_NETDEV(rx_bytes),
> + STAT_NETDEV(tx_bytes),
> + STAT_NETDEV(rx_errors),
> + STAT_NETDEV(tx_errors),
> + STAT_NETDEV(rx_dropped),
> + STAT_NETDEV(tx_dropped),
> + STAT_NETDEV(multicast),
> + /* UniMAC RSV counters */
> + STAT_BCMASP_MIB_RX("rx_64_octets", mib.rx.pkt_cnt.cnt_64),
> + STAT_BCMASP_MIB_RX("rx_65_127_oct", mib.rx.pkt_cnt.cnt_127),
> + STAT_BCMASP_MIB_RX("rx_128_255_oct", mib.rx.pkt_cnt.cnt_255),
> + STAT_BCMASP_MIB_RX("rx_256_511_oct", mib.rx.pkt_cnt.cnt_511),
> + STAT_BCMASP_MIB_RX("rx_512_1023_oct", mib.rx.pkt_cnt.cnt_1023),
> + STAT_BCMASP_MIB_RX("rx_1024_1518_oct", mib.rx.pkt_cnt.cnt_1518),
> + STAT_BCMASP_MIB_RX("rx_vlan_1519_1522_oct", mib.rx.pkt_cnt.cnt_mgv),
> + STAT_BCMASP_MIB_RX("rx_1522_2047_oct", mib.rx.pkt_cnt.cnt_2047),
> + STAT_BCMASP_MIB_RX("rx_2048_4095_oct", mib.rx.pkt_cnt.cnt_4095),
> + STAT_BCMASP_MIB_RX("rx_4096_9216_oct", mib.rx.pkt_cnt.cnt_9216),
> + STAT_BCMASP_MIB_RX("rx_pkts", mib.rx.pkt),
> + STAT_BCMASP_MIB_RX("rx_bytes", mib.rx.bytes),
> + STAT_BCMASP_MIB_RX("rx_multicast", mib.rx.mca),
> + STAT_BCMASP_MIB_RX("rx_broadcast", mib.rx.bca),
> + STAT_BCMASP_MIB_RX("rx_fcs", mib.rx.fcs),
> + STAT_BCMASP_MIB_RX("rx_control", mib.rx.cf),
> + STAT_BCMASP_MIB_RX("rx_pause", mib.rx.pf),
> + STAT_BCMASP_MIB_RX("rx_unknown", mib.rx.uo),
> + STAT_BCMASP_MIB_RX("rx_align", mib.rx.aln),
> + STAT_BCMASP_MIB_RX("rx_outrange", mib.rx.flr),
> + STAT_BCMASP_MIB_RX("rx_code", mib.rx.cde),
> + STAT_BCMASP_MIB_RX("rx_carrier", mib.rx.fcr),
> + STAT_BCMASP_MIB_RX("rx_oversize", mib.rx.ovr),
> + STAT_BCMASP_MIB_RX("rx_jabber", mib.rx.jbr),
> + STAT_BCMASP_MIB_RX("rx_mtu_err", mib.rx.mtue),
> + STAT_BCMASP_MIB_RX("rx_good_pkts", mib.rx.pok),
> + STAT_BCMASP_MIB_RX("rx_unicast", mib.rx.uc),
> + STAT_BCMASP_MIB_RX("rx_ppp", mib.rx.ppp),
> + STAT_BCMASP_MIB_RX("rx_crc", mib.rx.rcrc),
> + /* UniMAC TSV counters */
> + STAT_BCMASP_MIB_TX("tx_64_octets", mib.tx.pkt_cnt.cnt_64),
> + STAT_BCMASP_MIB_TX("tx_65_127_oct", mib.tx.pkt_cnt.cnt_127),
> + STAT_BCMASP_MIB_TX("tx_128_255_oct", mib.tx.pkt_cnt.cnt_255),
> + STAT_BCMASP_MIB_TX("tx_256_511_oct", mib.tx.pkt_cnt.cnt_511),
> + STAT_BCMASP_MIB_TX("tx_512_1023_oct", mib.tx.pkt_cnt.cnt_1023),
> + STAT_BCMASP_MIB_TX("tx_1024_1518_oct", mib.tx.pkt_cnt.cnt_1518),
> + STAT_BCMASP_MIB_TX("tx_vlan_1519_1522_oct", mib.tx.pkt_cnt.cnt_mgv),
> + STAT_BCMASP_MIB_TX("tx_1522_2047_oct", mib.tx.pkt_cnt.cnt_2047),
> + STAT_BCMASP_MIB_TX("tx_2048_4095_oct", mib.tx.pkt_cnt.cnt_4095),
> + STAT_BCMASP_MIB_TX("tx_4096_9216_oct", mib.tx.pkt_cnt.cnt_9216),
> + STAT_BCMASP_MIB_TX("tx_pkts", mib.tx.pkts),
> + STAT_BCMASP_MIB_TX("tx_multicast", mib.tx.mca),
> + STAT_BCMASP_MIB_TX("tx_broadcast", mib.tx.bca),
> + STAT_BCMASP_MIB_TX("tx_pause", mib.tx.pf),
> + STAT_BCMASP_MIB_TX("tx_control", mib.tx.cf),
> + STAT_BCMASP_MIB_TX("tx_fcs_err", mib.tx.fcs),
> + STAT_BCMASP_MIB_TX("tx_oversize", mib.tx.ovr),
> + STAT_BCMASP_MIB_TX("tx_defer", mib.tx.drf),
> + STAT_BCMASP_MIB_TX("tx_excess_defer", mib.tx.edf),
> + STAT_BCMASP_MIB_TX("tx_single_col", mib.tx.scl),
> + STAT_BCMASP_MIB_TX("tx_multi_col", mib.tx.mcl),
> + STAT_BCMASP_MIB_TX("tx_late_col", mib.tx.lcl),
> + STAT_BCMASP_MIB_TX("tx_excess_col", mib.tx.ecl),
> + STAT_BCMASP_MIB_TX("tx_frags", mib.tx.frg),
> + STAT_BCMASP_MIB_TX("tx_total_col", mib.tx.ncl),
> + STAT_BCMASP_MIB_TX("tx_jabber", mib.tx.jbr),
> + STAT_BCMASP_MIB_TX("tx_bytes", mib.tx.bytes),
> + STAT_BCMASP_MIB_TX("tx_good_pkts", mib.tx.pok),
> + STAT_BCMASP_MIB_TX("tx_unicast", mib.tx.uc),
> + /* UniMAC RUNT counters */
> + STAT_BCMASP_RUNT("rx_runt_pkts", mib.rx_runt_cnt),
> + STAT_BCMASP_RUNT("rx_runt_valid_fcs", mib.rx_runt_fcs),
> + STAT_BCMASP_RUNT("rx_runt_inval_fcs_align", mib.rx_runt_fcs_align),
> + STAT_BCMASP_RUNT("rx_runt_bytes", mib.rx_runt_bytes),
> + /* EDPKT counters */
> + STAT_BCMASP_RX_EDPKT("edpkt_ts", mib.edpkt_ts,
> + ASP_EDPKT_RX_TS_COUNTER),
> + STAT_BCMASP_RX_EDPKT("edpkt_rx_pkt_cnt", mib.edpkt_rx_pkt_cnt,
> + ASP_EDPKT_RX_PKT_CNT),
> + STAT_BCMASP_RX_EDPKT("edpkt_hdr_ext_cnt", mib.edpkt_hdr_ext_cnt,
> + ASP_EDPKT_HDR_EXTR_CNT),
> + STAT_BCMASP_RX_EDPKT("edpkt_hdr_out_cnt", mib.edpkt_hdr_out_cnt,
> + ASP_EDPKT_HDR_OUT_CNT),
> + /* ASP RX control */
> + STAT_BCMASP_RX_CTRL("umac_frm_cnt", mib.umac_frm_cnt,
> + ASP_RX_CTRL_UMAC_0_FRAME_COUNT),
> + STAT_BCMASP_RX_CTRL("fb_frm_cnt", mib.fb_frm_cnt,
> + ASP_RX_CTRL_FB_0_FRAME_COUNT),
> + STAT_BCMASP_RX_CTRL("fb_out_frm_cnt", mib.fb_out_frm_cnt,
> + ASP_RX_CTRL_FB_OUT_FRAME_COUNT),
> + STAT_BCMASP_RX_CTRL("fb_filt_out_frm_cnt", mib.fb_filt_out_frm_cnt,
> + ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT),
> + STAT_BCMASP_RX_CTRL("fb_rx_fifo_depth", mib.fb_rx_fifo_depth,
> + ASP_RX_CTRL_FB_RX_FIFO_DEPTH),
> + /* Software maintained statistics */
> + STAT_BCMASP_SOFT_MIB(alloc_rx_buff_failed),
> + STAT_BCMASP_SOFT_MIB(alloc_rx_skb_failed),
> + STAT_BCMASP_SOFT_MIB(rx_dma_failed),
> + STAT_BCMASP_SOFT_MIB(tx_dma_failed),
> + STAT_BCMASP_SOFT_MIB(mc_filters_full_cnt),
> + STAT_BCMASP_SOFT_MIB(uc_filters_full_cnt),
> + STAT_BCMASP_SOFT_MIB(filters_combine_cnt),
> + STAT_BCMASP_SOFT_MIB(promisc_filters_cnt),
> + STAT_BCMASP_SOFT_MIB(tx_realloc_offload_failed),
> + STAT_BCMASP_SOFT_MIB(tx_realloc_offload),
> +
> +};
> +
> +#define BCMASP_STATS_LEN ARRAY_SIZE(bcmasp_gstrings_stats)
> +
> +static u16 bcmasp_stat_fixup_offset(struct bcmasp_intf *intf,
> + const struct bcmasp_stats *s)
> +{
> + struct bcmasp_priv *priv = intf->parent;
> +
> + if (!strcmp("fb_out_frm_cnt", s->stat_string))
> + return priv->hw_info->rx_ctrl_fb_out_frame_count;
> +
> + if (!strcmp("fb_filt_out_frm_cnt", s->stat_string))
> + return priv->hw_info->rx_ctrl_fb_filt_out_frame_count;
> +
> + if (!strcmp("fb_rx_fifo_depth", s->stat_string))
> + return priv->hw_info->rx_ctrl_fb_rx_fifo_depth;
> +
> + return s->reg_offset;
> +}
> +
> +static bool bcmasp_stat_available(struct bcmasp_intf *intf,
> + enum bcmasp_stat_type type)
> +{
> + if (type >= BCMASP_STAT_MIB_RX && type <= BCMASP_STAT_RUNT)
> + return false;
> +
> + return true;
> +}
> +
> +static int bcmasp_get_sset_count(struct net_device *dev, int string_set)
> +{
> + switch (string_set) {
> + case ETH_SS_STATS:
> + return BCMASP_STATS_LEN;
> + default:
> + return -EOPNOTSUPP;
> + }
> +}
> +
> +static void bcmasp_get_strings(struct net_device *dev, u32 stringset,
> + u8 *data)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + const struct bcmasp_stats *s;
> + int i, j = 0;
> +
> + switch (stringset) {
> + case ETH_SS_STATS:
> + for (i = 0; i < BCMASP_STATS_LEN; i++) {
> + s = &bcmasp_gstrings_stats[i];
> + if (!bcmasp_stat_available(intf, s->type))
> + continue;
> +
> + memcpy(data + j * ETH_GSTRING_LEN, s->stat_string,
> + ETH_GSTRING_LEN);
> + j++;
> + }
> + break;
> + default:
> + return;
> + }
> +}
> +
> +static void bcmasp_update_mib_counters(struct bcmasp_intf *priv)
> +{
> + int i, j = 0;
> +
> + for (i = 0; i < BCMASP_STATS_LEN; i++) {
> + const struct bcmasp_stats *s;
> + u16 offset = 0;
> + u32 val = 0;
> + char *p;
> +
> + s = &bcmasp_gstrings_stats[i];
> + switch (s->type) {
> + case BCMASP_STAT_NETDEV:
> + case BCMASP_STAT_SOFT:
> + continue;
> + case BCMASP_STAT_RUNT:
> + offset += BCMASP_STAT_OFFSET;
> + fallthrough;
> + case BCMASP_STAT_MIB_TX:
> + offset += BCMASP_STAT_OFFSET;
> + fallthrough;
> + case BCMASP_STAT_MIB_RX:
> + val = umac_rl(priv, UMC_MIB_START + j + offset);
> + offset = 0; /* Reset Offset */
> + break;
> + case BCMASP_STAT_RX_EDPKT:
> + val = rx_edpkt_core_rl(priv->parent, s->reg_offset);
> + break;
> + case BCMASP_STAT_RX_CTRL:
> + offset = bcmasp_stat_fixup_offset(priv, s);
> + if (offset != ASP_RX_CTRL_FB_FILT_OUT_FRAME_COUNT)
> + offset += sizeof(u32) * priv->port;
> + val = rx_ctrl_core_rl(priv->parent, offset);
> + break;
> + }
> +
> + j += s->stat_sizeof;
> + p = (char *)priv + s->stat_offset;
> + *(u32 *)p = val;
> + }
> +}
> +
> +static void bcmasp_get_ethtool_stats(struct net_device *dev,
> + struct ethtool_stats *stats,
> + u64 *data)
> +{
> + struct bcmasp_intf *priv = netdev_priv(dev);
> + int i, j = 0;
> +
> + if (netif_running(dev))
> + bcmasp_update_mib_counters(priv);
> +
> + dev->netdev_ops->ndo_get_stats(dev);
> +
> + for (i = 0; i < BCMASP_STATS_LEN; i++) {
> + const struct bcmasp_stats *s;
> + char *p;
> +
> + s = &bcmasp_gstrings_stats[i];
> + if (!bcmasp_stat_available(priv, s->type))
> + continue;
> + if (s->type == BCMASP_STAT_NETDEV)
> + p = (char *)&dev->stats;
> + else
> + p = (char *)priv;
> + p += s->stat_offset;
> + if (sizeof(unsigned long) != sizeof(u32) &&
> + s->stat_sizeof == sizeof(unsigned long))
> + data[j] = *(unsigned long *)p;
> + else
> + data[j] = *(u32 *)p;
> + j++;
> + }
> +}
> +
> +static void bcmasp_get_drvinfo(struct net_device *dev,
> + struct ethtool_drvinfo *info)
> +{
> + strscpy(info->driver, "bcmasp", sizeof(info->driver));
> + strscpy(info->version, "v2.0", sizeof(info->version));
> + strscpy(info->bus_info, dev_name(dev->dev.parent),
> + sizeof(info->bus_info));
> +}
> +
> +static int bcmasp_get_link_ksettings(struct net_device *dev,
> + struct ethtool_link_ksettings *cmd)
> +{
> + if (!netif_running(dev))
> + return -EINVAL;
> +
> + if (!dev->phydev)
> + return -ENODEV;
> +
> + phy_ethtool_ksettings_get(dev->phydev, cmd);
> +
> + return 0;
> +}
> +
> +static int bcmasp_set_link_ksettings(struct net_device *dev,
> + const struct ethtool_link_ksettings *cmd)
> +{
> + if (!netif_running(dev))
> + return -EINVAL;
> +
> + if (!dev->phydev)
> + return -ENODEV;
> +
> + return phy_ethtool_ksettings_set(dev->phydev, cmd);
> +}
> +
> +static u32 bcmasp_get_msglevel(struct net_device *dev)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> +
> + return intf->msg_enable;
> +}
> +
> +static void bcmasp_set_msglevel(struct net_device *dev, u32 level)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> +
> + intf->msg_enable = level;
> +}
> +
> +static int bcmasp_nway_reset(struct net_device *dev)
> +{
> + if (!dev->phydev)
> + return -ENODEV;
> +
> + return genphy_restart_aneg(dev->phydev);
> +}
> +
> +#define BCMASP_SUPPORTED_WAKE (WAKE_MAGIC | WAKE_MAGICSECURE | WAKE_FILTER)
> +static void bcmasp_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> +
> + wol->supported = BCMASP_SUPPORTED_WAKE;
> + wol->wolopts = intf->wolopts;
> + memset(wol->sopass, 0, sizeof(wol->sopass));
> +
> + if (wol->wolopts & WAKE_MAGICSECURE)
> + memcpy(wol->sopass, intf->sopass, sizeof(intf->sopass));
> +}
> +
> +static int bcmasp_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct bcmasp_priv *priv = intf->parent;
> + struct device *kdev = &priv->pdev->dev;
> +
> + if (!device_can_wakeup(kdev))
> + return -EOPNOTSUPP;
> +
> + if (wol->wolopts & ~BCMASP_SUPPORTED_WAKE)
> + return -EOPNOTSUPP;
> +
> + /* Interface Specific */
> + intf->wolopts = wol->wolopts;
> + if (intf->wolopts & WAKE_MAGICSECURE)
> + memcpy(intf->sopass, wol->sopass, sizeof(wol->sopass));
> +
> + mutex_lock(&priv->wol_lock);
> + priv->enable_wol(intf, !!intf->wolopts);
> + mutex_unlock(&priv->wol_lock);
> +
> + return 0;
> +}
> +
> +static int bcmasp_flow_insert(struct net_device *dev, struct ethtool_rxnfc *cmd)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct bcmasp_net_filter *nfilter;
> + u32 loc = cmd->fs.location;
> + bool wake = false;
> +
> + if (cmd->fs.ring_cookie == RX_CLS_FLOW_WAKE)
> + wake = true;
> +
> + /* Currently only supports WAKE filters */
> + if (!wake)
> + return -EOPNOTSUPP;
> +
> + switch (cmd->fs.flow_type & ~(FLOW_EXT | FLOW_MAC_EXT)) {
> + case ETHER_FLOW:
> + case IP_USER_FLOW:
> + case TCP_V4_FLOW:
> + case UDP_V4_FLOW:
> + case TCP_V6_FLOW:
> + case UDP_V6_FLOW:
> + break;
> + default:
> + return -EOPNOTSUPP;
> + }
> +
> + /* Check if filter already exists */
> + if (bcmasp_netfilt_check_dup(intf, &cmd->fs))
> + return -EINVAL;
> +
> + nfilter = bcmasp_netfilt_get_init(intf, loc, wake, true);
> + if (IS_ERR(nfilter))
> + return PTR_ERR(nfilter);
> +
> + /* Return the location where we did insert the filter */
> + cmd->fs.location = nfilter->hw_index;
> + memcpy(&nfilter->fs, &cmd->fs, sizeof(struct ethtool_rx_flow_spec));
> +
> + /* Since we only support wake filters, defer register programming till
> + * suspend time.
> + */
> + return 0;
> +}
> +
> +static int bcmasp_flow_delete(struct net_device *dev, struct ethtool_rxnfc *cmd)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct bcmasp_net_filter *nfilter;
> +
> + nfilter = bcmasp_netfilt_get_init(intf, cmd->fs.location, false, false);
> + if (IS_ERR(nfilter))
> + return PTR_ERR(nfilter);
> +
> + bcmasp_netfilt_release(intf, nfilter);
> +
> + return 0;
> +}
> +
> +static int bcmasp_flow_get(struct bcmasp_intf *intf, struct ethtool_rxnfc *cmd)
> +{
> + struct bcmasp_net_filter *nfilter;
> +
> + nfilter = bcmasp_netfilt_get_init(intf, cmd->fs.location, false, false);
> + if (IS_ERR(nfilter))
> + return PTR_ERR(nfilter);
> +
> + memcpy(&cmd->fs, &nfilter->fs, sizeof(nfilter->fs));
> +
> + cmd->data = NUM_NET_FILTERS;
> +
> + return 0;
> +}
> +
> +static int bcmasp_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + int ret = -EOPNOTSUPP;
> +
> + mutex_lock(&intf->parent->net_lock);
> +
> + switch (cmd->cmd) {
> + case ETHTOOL_SRXCLSRLINS:
> + ret = bcmasp_flow_insert(dev, cmd);
> + break;
> + case ETHTOOL_SRXCLSRLDEL:
> + ret = bcmasp_flow_delete(dev, cmd);
> + break;
> + default:
> + break;
> + }
> +
> + mutex_unlock(&intf->parent->net_lock);
> +
> + return ret;
> +}
> +
> +static int bcmasp_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
> + u32 *rule_locs)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + int err = 0;
> +
> + mutex_lock(&intf->parent->net_lock);
> +
> + switch (cmd->cmd) {
> + case ETHTOOL_GRXCLSRLCNT:
> + cmd->rule_cnt = bcmasp_netfilt_get_active(intf);
> + /* We support specifying rule locations */
> + cmd->data |= RX_CLS_LOC_SPECIAL;
> + break;
> + case ETHTOOL_GRXCLSRULE:
> + err = bcmasp_flow_get(intf, cmd);
> + break;
> + case ETHTOOL_GRXCLSRLALL:
> + bcmasp_netfilt_get_all_active(intf, rule_locs, &cmd->rule_cnt);
> + cmd->data = NUM_NET_FILTERS;
> + break;
> + default:
> + err = -EOPNOTSUPP;
> + break;
> + }
> +
> + mutex_unlock(&intf->parent->net_lock);
> +
> + return err;
> +}
> +
> +void bcmasp_eee_enable_set(struct bcmasp_intf *intf, bool enable)
> +{
> + u32 reg;
> +
> + reg = umac_rl(intf, UMC_EEE_CTRL);
> + if (enable)
> + reg |= EEE_EN;
> + else
> + reg &= ~EEE_EN;
> + umac_wl(intf, reg, UMC_EEE_CTRL);
> +
> + intf->eee.eee_enabled = enable;
> + intf->eee.eee_active = enable;
> +}
> +
> +static int bcmasp_get_eee(struct net_device *dev, struct ethtool_eee *e)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct ethtool_eee *p = &intf->eee;
> +
> + if (!dev->phydev)
> + return -ENODEV;
> +
> + e->eee_enabled = p->eee_enabled;
> + e->eee_active = p->eee_active;
> + e->tx_lpi_enabled = p->tx_lpi_enabled;
> + e->tx_lpi_timer = umac_rl(intf, UMC_EEE_LPI_TIMER);
> +
> + return phy_ethtool_get_eee(dev->phydev, e);
> +}
> +
> +static int bcmasp_set_eee(struct net_device *dev, struct ethtool_eee *e)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct ethtool_eee *p = &intf->eee;
> + int ret;
> +
> + if (!dev->phydev)
> + return -ENODEV;
> +
> + if (!p->eee_enabled) {
> + bcmasp_eee_enable_set(intf, false);
> + } else {
> + ret = phy_init_eee(dev->phydev, 0);
> + if (ret) {
> + netif_err(intf, hw, dev,
> + "EEE initialization failed: %d\n", ret);
> + return ret;
> + }
> +
> + umac_wl(intf, e->tx_lpi_timer, UMC_EEE_LPI_TIMER);
> + intf->eee.eee_active = ret >= 0;
> + intf->eee.tx_lpi_enabled = e->tx_lpi_enabled;
> + bcmasp_eee_enable_set(intf, true);
> + }
> +
> + return phy_ethtool_set_eee(dev->phydev, e);
> +}
> +
> +const struct ethtool_ops bcmasp_ethtool_ops = {
> + .get_drvinfo = bcmasp_get_drvinfo,
> + .get_wol = bcmasp_get_wol,
> + .set_wol = bcmasp_set_wol,
> + .get_link = ethtool_op_get_link,
> + .get_strings = bcmasp_get_strings,
> + .get_ethtool_stats = bcmasp_get_ethtool_stats,
> + .get_sset_count = bcmasp_get_sset_count,
> + .get_link_ksettings = bcmasp_get_link_ksettings,
> + .set_link_ksettings = bcmasp_set_link_ksettings,
> + .get_msglevel = bcmasp_get_msglevel,
> + .set_msglevel = bcmasp_set_msglevel,
> + .nway_reset = bcmasp_nway_reset,
> + .get_rxnfc = bcmasp_get_rxnfc,
> + .set_rxnfc = bcmasp_set_rxnfc,
> + .set_eee = bcmasp_set_eee,
> + .get_eee = bcmasp_get_eee,
> +};
> diff --git a/drivers/net/ethernet/broadcom/asp2/bcmasp_intf.c b/drivers/net/ethernet/broadcom/asp2/bcmasp_intf.c
> new file mode 100644
> index 000000000000..be5cda86a063
> --- /dev/null
> +++ b/drivers/net/ethernet/broadcom/asp2/bcmasp_intf.c
> @@ -0,0 +1,1425 @@
> +// SPDX-License-Identifier: GPL-2.0
> +#define pr_fmt(fmt) "bcmasp_intf: " fmt
> +
> +#include <asm/byteorder.h>
> +#include <linux/brcmphy.h>
> +#include <linux/clk.h>
> +#include <linux/delay.h>
> +#include <linux/etherdevice.h>
> +#include <linux/netdevice.h>
> +#include <linux/of_net.h>
> +#include <linux/of_mdio.h>
> +#include <linux/phy.h>
> +#include <linux/phy_fixed.h>
> +#include <linux/ptp_classify.h>
> +#include <linux/platform_device.h>
> +#include <net/ip.h>
> +#include <net/ipv6.h>
> +
> +#include "bcmasp.h"
> +#include "bcmasp_intf_defs.h"
> +
> +static inline int incr_ring(int index, int ring_count)
> +{
> + index++;
> + if (index == ring_count)
> + return 0;
> +
> + return index;
> +}
> +
> +/* Points to last byte of descriptor */
> +static inline dma_addr_t incr_last_byte(dma_addr_t addr, dma_addr_t beg,
> + int ring_count)
> +{
> + dma_addr_t end = beg + (ring_count * DESC_SIZE);
> +
> + addr += DESC_SIZE;
> + if (addr > end)
> + return beg + DESC_SIZE - 1;
> +
> + return addr;
> +}
> +
> +/* Points to first byte of descriptor */
> +static inline dma_addr_t incr_first_byte(dma_addr_t addr, dma_addr_t beg,
> + int ring_count)
> +{
> + dma_addr_t end = beg + (ring_count * DESC_SIZE);
> +
> + addr += DESC_SIZE;
> + if (addr >= end)
> + return beg;
> +
> + return addr;
> +}
> +
> +static inline void bcmasp_enable_tx(struct bcmasp_intf *intf, int en)
> +{
> + if (en) {
> + tx_spb_ctrl_wl(intf, TX_SPB_CTRL_ENABLE_EN, TX_SPB_CTRL_ENABLE);
> + tx_epkt_core_wl(intf, (TX_EPKT_C_CFG_MISC_EN |
> + TX_EPKT_C_CFG_MISC_PT |
> + (intf->port << TX_EPKT_C_CFG_MISC_PS_SHIFT)),
> + TX_EPKT_C_CFG_MISC);
> + } else {
> + tx_spb_ctrl_wl(intf, 0x0, TX_SPB_CTRL_ENABLE);
> + tx_epkt_core_wl(intf, 0x0, TX_EPKT_C_CFG_MISC);
> + }
> +}
> +
> +static inline void bcmasp_enable_rx(struct bcmasp_intf *intf, int en)
> +{
> + if (en)
> + rx_edpkt_cfg_wl(intf, RX_EDPKT_CFG_ENABLE_EN,
> + RX_EDPKT_CFG_ENABLE);
> + else
> + rx_edpkt_cfg_wl(intf, 0x0, RX_EDPKT_CFG_ENABLE);
> +}
> +
> +static void bcmasp_set_rx_mode(struct net_device *dev)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct netdev_hw_addr *ha;
> + unsigned char mask[] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
> + int ret;
> +
> + spin_lock_bh(&intf->parent->mda_lock);
> +
> + bcmasp_disable_all_filters(intf);
> +
> + if (dev->flags & IFF_PROMISC)
> + goto set_promisc;
> +
> + bcmasp_set_promisc(intf, 0);
> +
> + bcmasp_set_broad(intf, 1);
> +
> + bcmasp_set_oaddr(intf, dev->dev_addr, 1);
> +
> + if (dev->flags & IFF_ALLMULTI) {
> + bcmasp_set_allmulti(intf, 1);
> + } else {
> + bcmasp_set_allmulti(intf, 0);
> +
> + netdev_for_each_mc_addr(ha, dev) {
> + ret = bcmasp_set_en_mda_filter(intf, ha->addr, mask);
> + if (ret) {
> + intf->mib.mc_filters_full_cnt++;
> + goto set_promisc;
> + }
> + }
> + }
> +
> + netdev_for_each_uc_addr(ha, dev) {
> + ret = bcmasp_set_en_mda_filter(intf, ha->addr, mask);
> + if (ret) {
> + intf->mib.uc_filters_full_cnt++;
> + goto set_promisc;
> + }
> + }
> +
> + spin_unlock_bh(&intf->parent->mda_lock);
> + return;
> +
> +set_promisc:
> + bcmasp_set_promisc(intf, 1);
> + intf->mib.promisc_filters_cnt++;
> +
> + /* disable all filters used by this port */
> + bcmasp_disable_all_filters(intf);
> +
> + spin_unlock_bh(&intf->parent->mda_lock);
> +}
> +
> +static void bcmasp_clean_txcb(struct bcmasp_intf *intf, int index)
> +{
> + struct bcmasp_tx_cb *txcb = &intf->tx_cbs[index];
> +
> + txcb->skb = NULL;
> + dma_unmap_addr_set(txcb, dma_addr, 0);
> + dma_unmap_len_set(txcb, dma_len, 0);
> + txcb->last = false;
> +}
> +
> +static int tx_spb_ring_full(struct bcmasp_intf *intf, int cnt)
> +{
> + int next_index, i;
> +
> + /* Check if we have enough room for cnt descriptors */
> + for (i = 0; i < cnt; i++) {
> + next_index = incr_ring(intf->tx_spb_index, DESC_RING_COUNT);
> + if (next_index == intf->tx_spb_clean_index)
> + return 1;
> + }
> +
> + return 0;
> +}
> +
> +static struct sk_buff *bcmasp_csum_offload(struct net_device *dev,
> + struct sk_buff *skb,
> + bool *csum_hw)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + u32 header = 0, header2 = 0, epkt = 0;
> + struct bcmasp_pkt_offload *offload;
> + struct sk_buff *new_skb;
> + unsigned int header_cnt = 0;
> + u16 ip_ver;
> + u8 ip_proto;
> +
> + if (skb->ip_summed != CHECKSUM_PARTIAL)
> + return skb;
> +
> + if (unlikely(skb_headroom(skb) < sizeof(*offload))) {
> + new_skb = skb_realloc_headroom(skb, sizeof(*offload));
> + if (!new_skb) {
> + intf->mib.tx_realloc_offload_failed++;
> + goto help;
> + }
> +
> + dev_consume_skb_any(skb);
> + skb = new_skb;
> + intf->mib.tx_realloc_offload++;
> + }
> +
> + ip_ver = htons(skb->protocol);
> + switch (ip_ver) {
> + case ETH_P_IP:
> + header |= PKT_OFFLOAD_HDR_SIZE_2((ip_hdrlen(skb) >> 8) & 0xf);
> + header2 |= PKT_OFFLOAD_HDR2_SIZE_2(ip_hdrlen(skb) & 0xff);
> + epkt |= PKT_OFFLOAD_EPKT_IP(0) | PKT_OFFLOAD_EPKT_CSUM_L2;
> + ip_proto = ip_hdr(skb)->protocol;
> + header_cnt += 2;
> + break;
> + case ETH_P_IPV6:
> + header |= PKT_OFFLOAD_HDR_SIZE_2((IP6_HLEN >> 8) & 0xf);
> + header2 |= PKT_OFFLOAD_HDR2_SIZE_2(IP6_HLEN & 0xff);
> + epkt |= PKT_OFFLOAD_EPKT_IP(1) | PKT_OFFLOAD_EPKT_CSUM_L2;
> + ip_proto = ipv6_hdr(skb)->nexthdr;
> + header_cnt += 2;
> + break;
> + default:
> + goto help;
> + }
> +
> + switch (ip_proto) {
> + case IPPROTO_TCP:
> + header2 |= PKT_OFFLOAD_HDR2_SIZE_3(tcp_hdrlen(skb));
> + epkt |= PKT_OFFLOAD_EPKT_TP(0) | PKT_OFFLOAD_EPKT_CSUM_L3;
> + header_cnt++;
> + break;
> + case IPPROTO_UDP:
> + header2 |= PKT_OFFLOAD_HDR2_SIZE_3(UDP_HLEN);
> + epkt |= PKT_OFFLOAD_EPKT_TP(1) | PKT_OFFLOAD_EPKT_CSUM_L3;
> + header_cnt++;
> + break;
> + default:
> + goto help;
> + }
> +
> + offload = (struct bcmasp_pkt_offload *)skb_push(skb, sizeof(*offload));
> +
> + header |= PKT_OFFLOAD_HDR_OP | PKT_OFFLOAD_HDR_COUNT(header_cnt) |
> + PKT_OFFLOAD_HDR_SIZE_1(ETH_HLEN);
> + epkt |= PKT_OFFLOAD_EPKT_OP;
> +
> + offload->nop = htonl(PKT_OFFLOAD_NOP);
> + offload->header = htonl(header);
> + offload->header2 = htonl(header2);
> + offload->epkt = htonl(epkt);
> + offload->end = htonl(PKT_OFFLOAD_END_OP);
> + *csum_hw = true;
> +
> + return skb;
> +
> +help:
> + skb_checksum_help(skb);
> +
> + return skb;
> +}
> +
> +static inline unsigned long bcmasp_rx_edpkt_dma_rq(struct bcmasp_intf *intf)
> +{
> + return rx_edpkt_dma_rq(intf, RX_EDPKT_DMA_VALID);
> +}
> +
> +static inline void bcmasp_rx_edpkt_cfg_wq(struct bcmasp_intf *intf,
> + dma_addr_t addr)
> +{
> + rx_edpkt_cfg_wq(intf, addr, RX_EDPKT_RING_BUFFER_READ);
> +}
> +
> +static inline void bcmasp_rx_edpkt_dma_wq(struct bcmasp_intf *intf,
> + dma_addr_t addr)
> +{
> + rx_edpkt_dma_wq(intf, addr, RX_EDPKT_DMA_READ);
> +}
> +
> +static inline unsigned long bcmasp_tx_spb_dma_rq(struct bcmasp_intf *intf)
> +{
> + return tx_spb_dma_rq(intf, TX_SPB_DMA_READ);
> +}
> +
> +static inline void bcmasp_tx_spb_dma_wq(struct bcmasp_intf *intf,
> + dma_addr_t addr)
> +{
> + tx_spb_dma_wq(intf, addr, TX_SPB_DMA_VALID);
> +}
> +
> +static const struct bcmasp_intf_ops bcmasp_intf_ops = {
> + .rx_desc_read = bcmasp_rx_edpkt_dma_rq,
> + .rx_buffer_write = bcmasp_rx_edpkt_cfg_wq,
> + .rx_desc_write = bcmasp_rx_edpkt_dma_wq,
> + .tx_read = bcmasp_tx_spb_dma_rq,
> + .tx_write = bcmasp_tx_spb_dma_wq,
> +};
> +
> +static netdev_tx_t bcmasp_xmit(struct sk_buff *skb, struct net_device *dev)
> +{
> + struct bcmasp_intf *intf = netdev_priv(dev);
> + struct device *kdev = &intf->parent->pdev->dev;
> + struct bcmasp_desc *desc;
> + struct bcmasp_tx_cb *txcb;
> + dma_addr_t mapping, valid;
> + bool csum_hw = false;
> + unsigned int total_bytes, size;
> + int spb_index, nr_frags, ret, i, j;
> + skb_frag_t *frag;
> +
> + spin_lock(&intf->tx_lock);
> +
> + nr_frags = skb_shinfo(skb)->nr_frags;
> +
> + if (tx_spb_ring_full(intf, nr_frags + 1)) {
> + netif_stop_queue(dev);
> + netdev_err(dev, "Tx Ring Full!\n");
> + ret = NETDEV_TX_BUSY;
> + goto out;
> + }
> +
> + /* Save skb len before adding csum offload header */
> + total_bytes = skb->len;
> + skb = bcmasp_csum_offload(dev, skb, &csum_hw);
> + if (!skb) {
> + ret = NETDEV_TX_OK;
> + goto out;
> + }
> +
> + spb_index = intf->tx_spb_index;
> + valid = intf->tx_spb_dma_valid;
> + for (i = 0; i <= nr_frags; i++) {
> + if (!i) {
> + size = skb_headlen(skb);
> + if (!nr_frags && size < (ETH_ZLEN + ETH_FCS_LEN)) {
> + if (skb_put_padto(skb, ETH_ZLEN + ETH_FCS_LEN)) {
> + ret = NETDEV_TX_OK;
> + goto out;
> + }
> + size = skb->len;
> + }
> + mapping = dma_map_single(kdev, skb->data, size,
> + DMA_TO_DEVICE);
> + } else {
> + frag = &skb_shinfo(skb)->frags[i - 1];
> + size = skb_frag_size(frag);
> + mapping = skb_frag_dma_map(kdev, frag, 0, size,
> + DMA_TO_DEVICE);
> + }
> +
> + if (dma_mapping_error(kdev, mapping)) {
> + netif_err(intf, tx_err, dev,
> + "DMA map failed at %p (len=%d\n",
> + skb->data, skb->len);
> + ret = NETDEV_TX_OK;
> + intf->mib.tx_dma_failed++;
> + goto out_unmap_frags;
> + }
> +
> + txcb = &intf->tx_cbs[spb_index];
> + desc = &intf->tx_spb_cpu[spb_index];
> + memset(desc, 0, sizeof(*desc));
> + txcb->skb = skb;
> + txcb->bytes_sent = total_bytes;
> + dma_unmap_addr_set(txcb, dma_addr, mapping);
> + dma_unmap_len_set(txcb, dma_len, size);
> + if (!i) {
> + desc->flags |= DESC_SOF;
> + if (csum_hw)
> + desc->flags |= DESC_EPKT_CMD;
> + }
> +
> + if (i == nr_frags) {
> + desc->flags |= DESC_EOF;
> + txcb->last = true;
> + }
> +
> + desc->buf = mapping;
> + desc->size = size;
> + desc->flags |= DESC_INT_EN;
> +
> + netif_dbg(intf, tx_queued, dev,
> + "%s dma_buf=%pad dma_len=0x%x flags=0x%x index=0x%x\n",
> + __func__, &mapping, desc->size, desc->flags,
> + spb_index);
> +
> + spb_index = incr_ring(spb_index, DESC_RING_COUNT);
> + valid = incr_last_byte(valid, intf->tx_spb_dma_addr,
> + DESC_RING_COUNT);
> + }
> +
> + /* Ensure all descriptors have been written to DRAM for the
> + * hardware to see up-to-date contents.
> + */
> + wmb();
> +
> + intf->tx_spb_index = spb_index;
> + intf->tx_spb_dma_valid = valid;
> + bcmasp_intf_tx_write(intf, intf->tx_spb_dma_valid);
> +
> + if (tx_spb_ring_full(intf, MAX_SKB_FRAGS + 1))
> + netif_stop_queue(dev);
> +
Here it may be better to use the new macros from include/net/netdev_queues.h.
It seems your code (together with the related part in tx_poll) doesn't consider
the queue restart case.
In addition you should check whether using READ_ONCE()/WRITE_ONCE() is needed,
e.g. in ring_full().