net: bcmgenet: Use correct I/O accessors
The GENET driver currently uses __raw_{read,write}l which means native I/O endian. This works correctly for an ARM LE kernel (default) but fails miserably on an ARM BE (BE8) kernel where registers are kept little endian, so replace uses with {read,write}l_relaxed here which is what we want because this is all performance sensitive code. Signed-off-by: Florian Fainelli <f.fainelli@gmail.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
b6eb9d5000
commit
69d2ea9c79
|
@ -72,23 +72,42 @@
|
||||||
#define GENET_RDMA_REG_OFF (priv->hw_params->rdma_offset + \
|
#define GENET_RDMA_REG_OFF (priv->hw_params->rdma_offset + \
|
||||||
TOTAL_DESC * DMA_DESC_SIZE)
|
TOTAL_DESC * DMA_DESC_SIZE)
|
||||||
|
|
||||||
|
static inline void bcmgenet_writel(u32 value, void __iomem *offset)
|
||||||
|
{
|
||||||
|
/* MIPS chips strapped for BE will automagically configure the
|
||||||
|
* peripheral registers for CPU-native byte order.
|
||||||
|
*/
|
||||||
|
if (IS_ENABLED(CONFIG_MIPS) && IS_ENABLED(CONFIG_CPU_BIG_ENDIAN))
|
||||||
|
__raw_writel(value, offset);
|
||||||
|
else
|
||||||
|
writel_relaxed(value, offset);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline u32 bcmgenet_readl(void __iomem *offset)
|
||||||
|
{
|
||||||
|
if (IS_ENABLED(CONFIG_MIPS) && IS_ENABLED(CONFIG_CPU_BIG_ENDIAN))
|
||||||
|
return __raw_readl(offset);
|
||||||
|
else
|
||||||
|
return readl_relaxed(offset);
|
||||||
|
}
|
||||||
|
|
||||||
static inline void dmadesc_set_length_status(struct bcmgenet_priv *priv,
|
static inline void dmadesc_set_length_status(struct bcmgenet_priv *priv,
|
||||||
void __iomem *d, u32 value)
|
void __iomem *d, u32 value)
|
||||||
{
|
{
|
||||||
__raw_writel(value, d + DMA_DESC_LENGTH_STATUS);
|
bcmgenet_writel(value, d + DMA_DESC_LENGTH_STATUS);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline u32 dmadesc_get_length_status(struct bcmgenet_priv *priv,
|
static inline u32 dmadesc_get_length_status(struct bcmgenet_priv *priv,
|
||||||
void __iomem *d)
|
void __iomem *d)
|
||||||
{
|
{
|
||||||
return __raw_readl(d + DMA_DESC_LENGTH_STATUS);
|
return bcmgenet_readl(d + DMA_DESC_LENGTH_STATUS);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void dmadesc_set_addr(struct bcmgenet_priv *priv,
|
static inline void dmadesc_set_addr(struct bcmgenet_priv *priv,
|
||||||
void __iomem *d,
|
void __iomem *d,
|
||||||
dma_addr_t addr)
|
dma_addr_t addr)
|
||||||
{
|
{
|
||||||
__raw_writel(lower_32_bits(addr), d + DMA_DESC_ADDRESS_LO);
|
bcmgenet_writel(lower_32_bits(addr), d + DMA_DESC_ADDRESS_LO);
|
||||||
|
|
||||||
/* Register writes to GISB bus can take couple hundred nanoseconds
|
/* Register writes to GISB bus can take couple hundred nanoseconds
|
||||||
* and are done for each packet, save these expensive writes unless
|
* and are done for each packet, save these expensive writes unless
|
||||||
|
@ -96,7 +115,7 @@ static inline void dmadesc_set_addr(struct bcmgenet_priv *priv,
|
||||||
*/
|
*/
|
||||||
#ifdef CONFIG_PHYS_ADDR_T_64BIT
|
#ifdef CONFIG_PHYS_ADDR_T_64BIT
|
||||||
if (priv->hw_params->flags & GENET_HAS_40BITS)
|
if (priv->hw_params->flags & GENET_HAS_40BITS)
|
||||||
__raw_writel(upper_32_bits(addr), d + DMA_DESC_ADDRESS_HI);
|
bcmgenet_writel(upper_32_bits(addr), d + DMA_DESC_ADDRESS_HI);
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -113,7 +132,7 @@ static inline dma_addr_t dmadesc_get_addr(struct bcmgenet_priv *priv,
|
||||||
{
|
{
|
||||||
dma_addr_t addr;
|
dma_addr_t addr;
|
||||||
|
|
||||||
addr = __raw_readl(d + DMA_DESC_ADDRESS_LO);
|
addr = bcmgenet_readl(d + DMA_DESC_ADDRESS_LO);
|
||||||
|
|
||||||
/* Register writes to GISB bus can take couple hundred nanoseconds
|
/* Register writes to GISB bus can take couple hundred nanoseconds
|
||||||
* and are done for each packet, save these expensive writes unless
|
* and are done for each packet, save these expensive writes unless
|
||||||
|
@ -121,7 +140,7 @@ static inline dma_addr_t dmadesc_get_addr(struct bcmgenet_priv *priv,
|
||||||
*/
|
*/
|
||||||
#ifdef CONFIG_PHYS_ADDR_T_64BIT
|
#ifdef CONFIG_PHYS_ADDR_T_64BIT
|
||||||
if (priv->hw_params->flags & GENET_HAS_40BITS)
|
if (priv->hw_params->flags & GENET_HAS_40BITS)
|
||||||
addr |= (u64)__raw_readl(d + DMA_DESC_ADDRESS_HI) << 32;
|
addr |= (u64)bcmgenet_readl(d + DMA_DESC_ADDRESS_HI) << 32;
|
||||||
#endif
|
#endif
|
||||||
return addr;
|
return addr;
|
||||||
}
|
}
|
||||||
|
@ -156,8 +175,8 @@ static inline u32 bcmgenet_tbuf_ctrl_get(struct bcmgenet_priv *priv)
|
||||||
if (GENET_IS_V1(priv))
|
if (GENET_IS_V1(priv))
|
||||||
return bcmgenet_rbuf_readl(priv, TBUF_CTRL_V1);
|
return bcmgenet_rbuf_readl(priv, TBUF_CTRL_V1);
|
||||||
else
|
else
|
||||||
return __raw_readl(priv->base +
|
return bcmgenet_readl(priv->base +
|
||||||
priv->hw_params->tbuf_offset + TBUF_CTRL);
|
priv->hw_params->tbuf_offset + TBUF_CTRL);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_tbuf_ctrl_set(struct bcmgenet_priv *priv, u32 val)
|
static inline void bcmgenet_tbuf_ctrl_set(struct bcmgenet_priv *priv, u32 val)
|
||||||
|
@ -165,7 +184,7 @@ static inline void bcmgenet_tbuf_ctrl_set(struct bcmgenet_priv *priv, u32 val)
|
||||||
if (GENET_IS_V1(priv))
|
if (GENET_IS_V1(priv))
|
||||||
bcmgenet_rbuf_writel(priv, val, TBUF_CTRL_V1);
|
bcmgenet_rbuf_writel(priv, val, TBUF_CTRL_V1);
|
||||||
else
|
else
|
||||||
__raw_writel(val, priv->base +
|
bcmgenet_writel(val, priv->base +
|
||||||
priv->hw_params->tbuf_offset + TBUF_CTRL);
|
priv->hw_params->tbuf_offset + TBUF_CTRL);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -174,8 +193,8 @@ static inline u32 bcmgenet_bp_mc_get(struct bcmgenet_priv *priv)
|
||||||
if (GENET_IS_V1(priv))
|
if (GENET_IS_V1(priv))
|
||||||
return bcmgenet_rbuf_readl(priv, TBUF_BP_MC_V1);
|
return bcmgenet_rbuf_readl(priv, TBUF_BP_MC_V1);
|
||||||
else
|
else
|
||||||
return __raw_readl(priv->base +
|
return bcmgenet_readl(priv->base +
|
||||||
priv->hw_params->tbuf_offset + TBUF_BP_MC);
|
priv->hw_params->tbuf_offset + TBUF_BP_MC);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_bp_mc_set(struct bcmgenet_priv *priv, u32 val)
|
static inline void bcmgenet_bp_mc_set(struct bcmgenet_priv *priv, u32 val)
|
||||||
|
@ -183,7 +202,7 @@ static inline void bcmgenet_bp_mc_set(struct bcmgenet_priv *priv, u32 val)
|
||||||
if (GENET_IS_V1(priv))
|
if (GENET_IS_V1(priv))
|
||||||
bcmgenet_rbuf_writel(priv, val, TBUF_BP_MC_V1);
|
bcmgenet_rbuf_writel(priv, val, TBUF_BP_MC_V1);
|
||||||
else
|
else
|
||||||
__raw_writel(val, priv->base +
|
bcmgenet_writel(val, priv->base +
|
||||||
priv->hw_params->tbuf_offset + TBUF_BP_MC);
|
priv->hw_params->tbuf_offset + TBUF_BP_MC);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -326,28 +345,28 @@ static inline struct bcmgenet_priv *dev_to_priv(struct device *dev)
|
||||||
static inline u32 bcmgenet_tdma_readl(struct bcmgenet_priv *priv,
|
static inline u32 bcmgenet_tdma_readl(struct bcmgenet_priv *priv,
|
||||||
enum dma_reg r)
|
enum dma_reg r)
|
||||||
{
|
{
|
||||||
return __raw_readl(priv->base + GENET_TDMA_REG_OFF +
|
return bcmgenet_readl(priv->base + GENET_TDMA_REG_OFF +
|
||||||
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_tdma_writel(struct bcmgenet_priv *priv,
|
static inline void bcmgenet_tdma_writel(struct bcmgenet_priv *priv,
|
||||||
u32 val, enum dma_reg r)
|
u32 val, enum dma_reg r)
|
||||||
{
|
{
|
||||||
__raw_writel(val, priv->base + GENET_TDMA_REG_OFF +
|
bcmgenet_writel(val, priv->base + GENET_TDMA_REG_OFF +
|
||||||
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline u32 bcmgenet_rdma_readl(struct bcmgenet_priv *priv,
|
static inline u32 bcmgenet_rdma_readl(struct bcmgenet_priv *priv,
|
||||||
enum dma_reg r)
|
enum dma_reg r)
|
||||||
{
|
{
|
||||||
return __raw_readl(priv->base + GENET_RDMA_REG_OFF +
|
return bcmgenet_readl(priv->base + GENET_RDMA_REG_OFF +
|
||||||
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_rdma_writel(struct bcmgenet_priv *priv,
|
static inline void bcmgenet_rdma_writel(struct bcmgenet_priv *priv,
|
||||||
u32 val, enum dma_reg r)
|
u32 val, enum dma_reg r)
|
||||||
{
|
{
|
||||||
__raw_writel(val, priv->base + GENET_RDMA_REG_OFF +
|
bcmgenet_writel(val, priv->base + GENET_RDMA_REG_OFF +
|
||||||
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
DMA_RINGS_SIZE + bcmgenet_dma_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -418,16 +437,16 @@ static inline u32 bcmgenet_tdma_ring_readl(struct bcmgenet_priv *priv,
|
||||||
unsigned int ring,
|
unsigned int ring,
|
||||||
enum dma_ring_reg r)
|
enum dma_ring_reg r)
|
||||||
{
|
{
|
||||||
return __raw_readl(priv->base + GENET_TDMA_REG_OFF +
|
return bcmgenet_readl(priv->base + GENET_TDMA_REG_OFF +
|
||||||
(DMA_RING_SIZE * ring) +
|
(DMA_RING_SIZE * ring) +
|
||||||
genet_dma_ring_regs[r]);
|
genet_dma_ring_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_tdma_ring_writel(struct bcmgenet_priv *priv,
|
static inline void bcmgenet_tdma_ring_writel(struct bcmgenet_priv *priv,
|
||||||
unsigned int ring, u32 val,
|
unsigned int ring, u32 val,
|
||||||
enum dma_ring_reg r)
|
enum dma_ring_reg r)
|
||||||
{
|
{
|
||||||
__raw_writel(val, priv->base + GENET_TDMA_REG_OFF +
|
bcmgenet_writel(val, priv->base + GENET_TDMA_REG_OFF +
|
||||||
(DMA_RING_SIZE * ring) +
|
(DMA_RING_SIZE * ring) +
|
||||||
genet_dma_ring_regs[r]);
|
genet_dma_ring_regs[r]);
|
||||||
}
|
}
|
||||||
|
@ -436,16 +455,16 @@ static inline u32 bcmgenet_rdma_ring_readl(struct bcmgenet_priv *priv,
|
||||||
unsigned int ring,
|
unsigned int ring,
|
||||||
enum dma_ring_reg r)
|
enum dma_ring_reg r)
|
||||||
{
|
{
|
||||||
return __raw_readl(priv->base + GENET_RDMA_REG_OFF +
|
return bcmgenet_readl(priv->base + GENET_RDMA_REG_OFF +
|
||||||
(DMA_RING_SIZE * ring) +
|
(DMA_RING_SIZE * ring) +
|
||||||
genet_dma_ring_regs[r]);
|
genet_dma_ring_regs[r]);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void bcmgenet_rdma_ring_writel(struct bcmgenet_priv *priv,
|
static inline void bcmgenet_rdma_ring_writel(struct bcmgenet_priv *priv,
|
||||||
unsigned int ring, u32 val,
|
unsigned int ring, u32 val,
|
||||||
enum dma_ring_reg r)
|
enum dma_ring_reg r)
|
||||||
{
|
{
|
||||||
__raw_writel(val, priv->base + GENET_RDMA_REG_OFF +
|
bcmgenet_writel(val, priv->base + GENET_RDMA_REG_OFF +
|
||||||
(DMA_RING_SIZE * ring) +
|
(DMA_RING_SIZE * ring) +
|
||||||
genet_dma_ring_regs[r]);
|
genet_dma_ring_regs[r]);
|
||||||
}
|
}
|
||||||
|
@ -991,12 +1010,12 @@ static void bcmgenet_eee_enable_set(struct net_device *dev, bool enable)
|
||||||
bcmgenet_umac_writel(priv, reg, UMAC_EEE_CTRL);
|
bcmgenet_umac_writel(priv, reg, UMAC_EEE_CTRL);
|
||||||
|
|
||||||
/* Enable EEE and switch to a 27Mhz clock automatically */
|
/* Enable EEE and switch to a 27Mhz clock automatically */
|
||||||
reg = __raw_readl(priv->base + off);
|
reg = bcmgenet_readl(priv->base + off);
|
||||||
if (enable)
|
if (enable)
|
||||||
reg |= TBUF_EEE_EN | TBUF_PM_EN;
|
reg |= TBUF_EEE_EN | TBUF_PM_EN;
|
||||||
else
|
else
|
||||||
reg &= ~(TBUF_EEE_EN | TBUF_PM_EN);
|
reg &= ~(TBUF_EEE_EN | TBUF_PM_EN);
|
||||||
__raw_writel(reg, priv->base + off);
|
bcmgenet_writel(reg, priv->base + off);
|
||||||
|
|
||||||
/* Do the same for thing for RBUF */
|
/* Do the same for thing for RBUF */
|
||||||
reg = bcmgenet_rbuf_readl(priv, RBUF_ENERGY_CTRL);
|
reg = bcmgenet_rbuf_readl(priv, RBUF_ENERGY_CTRL);
|
||||||
|
|
|
@ -672,12 +672,21 @@ struct bcmgenet_priv {
|
||||||
static inline u32 bcmgenet_##name##_readl(struct bcmgenet_priv *priv, \
|
static inline u32 bcmgenet_##name##_readl(struct bcmgenet_priv *priv, \
|
||||||
u32 off) \
|
u32 off) \
|
||||||
{ \
|
{ \
|
||||||
return __raw_readl(priv->base + offset + off); \
|
/* MIPS chips strapped for BE will automagically configure the \
|
||||||
|
* peripheral registers for CPU-native byte order. \
|
||||||
|
*/ \
|
||||||
|
if (IS_ENABLED(CONFIG_MIPS) && IS_ENABLED(CONFIG_CPU_BIG_ENDIAN)) \
|
||||||
|
return __raw_readl(priv->base + offset + off); \
|
||||||
|
else \
|
||||||
|
return readl_relaxed(priv->base + offset + off); \
|
||||||
} \
|
} \
|
||||||
static inline void bcmgenet_##name##_writel(struct bcmgenet_priv *priv, \
|
static inline void bcmgenet_##name##_writel(struct bcmgenet_priv *priv, \
|
||||||
u32 val, u32 off) \
|
u32 val, u32 off) \
|
||||||
{ \
|
{ \
|
||||||
__raw_writel(val, priv->base + offset + off); \
|
if (IS_ENABLED(CONFIG_MIPS) && IS_ENABLED(CONFIG_CPU_BIG_ENDIAN)) \
|
||||||
|
return __raw_writel(val, priv->base + offset + off); \
|
||||||
|
else \
|
||||||
|
writel_relaxed(val, priv->base + offset + off); \
|
||||||
}
|
}
|
||||||
|
|
||||||
GENET_IO_MACRO(ext, GENET_EXT_OFF);
|
GENET_IO_MACRO(ext, GENET_EXT_OFF);
|
||||||
|
|
Loading…
Reference in New Issue