Commit e1ed4f92 authored by Andre Guedes's avatar Andre Guedes Committed by Tony Nguyen

igc: Refactor Rx timestamp handling

Refactor the Rx timestamp handling in preparation to land
XDP support.

Rx timestamps are put in the Rx buffer by hardware, before the packet
data. When creating the xdp buffer, we will need to check the Rx
descriptor to determine if the buffer contains timestamp information
and consider the offset when setting xdp.data.

The Rx descriptor check is already done in igc_construct_skb(). To
avoid code duplication, this patch moves the timestamp handling to
igc_clean_rx_irq() so both skb and xdp paths can reuse it.
Signed-off-by: default avatarAndre Guedes <andre.guedes@intel.com>
Signed-off-by: default avatarVedang Patel <vedang.patel@intel.com>
Signed-off-by: default avatarJithu Joseph <jithu.joseph@intel.com>
Reviewed-by: default avatarMaciej Fijalkowski <maciej.fijalkowski@intel.com>
Tested-by: default avatarDvora Fuxbrumer <dvorax.fuxbrumer@linux.intel.com>
Signed-off-by: default avatarTony Nguyen <anthony.l.nguyen@intel.com>
parent a39f5e53
...@@ -547,8 +547,7 @@ void igc_ptp_init(struct igc_adapter *adapter); ...@@ -547,8 +547,7 @@ void igc_ptp_init(struct igc_adapter *adapter);
void igc_ptp_reset(struct igc_adapter *adapter); void igc_ptp_reset(struct igc_adapter *adapter);
void igc_ptp_suspend(struct igc_adapter *adapter); void igc_ptp_suspend(struct igc_adapter *adapter);
void igc_ptp_stop(struct igc_adapter *adapter); void igc_ptp_stop(struct igc_adapter *adapter);
void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va, ktime_t igc_ptp_rx_pktstamp(struct igc_adapter *adapter, __le32 *buf);
struct sk_buff *skb);
int igc_ptp_set_ts_config(struct net_device *netdev, struct ifreq *ifr); int igc_ptp_set_ts_config(struct net_device *netdev, struct ifreq *ifr);
int igc_ptp_get_ts_config(struct net_device *netdev, struct ifreq *ifr); int igc_ptp_get_ts_config(struct net_device *netdev, struct ifreq *ifr);
void igc_ptp_tx_hang(struct igc_adapter *adapter); void igc_ptp_tx_hang(struct igc_adapter *adapter);
......
...@@ -1581,10 +1581,11 @@ static struct sk_buff *igc_build_skb(struct igc_ring *rx_ring, ...@@ -1581,10 +1581,11 @@ static struct sk_buff *igc_build_skb(struct igc_ring *rx_ring,
static struct sk_buff *igc_construct_skb(struct igc_ring *rx_ring, static struct sk_buff *igc_construct_skb(struct igc_ring *rx_ring,
struct igc_rx_buffer *rx_buffer, struct igc_rx_buffer *rx_buffer,
union igc_adv_rx_desc *rx_desc, unsigned int size, int pkt_offset,
unsigned int size) ktime_t timestamp)
{ {
void *va = page_address(rx_buffer->page) + rx_buffer->page_offset; void *va = page_address(rx_buffer->page) + rx_buffer->page_offset +
pkt_offset;
unsigned int truesize = igc_get_rx_frame_truesize(rx_ring, size); unsigned int truesize = igc_get_rx_frame_truesize(rx_ring, size);
unsigned int headlen; unsigned int headlen;
struct sk_buff *skb; struct sk_buff *skb;
...@@ -1597,11 +1598,8 @@ static struct sk_buff *igc_construct_skb(struct igc_ring *rx_ring, ...@@ -1597,11 +1598,8 @@ static struct sk_buff *igc_construct_skb(struct igc_ring *rx_ring,
if (unlikely(!skb)) if (unlikely(!skb))
return NULL; return NULL;
if (unlikely(igc_test_staterr(rx_desc, IGC_RXDADV_STAT_TSIP))) { if (timestamp)
igc_ptp_rx_pktstamp(rx_ring->q_vector, va, skb); skb_hwtstamps(skb)->hwtstamp = timestamp;
va += IGC_TS_HDR_LEN;
size -= IGC_TS_HDR_LEN;
}
/* Determine available headroom for copy */ /* Determine available headroom for copy */
headlen = size; headlen = size;
...@@ -1895,6 +1893,8 @@ static int igc_clean_rx_irq(struct igc_q_vector *q_vector, const int budget) ...@@ -1895,6 +1893,8 @@ static int igc_clean_rx_irq(struct igc_q_vector *q_vector, const int budget)
while (likely(total_packets < budget)) { while (likely(total_packets < budget)) {
union igc_adv_rx_desc *rx_desc; union igc_adv_rx_desc *rx_desc;
struct igc_rx_buffer *rx_buffer; struct igc_rx_buffer *rx_buffer;
ktime_t timestamp = 0;
int pkt_offset = 0;
unsigned int size; unsigned int size;
/* return some buffers to hardware, one at a time is too slow */ /* return some buffers to hardware, one at a time is too slow */
...@@ -1916,14 +1916,24 @@ static int igc_clean_rx_irq(struct igc_q_vector *q_vector, const int budget) ...@@ -1916,14 +1916,24 @@ static int igc_clean_rx_irq(struct igc_q_vector *q_vector, const int budget)
rx_buffer = igc_get_rx_buffer(rx_ring, size); rx_buffer = igc_get_rx_buffer(rx_ring, size);
if (igc_test_staterr(rx_desc, IGC_RXDADV_STAT_TSIP)) {
void *pktbuf = page_address(rx_buffer->page) +
rx_buffer->page_offset;
timestamp = igc_ptp_rx_pktstamp(q_vector->adapter,
pktbuf);
pkt_offset = IGC_TS_HDR_LEN;
size -= IGC_TS_HDR_LEN;
}
/* retrieve a buffer from the ring */ /* retrieve a buffer from the ring */
if (skb) if (skb)
igc_add_rx_frag(rx_ring, rx_buffer, skb, size); igc_add_rx_frag(rx_ring, rx_buffer, skb, size);
else if (ring_uses_build_skb(rx_ring)) else if (ring_uses_build_skb(rx_ring))
skb = igc_build_skb(rx_ring, rx_buffer, rx_desc, size); skb = igc_build_skb(rx_ring, rx_buffer, rx_desc, size);
else else
skb = igc_construct_skb(rx_ring, rx_buffer, skb = igc_construct_skb(rx_ring, rx_buffer, size,
rx_desc, size); pkt_offset, timestamp);
/* exit if we failed to retrieve a buffer */ /* exit if we failed to retrieve a buffer */
if (!skb) { if (!skb) {
......
...@@ -153,20 +153,20 @@ static void igc_ptp_systim_to_hwtstamp(struct igc_adapter *adapter, ...@@ -153,20 +153,20 @@ static void igc_ptp_systim_to_hwtstamp(struct igc_adapter *adapter,
/** /**
* igc_ptp_rx_pktstamp - Retrieve timestamp from Rx packet buffer * igc_ptp_rx_pktstamp - Retrieve timestamp from Rx packet buffer
* @q_vector: Pointer to interrupt specific structure * @adapter: Pointer to adapter the packet buffer belongs to
* @va: Pointer to address containing Rx buffer * @buf: Pointer to packet buffer
* @skb: Buffer containing timestamp and packet
* *
* This function retrieves the timestamp saved in the beginning of packet * This function retrieves the timestamp saved in the beginning of packet
* buffer. While two timestamps are available, one in timer0 reference and the * buffer. While two timestamps are available, one in timer0 reference and the
* other in timer1 reference, this function considers only the timestamp in * other in timer1 reference, this function considers only the timestamp in
* timer0 reference. * timer0 reference.
*
* Returns timestamp value.
*/ */
void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va, ktime_t igc_ptp_rx_pktstamp(struct igc_adapter *adapter, __le32 *buf)
struct sk_buff *skb)
{ {
struct igc_adapter *adapter = q_vector->adapter; ktime_t timestamp;
u64 regval; u32 secs, nsecs;
int adjust; int adjust;
/* Timestamps are saved in little endian at the beginning of the packet /* Timestamps are saved in little endian at the beginning of the packet
...@@ -178,9 +178,10 @@ void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va, ...@@ -178,9 +178,10 @@ void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va,
* SYSTIML holds the nanoseconds part while SYSTIMH holds the seconds * SYSTIML holds the nanoseconds part while SYSTIMH holds the seconds
* part of the timestamp. * part of the timestamp.
*/ */
regval = le32_to_cpu(va[2]); nsecs = le32_to_cpu(buf[2]);
regval |= (u64)le32_to_cpu(va[3]) << 32; secs = le32_to_cpu(buf[3]);
igc_ptp_systim_to_hwtstamp(adapter, skb_hwtstamps(skb), regval);
timestamp = ktime_set(secs, nsecs);
/* Adjust timestamp for the RX latency based on link speed */ /* Adjust timestamp for the RX latency based on link speed */
switch (adapter->link_speed) { switch (adapter->link_speed) {
...@@ -201,8 +202,8 @@ void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va, ...@@ -201,8 +202,8 @@ void igc_ptp_rx_pktstamp(struct igc_q_vector *q_vector, __le32 *va,
netdev_warn_once(adapter->netdev, "Imprecise timestamp\n"); netdev_warn_once(adapter->netdev, "Imprecise timestamp\n");
break; break;
} }
skb_hwtstamps(skb)->hwtstamp =
ktime_sub_ns(skb_hwtstamps(skb)->hwtstamp, adjust); return ktime_sub_ns(timestamp, adjust);
} }
static void igc_ptp_disable_rx_timestamp(struct igc_adapter *adapter) static void igc_ptp_disable_rx_timestamp(struct igc_adapter *adapter)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment