mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-04-13 09:59:31 +00:00
bpf: Add BPF_SOCK_OPS_TSTAMP_SND_HW_CB callback
Support hw SCM_TSTAMP_SND case for bpf timestamping. Add a new sock_ops callback, BPF_SOCK_OPS_TSTAMP_SND_HW_CB. This callback will occur at the same timestamping point as the user space's hardware SCM_TSTAMP_SND. The BPF program can use it to get the same SCM_TSTAMP_SND timestamp without modifying the user-space application. To avoid increasing the code complexity, replace SKBTX_HW_TSTAMP with SKBTX_HW_TSTAMP_NOBPF instead of changing numerous callers from driver side using SKBTX_HW_TSTAMP. The new definition of SKBTX_HW_TSTAMP means the combination tests of socket timestamping and bpf timestamping. After this patch, drivers can work under the bpf timestamping. Considering some drivers don't assign the skb with hardware timestamp, this patch does the assignment and then BPF program can acquire the hwstamp from skb directly. Signed-off-by: Jason Xing <kerneljasonxing@gmail.com> Signed-off-by: Martin KaFai Lau <martin.lau@kernel.org> Reviewed-by: Willem de Bruijn <willemb@google.com> Link: https://patch.msgid.link/20250220072940.99994-9-kerneljasonxing@gmail.com
This commit is contained in:
parent
ecebb17ad8
commit
2deaf7f42b
6 changed files with 20 additions and 7 deletions
|
@ -470,7 +470,7 @@ struct skb_shared_hwtstamps {
|
|||
/* Definitions for tx_flags in struct skb_shared_info */
|
||||
enum {
|
||||
/* generate hardware time stamp */
|
||||
SKBTX_HW_TSTAMP = 1 << 0,
|
||||
SKBTX_HW_TSTAMP_NOBPF = 1 << 0,
|
||||
|
||||
/* generate software time stamp when queueing packet to NIC */
|
||||
SKBTX_SW_TSTAMP = 1 << 1,
|
||||
|
@ -494,6 +494,8 @@ enum {
|
|||
SKBTX_BPF = 1 << 7,
|
||||
};
|
||||
|
||||
#define SKBTX_HW_TSTAMP (SKBTX_HW_TSTAMP_NOBPF | SKBTX_BPF)
|
||||
|
||||
#define SKBTX_ANY_SW_TSTAMP (SKBTX_SW_TSTAMP | \
|
||||
SKBTX_SCHED_TSTAMP | \
|
||||
SKBTX_BPF)
|
||||
|
|
|
@ -7040,6 +7040,10 @@ enum {
|
|||
* to the nic when SK_BPF_CB_TX_TIMESTAMPING
|
||||
* feature is on.
|
||||
*/
|
||||
BPF_SOCK_OPS_TSTAMP_SND_HW_CB, /* Called in hardware phase when
|
||||
* SK_BPF_CB_TX_TIMESTAMPING feature
|
||||
* is on.
|
||||
*/
|
||||
};
|
||||
|
||||
/* List of TCP states. There is a build check in net/ipv4/tcp.c to detect
|
||||
|
|
|
@ -5547,7 +5547,7 @@ static bool skb_tstamp_tx_report_so_timestamping(struct sk_buff *skb,
|
|||
case SCM_TSTAMP_SCHED:
|
||||
return skb_shinfo(skb)->tx_flags & SKBTX_SCHED_TSTAMP;
|
||||
case SCM_TSTAMP_SND:
|
||||
return skb_shinfo(skb)->tx_flags & (hwtstamps ? SKBTX_HW_TSTAMP :
|
||||
return skb_shinfo(skb)->tx_flags & (hwtstamps ? SKBTX_HW_TSTAMP_NOBPF :
|
||||
SKBTX_SW_TSTAMP);
|
||||
case SCM_TSTAMP_ACK:
|
||||
return TCP_SKB_CB(skb)->txstamp_ack;
|
||||
|
@ -5568,9 +5568,12 @@ static void skb_tstamp_tx_report_bpf_timestamping(struct sk_buff *skb,
|
|||
op = BPF_SOCK_OPS_TSTAMP_SCHED_CB;
|
||||
break;
|
||||
case SCM_TSTAMP_SND:
|
||||
if (hwtstamps)
|
||||
return;
|
||||
op = BPF_SOCK_OPS_TSTAMP_SND_SW_CB;
|
||||
if (hwtstamps) {
|
||||
op = BPF_SOCK_OPS_TSTAMP_SND_HW_CB;
|
||||
*skb_hwtstamps(skb) = *hwtstamps;
|
||||
} else {
|
||||
op = BPF_SOCK_OPS_TSTAMP_SND_SW_CB;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
return;
|
||||
|
|
|
@ -897,7 +897,7 @@ static void dsa_skb_tx_timestamp(struct dsa_user_priv *p,
|
|||
{
|
||||
struct dsa_switch *ds = p->dp->ds;
|
||||
|
||||
if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
|
||||
if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP_NOBPF))
|
||||
return;
|
||||
|
||||
if (!ds->ops->port_txtstamp)
|
||||
|
|
|
@ -681,7 +681,7 @@ void __sock_tx_timestamp(__u32 tsflags, __u8 *tx_flags)
|
|||
u8 flags = *tx_flags;
|
||||
|
||||
if (tsflags & SOF_TIMESTAMPING_TX_HARDWARE) {
|
||||
flags |= SKBTX_HW_TSTAMP;
|
||||
flags |= SKBTX_HW_TSTAMP_NOBPF;
|
||||
|
||||
/* PTP hardware clocks can provide a free running cycle counter
|
||||
* as a time base for virtual clocks. Tell driver to use the
|
||||
|
|
|
@ -7040,6 +7040,10 @@ enum {
|
|||
* to the nic when SK_BPF_CB_TX_TIMESTAMPING
|
||||
* feature is on.
|
||||
*/
|
||||
BPF_SOCK_OPS_TSTAMP_SND_HW_CB, /* Called in hardware phase when
|
||||
* SK_BPF_CB_TX_TIMESTAMPING feature
|
||||
* is on.
|
||||
*/
|
||||
};
|
||||
|
||||
/* List of TCP states. There is a build check in net/ipv4/tcp.c to detect
|
||||
|
|
Loading…
Add table
Reference in a new issue