203 lines
		
	
	
		
			7.0 KiB
		
	
	
	
		
			Diff
		
	
	
	
	
	
			
		
		
	
	
			203 lines
		
	
	
		
			7.0 KiB
		
	
	
	
		
			Diff
		
	
	
	
	
	
From: Felix Fietkau <nbd@nbd.name>
 | 
						|
Date: Sun, 17 Mar 2019 18:11:30 +0100
 | 
						|
Subject: [PATCH] mac80211: optimize skb resizing
 | 
						|
 | 
						|
When forwarding unicast packets from ethernet to batman-adv over 802.11s
 | 
						|
(with forwarding disabled), the typical required headroom to transmit
 | 
						|
encrypted packets on mt76 is 32 (802.11) + 6 (802.11s) + 8 (CCMP) +
 | 
						|
2 (padding) + 6 (LLC) + 18 (batman-adv) - 14 (old ethernet header) = 58 bytes.
 | 
						|
 | 
						|
On systems where NET_SKB_PAD is 64 this leads to a call to pskb_expand_head
 | 
						|
for every packet, since mac80211 also tries to allocate 16 bytes status
 | 
						|
headroom for radiotap headers.
 | 
						|
 | 
						|
This patch fixes these unnecessary reallocations by only requiring the extra
 | 
						|
status headroom in ieee80211_tx_monitor()
 | 
						|
If however a reallocation happens before that call, the status headroom gets
 | 
						|
added there as well, in order to avoid double reallocation.
 | 
						|
 | 
						|
The patch also cleans up the code by moving the headroom calculation to
 | 
						|
ieee80211_skb_resize.
 | 
						|
 | 
						|
Signed-off-by: Felix Fietkau <nbd@nbd.name>
 | 
						|
---
 | 
						|
 | 
						|
--- a/net/mac80211/ieee80211_i.h
 | 
						|
+++ b/net/mac80211/ieee80211_i.h
 | 
						|
@@ -1761,6 +1761,9 @@ void ieee80211_clear_fast_xmit(struct st
 | 
						|
 int ieee80211_tx_control_port(struct wiphy *wiphy, struct net_device *dev,
 | 
						|
 			      const u8 *buf, size_t len,
 | 
						|
 			      const u8 *dest, __be16 proto, bool unencrypted);
 | 
						|
+int ieee80211_skb_resize(struct ieee80211_local *local,
 | 
						|
+			 struct ieee80211_sub_if_data *sdata,
 | 
						|
+			 struct sk_buff *skb, int hdrlen, int hdr_add);
 | 
						|
 
 | 
						|
 /* HT */
 | 
						|
 void ieee80211_apply_htcap_overrides(struct ieee80211_sub_if_data *sdata,
 | 
						|
--- a/net/mac80211/status.c
 | 
						|
+++ b/net/mac80211/status.c
 | 
						|
@@ -672,6 +672,11 @@ void ieee80211_tx_monitor(struct ieee802
 | 
						|
 		}
 | 
						|
 	}
 | 
						|
 
 | 
						|
+	if (ieee80211_skb_resize(local, NULL, skb, 0, 0)) {
 | 
						|
+		dev_kfree_skb(skb);
 | 
						|
+		return;
 | 
						|
+	}
 | 
						|
+
 | 
						|
 	/* send frame to monitor interfaces now */
 | 
						|
 	rtap_len = ieee80211_tx_radiotap_len(info);
 | 
						|
 	if (WARN_ON_ONCE(skb_headroom(skb) < rtap_len)) {
 | 
						|
--- a/net/mac80211/tx.c
 | 
						|
+++ b/net/mac80211/tx.c
 | 
						|
@@ -1914,37 +1914,53 @@ static bool ieee80211_tx(struct ieee8021
 | 
						|
 }
 | 
						|
 
 | 
						|
 /* device xmit handlers */
 | 
						|
-
 | 
						|
-static int ieee80211_skb_resize(struct ieee80211_sub_if_data *sdata,
 | 
						|
-				struct sk_buff *skb,
 | 
						|
-				int head_need, bool may_encrypt)
 | 
						|
+int ieee80211_skb_resize(struct ieee80211_local *local,
 | 
						|
+			 struct ieee80211_sub_if_data *sdata,
 | 
						|
+			 struct sk_buff *skb, int hdr_len, int hdr_extra)
 | 
						|
 {
 | 
						|
-	struct ieee80211_local *local = sdata->local;
 | 
						|
+	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 | 
						|
 	struct ieee80211_hdr *hdr;
 | 
						|
-	bool enc_tailroom;
 | 
						|
-	int tail_need = 0;
 | 
						|
-
 | 
						|
-	hdr = (struct ieee80211_hdr *) skb->data;
 | 
						|
-	enc_tailroom = may_encrypt &&
 | 
						|
-		       (sdata->crypto_tx_tailroom_needed_cnt ||
 | 
						|
-			ieee80211_is_mgmt(hdr->frame_control));
 | 
						|
-
 | 
						|
-	if (enc_tailroom) {
 | 
						|
-		tail_need = IEEE80211_ENCRYPT_TAILROOM;
 | 
						|
-		tail_need -= skb_tailroom(skb);
 | 
						|
-		tail_need = max_t(int, tail_need, 0);
 | 
						|
+	int head_need, head_max;
 | 
						|
+	int tail_need, tail_max;
 | 
						|
+	bool enc_tailroom = false;
 | 
						|
+
 | 
						|
+	if (sdata && !hdr_len &&
 | 
						|
+	    !(info->flags & IEEE80211_TX_INTFL_DONT_ENCRYPT)) {
 | 
						|
+		hdr = (struct ieee80211_hdr *) skb->data;
 | 
						|
+		enc_tailroom = (sdata->crypto_tx_tailroom_needed_cnt ||
 | 
						|
+				ieee80211_is_mgmt(hdr->frame_control));
 | 
						|
+		hdr_len += sdata->encrypt_headroom;
 | 
						|
+	}
 | 
						|
+
 | 
						|
+	head_need = head_max = hdr_len;
 | 
						|
+	tail_need = tail_max = 0;
 | 
						|
+	if (!sdata) {
 | 
						|
+		head_need = head_max = local->tx_headroom;
 | 
						|
+	} else {
 | 
						|
+		head_max += hdr_extra;
 | 
						|
+		head_max += max_t(int, local->tx_headroom,
 | 
						|
+				  local->hw.extra_tx_headroom);
 | 
						|
+		head_need += local->hw.extra_tx_headroom;
 | 
						|
+
 | 
						|
+		tail_max = IEEE80211_ENCRYPT_TAILROOM;
 | 
						|
+		if (enc_tailroom)
 | 
						|
+			tail_need = tail_max;
 | 
						|
 	}
 | 
						|
 
 | 
						|
 	if (skb_cloned(skb) &&
 | 
						|
 	    (!ieee80211_hw_check(&local->hw, SUPPORTS_CLONED_SKBS) ||
 | 
						|
 	     !skb_clone_writable(skb, ETH_HLEN) || enc_tailroom))
 | 
						|
 		I802_DEBUG_INC(local->tx_expand_skb_head_cloned);
 | 
						|
-	else if (head_need || tail_need)
 | 
						|
+	else if (head_need > skb_headroom(skb) ||
 | 
						|
+		 tail_need > skb_tailroom(skb))
 | 
						|
 		I802_DEBUG_INC(local->tx_expand_skb_head);
 | 
						|
 	else
 | 
						|
 		return 0;
 | 
						|
 
 | 
						|
-	if (pskb_expand_head(skb, head_need, tail_need, GFP_ATOMIC)) {
 | 
						|
+	head_max = max_t(int, 0, head_max - skb_headroom(skb));
 | 
						|
+	tail_max = max_t(int, 0, tail_max - skb_tailroom(skb));
 | 
						|
+
 | 
						|
+	if (pskb_expand_head(skb, head_max, tail_max, GFP_ATOMIC)) {
 | 
						|
 		wiphy_debug(local->hw.wiphy,
 | 
						|
 			    "failed to reallocate TX buffer\n");
 | 
						|
 		return -ENOMEM;
 | 
						|
@@ -1960,18 +1976,8 @@ void ieee80211_xmit(struct ieee80211_sub
 | 
						|
 	struct ieee80211_local *local = sdata->local;
 | 
						|
 	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 | 
						|
 	struct ieee80211_hdr *hdr;
 | 
						|
-	int headroom;
 | 
						|
-	bool may_encrypt;
 | 
						|
-
 | 
						|
-	may_encrypt = !(info->flags & IEEE80211_TX_INTFL_DONT_ENCRYPT);
 | 
						|
 
 | 
						|
-	headroom = local->tx_headroom;
 | 
						|
-	if (may_encrypt)
 | 
						|
-		headroom += sdata->encrypt_headroom;
 | 
						|
-	headroom -= skb_headroom(skb);
 | 
						|
-	headroom = max_t(int, 0, headroom);
 | 
						|
-
 | 
						|
-	if (ieee80211_skb_resize(sdata, skb, headroom, may_encrypt)) {
 | 
						|
+	if (ieee80211_skb_resize(local, sdata, skb, 0, 0)) {
 | 
						|
 		ieee80211_free_txskb(&local->hw, skb);
 | 
						|
 		return;
 | 
						|
 	}
 | 
						|
@@ -2740,30 +2746,14 @@ static struct sk_buff *ieee80211_build_h
 | 
						|
 
 | 
						|
 	skb_pull(skb, skip_header_bytes);
 | 
						|
 	padsize = ieee80211_hdr_padsize(&local->hw, hdrlen);
 | 
						|
-	head_need = hdrlen + encaps_len + meshhdrlen - skb_headroom(skb);
 | 
						|
+	head_need = hdrlen + encaps_len + meshhdrlen;
 | 
						|
 	head_need += padsize;
 | 
						|
 
 | 
						|
-	/*
 | 
						|
-	 * So we need to modify the skb header and hence need a copy of
 | 
						|
-	 * that. The head_need variable above doesn't, so far, include
 | 
						|
-	 * the needed header space that we don't need right away. If we
 | 
						|
-	 * can, then we don't reallocate right now but only after the
 | 
						|
-	 * frame arrives at the master device (if it does...)
 | 
						|
-	 *
 | 
						|
-	 * If we cannot, however, then we will reallocate to include all
 | 
						|
-	 * the ever needed space. Also, if we need to reallocate it anyway,
 | 
						|
-	 * make it big enough for everything we may ever need.
 | 
						|
-	 */
 | 
						|
-
 | 
						|
-	if (head_need > 0 || skb_cloned(skb)) {
 | 
						|
-		head_need += sdata->encrypt_headroom;
 | 
						|
-		head_need += local->tx_headroom;
 | 
						|
-		head_need = max_t(int, 0, head_need);
 | 
						|
-		if (ieee80211_skb_resize(sdata, skb, head_need, true)) {
 | 
						|
-			ieee80211_free_txskb(&local->hw, skb);
 | 
						|
-			skb = NULL;
 | 
						|
-			return ERR_PTR(-ENOMEM);
 | 
						|
-		}
 | 
						|
+	if (ieee80211_skb_resize(local, sdata, skb, head_need,
 | 
						|
+				 sdata->encrypt_headroom)) {
 | 
						|
+		ieee80211_free_txskb(&local->hw, skb);
 | 
						|
+		skb = NULL;
 | 
						|
+		return ERR_PTR(-ENOMEM);
 | 
						|
 	}
 | 
						|
 
 | 
						|
 	if (encaps_data)
 | 
						|
@@ -3377,7 +3367,6 @@ static bool ieee80211_xmit_fast(struct i
 | 
						|
 	struct ieee80211_local *local = sdata->local;
 | 
						|
 	u16 ethertype = (skb->data[12] << 8) | skb->data[13];
 | 
						|
 	int extra_head = fast_tx->hdr_len - (ETH_HLEN - 2);
 | 
						|
-	int hw_headroom = sdata->local->hw.extra_tx_headroom;
 | 
						|
 	struct ethhdr eth;
 | 
						|
 	struct ieee80211_tx_info *info;
 | 
						|
 	struct ieee80211_hdr *hdr = (void *)fast_tx->hdr;
 | 
						|
@@ -3429,10 +3418,7 @@ static bool ieee80211_xmit_fast(struct i
 | 
						|
 	 * as the may-encrypt argument for the resize to not account for
 | 
						|
 	 * more room than we already have in 'extra_head'
 | 
						|
 	 */
 | 
						|
-	if (unlikely(ieee80211_skb_resize(sdata, skb,
 | 
						|
-					  max_t(int, extra_head + hw_headroom -
 | 
						|
-						     skb_headroom(skb), 0),
 | 
						|
-					  false))) {
 | 
						|
+	if (unlikely(ieee80211_skb_resize(local, sdata, skb, extra_head, 0))) {
 | 
						|
 		kfree_skb(skb);
 | 
						|
 		return true;
 | 
						|
 	}
 |