@@ -84,6 +84,10 @@ struct page_pool_stats {
u64 fast; /* fast path allocations */
u64 slow; /* slow-path order-0 allocations */
u64 slow_high_order; /* slow-path high order allocations */
+ u64 empty; /* failed refills due to empty ptr ring, forcing
+ * slow path allocation
+ */
+
} alloc;
};
@@ -212,6 +216,12 @@ static inline u64 page_pool_stats_get_slow_high_order(struct page_pool *pool)
{
return pool->ps.alloc.slow_high_order;
}
+
+static inline u64 page_pool_stats_get_empty(struct page_pool *pool)
+{
+ return pool->ps.alloc.empty;
+}
+
#else
static inline void page_pool_destroy(struct page_pool *pool)
{
@@ -246,6 +256,11 @@ static inline u64 page_pool_stats_get_slow_high_order(struct page_pool *pool)
{
return 0;
}
+
+static inline u64 page_pool_stats_get_empty(struct page_pool *pool)
+{
+ return 0;
+}
#endif
void page_pool_put_page(struct page_pool *pool, struct page *page,
@@ -117,8 +117,10 @@ static struct page *page_pool_refill_alloc_cache(struct page_pool *pool)
int pref_nid; /* preferred NUMA node */
/* Quicker fallback, avoid locks when ring is empty */
- if (__ptr_ring_empty(r))
+ if (__ptr_ring_empty(r)) {
+ pool->ps.alloc.empty++;
return NULL;
+ }
/* Softirq guarantee CPU and thus NUMA node is stable. This,
* assumes CPU refilling driver RX-ring will also run RX-NAPI.
Add a stat tracking when the ptr ring is empty. A static inline wrapper function is exposed to access this stat. Signed-off-by: Joe Damato <jdamato@fastly.com> --- include/net/page_pool.h | 15 +++++++++++++++ net/core/page_pool.c | 4 +++- 2 files changed, 18 insertions(+), 1 deletion(-)