/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM page_pool

#if !defined(_TRACE_PAGE_POOL_H) || defined(TRACE_HEADER_MULTI_READ)
#define      _TRACE_PAGE_POOL_H

#include <linux/types.h>
#include <linux/tracepoint.h>

#include <trace/events/mmflags.h>
#include <net/page_pool/types.h>

TRACE_EVENT(page_pool_release,

 TP_PROTO(const struct page_pool *pool,
   s32 inflight, u32 hold, u32 release),

 TP_ARGS(pool, inflight, hold, release),

 TP_STRUCT__entry(
  __field(const struct page_pool *, pool)
  __field(s32, inflight)
  __field(u32, hold)
  __field(u32, release)
  __field(u64, cnt)
 ),

 TP_fast_assign(
  __entry->pool  = pool;
  __entry->inflight = inflight;
  __entry->hold  = hold;
  __entry->release = release;
  __entry->cnt  = pool->destroy_cnt;
 ),

 TP_printk("page_pool=%p inflight=%d hold=%u release=%u cnt=%llu",
  __entry->pool, __entry->inflight, __entry->hold,
  __entry->release, __entry->cnt)
);

TRACE_EVENT(page_pool_state_release,

 TP_PROTO(const struct page_pool *pool,
   netmem_ref netmem, u32 release),

 TP_ARGS(pool, netmem, release),

 TP_STRUCT__entry(
  __field(const struct page_pool *, pool)
  __field(unsigned long,   netmem)
  __field(u32,    release)
  __field(unsigned long,   pfn)
 ),

 TP_fast_assign(
  __entry->pool  = pool;
  __entry->netmem  = (__force unsigned long)netmem;
  __entry->release = release;
  __entry->pfn  = netmem_pfn_trace(netmem);
 ),

 TP_printk("page_pool=%p netmem=%p is_net_iov=%lu pfn=0x%lx release=%u",
    __entry->pool, (void *)__entry->netmem,
    __entry->netmem & NET_IOV, __entry->pfn, __entry->release)
);

TRACE_EVENT(page_pool_state_hold,

 TP_PROTO(const struct page_pool *pool,
   netmem_ref netmem, u32 hold),

 TP_ARGS(pool, netmem, hold),

 TP_STRUCT__entry(
  __field(const struct page_pool *, pool)
  __field(unsigned long,   netmem)
  __field(u32,    hold)
  __field(unsigned long,   pfn)
 ),

 TP_fast_assign(
  __entry->pool = pool;
  __entry->netmem = (__force unsigned long)netmem;
  __entry->hold = hold;
  __entry->pfn = netmem_pfn_trace(netmem);
 ),

 TP_printk("page_pool=%p netmem=%p is_net_iov=%lu, pfn=0x%lx hold=%u",
    __entry->pool, (void *)__entry->netmem,
    __entry->netmem & NET_IOV, __entry->pfn, __entry->hold)
);

TRACE_EVENT(page_pool_update_nid,

 TP_PROTO(const struct page_pool *pool, int new_nid),

 TP_ARGS(pool, new_nid),

 TP_STRUCT__entry(
  __field(const struct page_pool *, pool)
  __field(int,     pool_nid)
  __field(int,     new_nid)
 ),

 TP_fast_assign(
  __entry->pool  = pool;
  __entry->pool_nid = pool->p.nid;
  __entry->new_nid = new_nid;
 ),

 TP_printk("page_pool=%p pool_nid=%d new_nid=%d",
    __entry->pool, __entry->pool_nid, __entry->new_nid)
);

#endif /* _TRACE_PAGE_POOL_H */

/* This part must be outside protection */
#include <trace/define_trace.h>