/linux/drivers/net/ethernet/google/gve/ |
H A D | gve_utils.c | 94 page_info->pagecnt_bias--; in gve_dec_pagecnt_bias() 95 if (page_info->pagecnt_bias == 0) { in gve_dec_pagecnt_bias() 101 page_info->pagecnt_bias = INT_MAX - pagecount; in gve_dec_pagecnt_bias()
|
H A D | gve_rx.c | 22 page_ref_sub(page_info->page, page_info->pagecnt_bias - 1); in gve_rx_free_buffer() 43 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_unfill_pages() 47 rx->qpl_copy_pool[i].pagecnt_bias - 1); in gve_rx_unfill_pages() 153 page_info->pagecnt_bias = INT_MAX; in gve_setup_rx_buffer() 228 rx->qpl_copy_pool[j].pagecnt_bias = INT_MAX; in gve_rx_prefill_pages() 238 rx->qpl_copy_pool[j].pagecnt_bias - 1); in gve_rx_prefill_pages() 247 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_prefill_pages() 502 if (pagecount == page_info->pagecnt_bias) in gve_rx_can_recycle_buffer() 505 else if (pagecount > page_info->pagecnt_bias) in gve_rx_can_recycle_buffer() 507 WARN(pagecount < page_info->pagecnt_bias, in gve_rx_can_recycle_buffer()
|
H A D | gve_rx_dqo.c | 21 return page_count(bs->page_info.page) - bs->page_info.pagecnt_bias; in gve_buf_ref_cnt() 28 page_ref_sub(bs->page_info.page, bs->page_info.pagecnt_bias - 1); in gve_free_page_dqo() 197 buf_state->page_info.pagecnt_bias = INT_MAX; in gve_alloc_page_dqo()
|
H A D | gve.h | 105 int pagecnt_bias; /* expected pagecnt if only the driver has a ref */ member
|
/linux/drivers/net/ethernet/intel/ice/ |
H A D | ice_txrx.c | 422 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring() 705 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page() 809 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local 817 if (unlikely(rx_buf->pgcnt - pagecnt_bias > 1)) in ice_can_reuse_rx_page() 830 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page() 832 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page() 908 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page() 938 rx_buf->pagecnt_bias--; in ice_get_rx_buf() 1099 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_put_rx_buf() 1268 buf->pagecnt_bias++; in ice_clean_rx_irq()
|
H A D | ice_txrx_lib.h | 45 buf->pagecnt_bias--; in ice_set_rx_bufs_act()
|
H A D | ice_txrx.h | 205 unsigned int pagecnt_bias; member
|
/linux/drivers/net/ethernet/meta/fbnic/ |
H A D | fbnic_txrx.h | 68 long pagecnt_bias; member
|
H A D | fbnic_txrx.c | 393 rx_buf->pagecnt_bias = PAGECNT_BIAS_MAX; in fbnic_page_pool_init() 402 rx_buf->pagecnt_bias--; in fbnic_page_pool_get() 413 if (!page_pool_unref_page(page, rx_buf->pagecnt_bias)) in fbnic_page_pool_drain()
|
/linux/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_txrx.c | 1380 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page() 1502 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in i40e_clean_rx_ring() 1667 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page() 1924 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local 1952 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page() 1954 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page() 2005 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer() 2030 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer() 2062 rx_buffer->pagecnt_bias++; in i40e_process_rx_buffs() 2144 rx_buffer->pagecnt_bias++; in i40e_construct_skb() [all …]
|
H A D | i40e_txrx.h | 281 __u16 pagecnt_bias; member
|
/linux/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ixgbevf_main.c | 542 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer() 564 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer() 638 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page() 780 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page() 785 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local 809 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page() 811 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page() 909 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb() 1177 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq() 1194 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq() [all …]
|
H A D | ixgbevf.h | 53 __u16 pagecnt_bias; member
|
/linux/drivers/net/ethernet/intel/igc/ |
H A D | igc_main.c | 435 buffer_info->pagecnt_bias); in igc_clean_rx_ring_page_shared() 1877 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer() 2012 rx_buffer->pagecnt_bias++; in igc_construct_skb() 2044 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page() 2050 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local 2073 if (unlikely(pagecnt_bias == 1)) { in igc_can_reuse_rx_page() 2075 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page() 2161 rx_buffer->pagecnt_bias); in igc_put_rx_buffer() 2219 bi->pagecnt_bias = USHRT_MAX; in igc_alloc_mapped_page() 2641 rx_buffer->pagecnt_bias++; in igc_clean_rx_irq() [all …]
|
H A D | igc.h | 562 __u16 pagecnt_bias; member
|
/linux/net/rxrpc/ |
H A D | local_object.c | 457 local->tx_alloc.pagecnt_bias); in rxrpc_destroy_local()
|
H A D | conn_object.c | 342 conn->tx_data_alloc.pagecnt_bias); in rxrpc_clean_up_connection()
|
/linux/drivers/net/ethernet/intel/igb/ |
H A D | igb_main.c | 5033 buffer_info->pagecnt_bias); in igb_clean_rx_ring() 8425 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page() 8431 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local 8454 if (unlikely(pagecnt_bias == 1)) { in igb_can_reuse_rx_page() 8456 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page() 8538 rx_buffer->pagecnt_bias++; in igb_construct_skb() 8843 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer() 8862 rx_buffer->pagecnt_bias); in igb_put_rx_buffer() 8949 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq() 8965 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq() [all …]
|
H A D | igb.h | 288 __u16 pagecnt_bias; member
|
/linux/drivers/net/ethernet/hisilicon/hns3/ |
H A D | hns3_enet.h | 347 u16 pagecnt_bias; member
|
H A D | hns3_enet.c | 3395 cb->pagecnt_bias = USHRT_MAX; in hns3_alloc_buffer() 3407 if (cb->type & DESC_TYPE_PAGE && cb->pagecnt_bias) in hns3_free_buffer() 3408 __page_frag_cache_drain(cb->priv, cb->pagecnt_bias); in hns3_free_buffer() 3719 return page_count(cb->priv) == cb->pagecnt_bias; in hns3_can_reuse_page() 3800 desc_cb->pagecnt_bias--; in hns3_nic_reuse_page() 3802 if (unlikely(!desc_cb->pagecnt_bias)) { in hns3_nic_reuse_page() 3804 desc_cb->pagecnt_bias = USHRT_MAX; in hns3_nic_reuse_page() 3811 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page() 4064 desc_cb->pagecnt_bias); in hns3_alloc_skb()
|
/linux/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_main.c | 1594 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page() 1969 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page() 1975 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local 2002 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page() 2004 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page() 2083 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer() 2108 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer() 2169 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb() 2387 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq() 2404 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq() [all …]
|
H A D | ixgbe.h | 277 __u16 pagecnt_bias; member
|
/linux/include/linux/ |
H A D | mm_types.h | 556 unsigned int pagecnt_bias; member
|
/linux/mm/ |
H A D | page_alloc.c | 4876 __page_frag_cache_drain(virt_to_head_page(nc->va), nc->pagecnt_bias); in page_frag_cache_drain() 4915 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in __page_frag_alloc_align() 4923 if (!page_ref_sub_and_test(page, nc->pagecnt_bias)) in __page_frag_alloc_align() 4939 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in __page_frag_alloc_align() 4955 nc->pagecnt_bias--; in __page_frag_alloc_align()
|