Home
last modified time | relevance | path

Searched refs:pcp (Results 1 – 25 of 44) sorted by relevance

12

/linux/include/asm-generic/
H A Dpercpu.h65 #define raw_cpu_generic_read(pcp) \ argument
67 *raw_cpu_ptr(&(pcp)); \
70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
72 *raw_cpu_ptr(&(pcp)) op val; \
75 #define raw_cpu_generic_add_return(pcp, val) \ argument
77 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \
83 #define raw_cpu_generic_xchg(pcp, nval) \ argument
85 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \
86 typeof(pcp) __ret; \
92 #define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \ argument
[all …]
/linux/arch/s390/include/asm/
H A Dpercpu.h27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
29 typedef typeof(pcp) pcp_op_T__; \
33 ptr__ = raw_cpu_ptr(&(pcp)); \
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
[all …]
/linux/arch/x86/include/asm/
H A Dpercpu.h305 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, , pcp, oval, nval) argument
306 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, volatile, pcp, oval, nval) argument
338 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) percpu_try_cmpxchg64_op(8, , pcp, ovalp, n… argument
339 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) percpu_try_cmpxchg64_op(8, volatile, pcp, ovalp, n… argument
343 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, , pcp, oval, nval); argument
344 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, volatile, pcp, oval, nval); argument
346 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) percpu_try_cmpxchg_op(8, , pcp, ovalp, nva… argument
347 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) percpu_try_cmpxchg_op(8, volatile, pcp, ovalp, nva… argument
374 #define raw_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, , pcp, oval, nval) argument
375 #define this_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, volatile, pcp, oval, nval) argument
[all …]
/linux/arch/loongarch/include/asm/
H A Dpercpu.h161 #define _protect_cmpxchg_local(pcp, o, n) \ argument
163 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
165 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
170 #define _percpu_read(pcp) \ argument
172 typeof(pcp) __retval; \
173 __retval = (typeof(pcp))__percpu_read(&(pcp), sizeof(pcp)); \
177 #define _percpu_write(pcp, val) \ argument
179 __percpu_write(&(pcp), (unsigned long)(val), sizeof(pcp)); \
182 #define _pcp_protect(operation, pcp, val) \ argument
184 typeof(pcp) __retval; \
[all …]
/linux/include/linux/
H A Dpercpu-defs.h408 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
409 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
410 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
411 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
412 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
413 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
414 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
415 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
416 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval)
417 #define raw_cpu_try_cmpxchg(pcp, ovalp, nval) \ argument
[all …]
H A Dgfp.h392 int decay_pcp_high(struct zone *zone, struct per_cpu_pages *pcp);
393 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
/linux/arch/arm64/include/asm/
H A Dpercpu.h149 #define _pcp_protect(op, pcp, ...) \ argument
152 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
156 #define _pcp_protect_return(op, pcp, args...) \ argument
158 typeof(pcp) __retval; \
160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
165 #define this_cpu_read_1(pcp) \ argument
166 _pcp_protect_return(__percpu_read_8, pcp)
167 #define this_cpu_read_2(pcp) \ argument
168 _pcp_protect_return(__percpu_read_16, pcp)
169 #define this_cpu_read_4(pcp) \ argument
[all …]
/linux/Documentation/translations/zh_CN/core-api/
H A Dthis_cpu_ops.rst46 this_cpu_read(pcp)
47 this_cpu_write(pcp, val)
48 this_cpu_add(pcp, val)
49 this_cpu_and(pcp, val)
50 this_cpu_or(pcp, val)
51 this_cpu_add_return(pcp, val)
52 this_cpu_xchg(pcp, nval)
53 this_cpu_cmpxchg(pcp, oval, nval)
55 this_cpu_sub(pcp, val)
56 this_cpu_inc(pcp)
[all …]
/linux/mm/
H A Dpage_alloc.c63 /* Free Page Internal flags: for internal, non-pcp variants of free_pages(). */
110 * Locking a pcp requires a PCP lookup followed by a spinlock. To avoid
1137 struct per_cpu_pages *pcp, in free_pages_prepare()
1148 count = min(pcp->count, count); in free_pages_prepare()
1163 list = &pcp->lists[pindex]; in free_pages_prepare()
1176 /* must delete to avoid corrupting pcp list */ in free_pages_prepare()
1179 pcp->count -= nr_pages; in free_pages_prepare()
2247 int decay_pcp_high(struct zone *zone, struct per_cpu_pages *pcp) in drain_local_pages()
2252 high_min = READ_ONCE(pcp->high_min); in drain_local_pages()
2253 batch = READ_ONCE(pcp in drain_local_pages()
1189 free_pcppages_bulk(struct zone * zone,int count,struct per_cpu_pages * pcp,int pindex) free_pcppages_bulk() argument
2164 decay_pcp_high(struct zone * zone,struct per_cpu_pages * pcp) decay_pcp_high() argument
2200 drain_zone_pages(struct zone * zone,struct per_cpu_pages * pcp) drain_zone_pages() argument
2219 struct per_cpu_pages *pcp; drain_pages_zone() local
2292 struct per_cpu_pages *pcp; __drain_all_pages() local
2355 nr_pcp_free(struct per_cpu_pages * pcp,int batch,int high,bool free_high) nr_pcp_free() argument
2380 nr_pcp_high(struct per_cpu_pages * pcp,struct zone * zone,int batch,bool free_high) nr_pcp_high() argument
2428 free_unref_page_commit(struct zone * zone,struct per_cpu_pages * pcp,struct page * page,int migratetype,unsigned int order) free_unref_page_commit() argument
2482 struct per_cpu_pages *pcp; free_unref_page() local
2524 struct per_cpu_pages *pcp = NULL; free_unref_folios() local
2761 nr_pcp_alloc(struct per_cpu_pages * pcp,struct zone * zone,int order) nr_pcp_alloc() argument
2816 __rmqueue_pcplist(struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags,struct per_cpu_pages * pcp,struct list_head * list) __rmqueue_pcplist() argument
2848 struct per_cpu_pages *pcp; rmqueue_pcplist() local
4396 struct per_cpu_pages *pcp; __alloc_pages_bulk() local
5482 pageset_update(struct per_cpu_pages * pcp,unsigned long high_min,unsigned long high_max,unsigned long batch) pageset_update() argument
5490 per_cpu_pages_init(struct per_cpu_pages * pcp,struct per_cpu_zonestat * pzstats) per_cpu_pages_init() argument
5516 struct per_cpu_pages *pcp; __zone_set_pageset_high_and_batch() local
5571 struct per_cpu_pages *pcp; setup_zone_pageset() local
5595 struct per_cpu_pages *pcp; zone_pcp_update_cacheinfo() local
[all...]
H A Dvmstat.c345 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state() local
346 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
361 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
376 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
377 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
397 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
434 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state() local
435 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
442 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
455 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
[all …]
/linux/Documentation/core-api/
H A Dthis_cpu_ops.rst48 this_cpu_read(pcp)
49 this_cpu_write(pcp, val)
50 this_cpu_add(pcp, val)
51 this_cpu_and(pcp, val)
52 this_cpu_or(pcp, val)
53 this_cpu_add_return(pcp, val)
54 this_cpu_xchg(pcp, nval)
55 this_cpu_cmpxchg(pcp, oval, nval)
56 this_cpu_sub(pcp, val)
57 this_cpu_inc(pcp)
[all …]
/linux/drivers/net/dsa/sja1105/
H A Dsja1105_flower.c123 rule->key.tc.pcp = tc; in sja1105_setup_tc_policer()
187 key->tc.pcp, rate_bytes_per_sec, in sja1105_flower_policer()
205 u16 pcp = U16_MAX; in sja1105_flower_parse_key() local
277 pcp = match.key->vlan_priority; in sja1105_flower_parse_key()
280 if (is_bcast_dmac && vid == U16_MAX && pcp == U16_MAX) { in sja1105_flower_parse_key()
284 if (dmac == U64_MAX && vid == U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key()
286 key->tc.pcp = pcp; in sja1105_flower_parse_key()
289 if (dmac != U64_MAX && vid != U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key()
293 key->vl.pcp = pcp; in sja1105_flower_parse_key()
484 int index = (port * SJA1105_NUM_TC) + rule->key.tc.pcp; in sja1105_cls_flower_del()
H A Dsja1105.h182 int pcp; member
190 u16 pcp; member
H A Dsja1105_vl.c408 vl_lookup[k].vlanprior = rule->key.vl.pcp; in sja1105_init_virtual_links()
692 ipv = key->vl.pcp; in sja1105_vl_gate()
750 vl_lookup[i].vlanprior == key->vl.pcp) in sja1105_find_vlid()
/linux/lib/
H A Dpercpu_test.c5 #define CHECK(native, pcp, expected) \ argument
11 WARN(__this_cpu_read(pcp) != (expected), \
13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
/linux/tools/testing/selftests/drivers/net/microchip/
H A Dksz9477_qos.sh390 local pcp
456 pcp=0
458 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp}
465 pcp=7
467 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp}
474 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp}
478 pcp=0
480 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp}
/linux/drivers/net/ethernet/microchip/lan966x/
H A Dlan966x_port.c402 u8 pcp, dp; in lan966x_port_qos_pcp_set() local
410 pcp = *(pcp_itr + i); in lan966x_port_qos_pcp_set()
413 lan_rmw(ANA_PCP_DEI_CFG_QOS_PCP_DEI_VAL_SET(pcp) | in lan966x_port_qos_pcp_set()
471 u8 pcp, dei; in lan966x_port_qos_pcp_rewr_set() local
487 pcp = qos->map[i]; in lan966x_port_qos_pcp_rewr_set()
488 if (pcp > LAN966X_PORT_QOS_PCP_COUNT) in lan966x_port_qos_pcp_rewr_set()
494 REW_PCP_DEI_CFG_PCP_QOS_VAL_SET(pcp), in lan966x_port_qos_pcp_rewr_set()
540 lan966x_port_qos_pcp_set(port, &qos->pcp); in lan966x_port_qos_set()
H A Dlan966x_dcb.c58 for (int i = 0; i < ARRAY_SIZE(qos.pcp.map); i++) { in lan966x_dcb_app_update()
61 qos.pcp.map[i] = dcb_getapp(dev, &app_itr); in lan966x_dcb_app_update()
98 qos.pcp.enable = true; in lan966x_dcb_app_update()
/linux/net/dsa/
H A Dtag_sja1105.c241 struct sk_buff *skb, u8 pcp) in sja1105_pvid_tag_control_pkt() argument
262 return vlan_insert_tag(skb, xmit_tpid, (pcp << VLAN_PRIO_SHIFT) | in sja1105_pvid_tag_control_pkt()
271 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local
282 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1105_xmit()
290 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1105_xmit()
299 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1110_xmit() local
314 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1110_xmit()
316 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1110_xmit()
333 *tx_trailer = cpu_to_be32(SJA1110_TX_TRAILER_PRIO(pcp) | in sja1110_xmit()
H A Dtag_ocelot_8021q.c68 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in ocelot_xmit() local
76 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in ocelot_xmit()
/linux/drivers/infiniband/ulp/opa_vnic/
H A Dopa_vnic_encap.c371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
374 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc()
376 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc()
394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
397 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl()
399 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
/linux/drivers/net/ethernet/microchip/sparx5/
H A Dsparx5_dcb.c150 pcp_map = &qos.pcp.map; in sparx5_dcb_app_update()
202 qos.pcp.qos_enable = true; in sparx5_dcb_app_update()
203 qos.pcp.dp_enable = qos.pcp.qos_enable; in sparx5_dcb_app_update()
H A Dsparx5_port.c1158 sparx5_port_qos_pcp_set(port, &qos->pcp); in sparx5_port_qos_set()
1171 u8 pcp, dei; in sparx5_port_qos_pcp_rewr_set() local
1187 pcp = qos->map.map[i]; in sparx5_port_qos_pcp_rewr_set()
1188 if (pcp > SPARX5_PORT_QOS_PCP_COUNT) in sparx5_port_qos_pcp_rewr_set()
1201 spx5_rmw(REW_PCP_MAP_DE1_PCP_DE1_SET(pcp), in sparx5_port_qos_pcp_rewr_set()
1209 spx5_rmw(REW_PCP_MAP_DE0_PCP_DE0_SET(pcp), in sparx5_port_qos_pcp_rewr_set()
1227 u8 pcp, dp; in sparx5_port_qos_pcp_set() local
1238 pcp = *(pcp_itr + i); in sparx5_port_qos_pcp_set()
1240 spx5_rmw(ANA_CL_PCP_DEI_MAP_CFG_PCP_DEI_QOS_VAL_SET(pcp) | in sparx5_port_qos_pcp_set()
H A Dsparx5_port.h150 struct sparx5_port_qos_pcp pcp; member
/linux/arch/sparc/kernel/
H A Dpcic.c608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local
631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus()
632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus()
633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus()
634 dev->sysdata = pcp; in pcibios_fixup_bus()

12