xref: /linux/net/smc/smc_ib.h (revision f7af616c632ee2ac3af0876fe33bf9e0232e665a)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * Shared Memory Communications over RDMA (SMC-R) and RoCE
4  *
5  *  Definitions for IB environment
6  *
7  *  Copyright IBM Corp. 2016
8  *
9  *  Author(s):  Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
10  */
11 
12 #ifndef _SMC_IB_H
13 #define _SMC_IB_H
14 
15 #include <linux/interrupt.h>
16 #include <linux/if_ether.h>
17 #include <linux/mutex.h>
18 #include <linux/wait.h>
19 #include <rdma/ib_verbs.h>
20 #include <net/smc.h>
21 
22 #define SMC_MAX_PORTS			2	/* Max # of ports */
23 #define SMC_GID_SIZE			sizeof(union ib_gid)
24 
25 #define SMC_IB_MAX_SEND_SGE		2
26 
27 struct smc_ib_devices {			/* list of smc ib devices definition */
28 	struct list_head	list;
29 	struct mutex		mutex;	/* protects list of smc ib devices */
30 };
31 
32 extern struct smc_ib_devices	smc_ib_devices; /* list of smc ib devices */
33 extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */
34 
35 struct smc_ib_device {				/* ib-device infos for smc */
36 	struct list_head	list;
37 	struct ib_device	*ibdev;
38 	struct ib_port_attr	pattr[SMC_MAX_PORTS];	/* ib dev. port attrs */
39 	struct ib_event_handler	event_handler;	/* global ib_event handler */
40 	struct ib_cq		*roce_cq_send;	/* send completion queue */
41 	struct ib_cq		*roce_cq_recv;	/* recv completion queue */
42 	struct tasklet_struct	send_tasklet;	/* called by send cq handler */
43 	struct tasklet_struct	recv_tasklet;	/* called by recv cq handler */
44 	char			mac[SMC_MAX_PORTS][ETH_ALEN];
45 						/* mac address per port*/
46 	u8			pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
47 						/* pnetid per port */
48 	bool			pnetid_by_user[SMC_MAX_PORTS];
49 						/* pnetid defined by user? */
50 	u8			initialized : 1; /* ib dev CQ, evthdl done */
51 	struct work_struct	port_event_work;
52 	unsigned long		port_event_mask;
53 	DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
54 	atomic_t		lnk_cnt;	/* number of links on ibdev */
55 	wait_queue_head_t	lnks_deleted;	/* wait 4 removal of all links*/
56 	struct mutex		mutex;		/* protect dev setup+cleanup */
57 	atomic_t		lnk_cnt_by_port[SMC_MAX_PORTS];
58 						/* number of links per port */
59 	int			ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
60 };
61 
62 struct smc_buf_desc;
63 struct smc_link;
64 
65 void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
66 int smc_ib_register_client(void) __init;
67 void smc_ib_unregister_client(void);
68 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
69 int smc_ib_buf_map_sg(struct smc_link *lnk,
70 		      struct smc_buf_desc *buf_slot,
71 		      enum dma_data_direction data_direction);
72 void smc_ib_buf_unmap_sg(struct smc_link *lnk,
73 			 struct smc_buf_desc *buf_slot,
74 			 enum dma_data_direction data_direction);
75 void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
76 int smc_ib_create_protection_domain(struct smc_link *lnk);
77 void smc_ib_destroy_queue_pair(struct smc_link *lnk);
78 int smc_ib_create_queue_pair(struct smc_link *lnk);
79 int smc_ib_ready_link(struct smc_link *lnk);
80 int smc_ib_modify_qp_rts(struct smc_link *lnk);
81 int smc_ib_modify_qp_reset(struct smc_link *lnk);
82 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
83 int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
84 			     struct smc_buf_desc *buf_slot, u8 link_idx);
85 void smc_ib_put_memory_region(struct ib_mr *mr);
86 void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
87 			    struct smc_buf_desc *buf_slot,
88 			    enum dma_data_direction data_direction);
89 void smc_ib_sync_sg_for_device(struct smc_link *lnk,
90 			       struct smc_buf_desc *buf_slot,
91 			       enum dma_data_direction data_direction);
92 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
93 			 unsigned short vlan_id, u8 gid[], u8 *sgid_index);
94 bool smc_ib_is_valid_local_systemid(void);
95 int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb);
96 #endif
97