11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved. 32a1d9b7fSRoland Dreier * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 42a1d9b7fSRoland Dreier * Copyright (c) 2004 Voltaire, Inc. All rights reserved. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This software is available to you under a choice of one of two 71da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU 81da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file 91da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the 101da177e4SLinus Torvalds * OpenIB.org BSD license below: 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or 131da177e4SLinus Torvalds * without modification, are permitted provided that the following 141da177e4SLinus Torvalds * conditions are met: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * - Redistributions of source code must retain the above 171da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 181da177e4SLinus Torvalds * disclaimer. 191da177e4SLinus Torvalds * 201da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above 211da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 221da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials 231da177e4SLinus Torvalds * provided with the distribution. 241da177e4SLinus Torvalds * 251da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 261da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 271da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 281da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 291da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 301da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 311da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 321da177e4SLinus Torvalds * SOFTWARE. 331da177e4SLinus Torvalds * 341da177e4SLinus Torvalds * $Id: ipoib.h 1358 2004-12-17 22:00:11Z roland $ 351da177e4SLinus Torvalds */ 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds #ifndef _IPOIB_H 381da177e4SLinus Torvalds #define _IPOIB_H 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds #include <linux/list.h> 411da177e4SLinus Torvalds #include <linux/skbuff.h> 421da177e4SLinus Torvalds #include <linux/netdevice.h> 431da177e4SLinus Torvalds #include <linux/workqueue.h> 441da177e4SLinus Torvalds #include <linux/kref.h> 451da177e4SLinus Torvalds #include <linux/if_infiniband.h> 4695ed644fSIngo Molnar #include <linux/mutex.h> 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds #include <net/neighbour.h> 491da177e4SLinus Torvalds 501da177e4SLinus Torvalds #include <asm/atomic.h> 511da177e4SLinus Torvalds 52a4d61e84SRoland Dreier #include <rdma/ib_verbs.h> 53a4d61e84SRoland Dreier #include <rdma/ib_pack.h> 54a4d61e84SRoland Dreier #include <rdma/ib_sa.h> 551da177e4SLinus Torvalds 561da177e4SLinus Torvalds /* constants */ 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds enum { 591da177e4SLinus Torvalds IPOIB_PACKET_SIZE = 2048, 601da177e4SLinus Torvalds IPOIB_BUF_SIZE = IPOIB_PACKET_SIZE + IB_GRH_BYTES, 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds IPOIB_ENCAP_LEN = 4, 631da177e4SLinus Torvalds 64839fcabaSMichael S. Tsirkin IPOIB_CM_MTU = 0x10000 - 0x10, /* padding to align header to 16 */ 65839fcabaSMichael S. Tsirkin IPOIB_CM_BUF_SIZE = IPOIB_CM_MTU + IPOIB_ENCAP_LEN, 66839fcabaSMichael S. Tsirkin IPOIB_CM_HEAD_SIZE = IPOIB_CM_BUF_SIZE % PAGE_SIZE, 67839fcabaSMichael S. Tsirkin IPOIB_CM_RX_SG = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE, 681da177e4SLinus Torvalds IPOIB_RX_RING_SIZE = 128, 691da177e4SLinus Torvalds IPOIB_TX_RING_SIZE = 64, 700f485251SShirley Ma IPOIB_MAX_QUEUE_SIZE = 8192, 710f485251SShirley Ma IPOIB_MIN_QUEUE_SIZE = 2, 72*68e995a2SPradeep Satyanarayana IPOIB_CM_MAX_CONN_QP = 4096, 731da177e4SLinus Torvalds 741da177e4SLinus Torvalds IPOIB_NUM_WC = 4, 751da177e4SLinus Torvalds 761da177e4SLinus Torvalds IPOIB_MAX_PATH_REC_QUEUE = 3, 771da177e4SLinus Torvalds IPOIB_MAX_MCAST_QUEUE = 3, 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds IPOIB_FLAG_OPER_UP = 0, 807a343d4cSLeonid Arsh IPOIB_FLAG_INITIALIZED = 1, 817a343d4cSLeonid Arsh IPOIB_FLAG_ADMIN_UP = 2, 827a343d4cSLeonid Arsh IPOIB_PKEY_ASSIGNED = 3, 837a343d4cSLeonid Arsh IPOIB_PKEY_STOP = 4, 847a343d4cSLeonid Arsh IPOIB_FLAG_SUBINTERFACE = 5, 857a343d4cSLeonid Arsh IPOIB_MCAST_RUN = 6, 867a343d4cSLeonid Arsh IPOIB_STOP_REAPER = 7, 877a343d4cSLeonid Arsh IPOIB_MCAST_STARTED = 8, 881b524963SMichael S. Tsirkin IPOIB_FLAG_ADMIN_CM = 9, 891b524963SMichael S. Tsirkin IPOIB_FLAG_UMCAST = 10, 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds IPOIB_MAX_BACKOFF_SECONDS = 16, 921da177e4SLinus Torvalds 931da177e4SLinus Torvalds IPOIB_MCAST_FLAG_FOUND = 0, /* used in set_multicast_list */ 941da177e4SLinus Torvalds IPOIB_MCAST_FLAG_SENDONLY = 1, 951da177e4SLinus Torvalds IPOIB_MCAST_FLAG_BUSY = 2, /* joining or already joined */ 961da177e4SLinus Torvalds IPOIB_MCAST_FLAG_ATTACHED = 3, 971da177e4SLinus Torvalds }; 981da177e4SLinus Torvalds 99839fcabaSMichael S. Tsirkin #define IPOIB_OP_RECV (1ul << 31) 100839fcabaSMichael S. Tsirkin #ifdef CONFIG_INFINIBAND_IPOIB_CM 1011b524963SMichael S. Tsirkin #define IPOIB_OP_CM (1ul << 30) 102839fcabaSMichael S. Tsirkin #else 1031b524963SMichael S. Tsirkin #define IPOIB_OP_CM (0) 104839fcabaSMichael S. Tsirkin #endif 105839fcabaSMichael S. Tsirkin 1061da177e4SLinus Torvalds /* structs */ 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds struct ipoib_header { 10997f52eb4SSean Hefty __be16 proto; 1101da177e4SLinus Torvalds u16 reserved; 1111da177e4SLinus Torvalds }; 1121da177e4SLinus Torvalds 1131da177e4SLinus Torvalds struct ipoib_pseudoheader { 1141da177e4SLinus Torvalds u8 hwaddr[INFINIBAND_ALEN]; 1151da177e4SLinus Torvalds }; 1161da177e4SLinus Torvalds 11781668838SSean Hefty /* Used for all multicast joins (broadcast, IPv4 mcast and IPv6 mcast) */ 11881668838SSean Hefty struct ipoib_mcast { 11981668838SSean Hefty struct ib_sa_mcmember_rec mcmember; 12081668838SSean Hefty struct ib_sa_multicast *mc; 12181668838SSean Hefty struct ipoib_ah *ah; 12281668838SSean Hefty 12381668838SSean Hefty struct rb_node rb_node; 12481668838SSean Hefty struct list_head list; 12581668838SSean Hefty 12681668838SSean Hefty unsigned long created; 12781668838SSean Hefty unsigned long backoff; 12881668838SSean Hefty 12981668838SSean Hefty unsigned long flags; 13081668838SSean Hefty unsigned char logcount; 13181668838SSean Hefty 13281668838SSean Hefty struct list_head neigh_list; 13381668838SSean Hefty 13481668838SSean Hefty struct sk_buff_head pkt_queue; 13581668838SSean Hefty 13681668838SSean Hefty struct net_device *dev; 13781668838SSean Hefty }; 1381da177e4SLinus Torvalds 1391993d683SRoland Dreier struct ipoib_rx_buf { 1401993d683SRoland Dreier struct sk_buff *skb; 14137ccf9dfSRalph Campbell u64 mapping; 1421993d683SRoland Dreier }; 1431993d683SRoland Dreier 1441993d683SRoland Dreier struct ipoib_tx_buf { 1451da177e4SLinus Torvalds struct sk_buff *skb; 14637ccf9dfSRalph Campbell u64 mapping; 1471da177e4SLinus Torvalds }; 1481da177e4SLinus Torvalds 149839fcabaSMichael S. Tsirkin struct ib_cm_id; 150839fcabaSMichael S. Tsirkin 151839fcabaSMichael S. Tsirkin struct ipoib_cm_data { 152839fcabaSMichael S. Tsirkin __be32 qpn; /* High byte MUST be ignored on receive */ 153839fcabaSMichael S. Tsirkin __be32 mtu; 154839fcabaSMichael S. Tsirkin }; 155839fcabaSMichael S. Tsirkin 156518b1646SMichael S. Tsirkin /* 157518b1646SMichael S. Tsirkin * Quoting 10.3.1 Queue Pair and EE Context States: 158518b1646SMichael S. Tsirkin * 159518b1646SMichael S. Tsirkin * Note, for QPs that are associated with an SRQ, the Consumer should take the 160518b1646SMichael S. Tsirkin * QP through the Error State before invoking a Destroy QP or a Modify QP to the 161518b1646SMichael S. Tsirkin * Reset State. The Consumer may invoke the Destroy QP without first performing 162518b1646SMichael S. Tsirkin * a Modify QP to the Error State and waiting for the Affiliated Asynchronous 163518b1646SMichael S. Tsirkin * Last WQE Reached Event. However, if the Consumer does not wait for the 164518b1646SMichael S. Tsirkin * Affiliated Asynchronous Last WQE Reached Event, then WQE and Data Segment 165518b1646SMichael S. Tsirkin * leakage may occur. Therefore, it is good programming practice to tear down a 166518b1646SMichael S. Tsirkin * QP that is associated with an SRQ by using the following process: 167518b1646SMichael S. Tsirkin * 168518b1646SMichael S. Tsirkin * - Put the QP in the Error State 169518b1646SMichael S. Tsirkin * - Wait for the Affiliated Asynchronous Last WQE Reached Event; 170518b1646SMichael S. Tsirkin * - either: 171518b1646SMichael S. Tsirkin * drain the CQ by invoking the Poll CQ verb and either wait for CQ 172518b1646SMichael S. Tsirkin * to be empty or the number of Poll CQ operations has exceeded 173518b1646SMichael S. Tsirkin * CQ capacity size; 174518b1646SMichael S. Tsirkin * - or 175518b1646SMichael S. Tsirkin * post another WR that completes on the same CQ and wait for this 176518b1646SMichael S. Tsirkin * WR to return as a WC; 177518b1646SMichael S. Tsirkin * - and then invoke a Destroy QP or Reset QP. 178518b1646SMichael S. Tsirkin * 179518b1646SMichael S. Tsirkin * We use the second option and wait for a completion on the 180ec56dc0bSMichael S. Tsirkin * same CQ before destroying QPs attached to our SRQ. 181518b1646SMichael S. Tsirkin */ 182518b1646SMichael S. Tsirkin 183518b1646SMichael S. Tsirkin enum ipoib_cm_state { 184518b1646SMichael S. Tsirkin IPOIB_CM_RX_LIVE, 185518b1646SMichael S. Tsirkin IPOIB_CM_RX_ERROR, /* Ignored by stale task */ 186518b1646SMichael S. Tsirkin IPOIB_CM_RX_FLUSH /* Last WQE Reached event observed */ 187518b1646SMichael S. Tsirkin }; 188518b1646SMichael S. Tsirkin 189839fcabaSMichael S. Tsirkin struct ipoib_cm_rx { 190839fcabaSMichael S. Tsirkin struct ib_cm_id *id; 191839fcabaSMichael S. Tsirkin struct ib_qp *qp; 192*68e995a2SPradeep Satyanarayana struct ipoib_cm_rx_buf *rx_ring; 193839fcabaSMichael S. Tsirkin struct list_head list; 194839fcabaSMichael S. Tsirkin struct net_device *dev; 195839fcabaSMichael S. Tsirkin unsigned long jiffies; 196518b1646SMichael S. Tsirkin enum ipoib_cm_state state; 197*68e995a2SPradeep Satyanarayana int recv_count; 198839fcabaSMichael S. Tsirkin }; 199839fcabaSMichael S. Tsirkin 200839fcabaSMichael S. Tsirkin struct ipoib_cm_tx { 201839fcabaSMichael S. Tsirkin struct ib_cm_id *id; 202839fcabaSMichael S. Tsirkin struct ib_qp *qp; 203839fcabaSMichael S. Tsirkin struct list_head list; 204839fcabaSMichael S. Tsirkin struct net_device *dev; 205839fcabaSMichael S. Tsirkin struct ipoib_neigh *neigh; 206839fcabaSMichael S. Tsirkin struct ipoib_path *path; 207839fcabaSMichael S. Tsirkin struct ipoib_tx_buf *tx_ring; 208839fcabaSMichael S. Tsirkin unsigned tx_head; 209839fcabaSMichael S. Tsirkin unsigned tx_tail; 210839fcabaSMichael S. Tsirkin unsigned long flags; 211839fcabaSMichael S. Tsirkin u32 mtu; 212839fcabaSMichael S. Tsirkin struct ib_wc ibwc[IPOIB_NUM_WC]; 213839fcabaSMichael S. Tsirkin }; 214839fcabaSMichael S. Tsirkin 215839fcabaSMichael S. Tsirkin struct ipoib_cm_rx_buf { 216839fcabaSMichael S. Tsirkin struct sk_buff *skb; 217839fcabaSMichael S. Tsirkin u64 mapping[IPOIB_CM_RX_SG]; 218839fcabaSMichael S. Tsirkin }; 219839fcabaSMichael S. Tsirkin 220839fcabaSMichael S. Tsirkin struct ipoib_cm_dev_priv { 221839fcabaSMichael S. Tsirkin struct ib_srq *srq; 222839fcabaSMichael S. Tsirkin struct ipoib_cm_rx_buf *srq_ring; 223839fcabaSMichael S. Tsirkin struct ib_cm_id *id; 224518b1646SMichael S. Tsirkin struct list_head passive_ids; /* state: LIVE */ 225518b1646SMichael S. Tsirkin struct list_head rx_error_list; /* state: ERROR */ 226518b1646SMichael S. Tsirkin struct list_head rx_flush_list; /* state: FLUSH, drain not started */ 227518b1646SMichael S. Tsirkin struct list_head rx_drain_list; /* state: FLUSH, drain started */ 228518b1646SMichael S. Tsirkin struct list_head rx_reap_list; /* state: FLUSH, drain done */ 229839fcabaSMichael S. Tsirkin struct work_struct start_task; 230839fcabaSMichael S. Tsirkin struct work_struct reap_task; 231839fcabaSMichael S. Tsirkin struct work_struct skb_task; 232518b1646SMichael S. Tsirkin struct work_struct rx_reap_task; 233839fcabaSMichael S. Tsirkin struct delayed_work stale_task; 234839fcabaSMichael S. Tsirkin struct sk_buff_head skb_queue; 235839fcabaSMichael S. Tsirkin struct list_head start_list; 236839fcabaSMichael S. Tsirkin struct list_head reap_list; 237839fcabaSMichael S. Tsirkin struct ib_wc ibwc[IPOIB_NUM_WC]; 238839fcabaSMichael S. Tsirkin struct ib_sge rx_sge[IPOIB_CM_RX_SG]; 239839fcabaSMichael S. Tsirkin struct ib_recv_wr rx_wr; 240*68e995a2SPradeep Satyanarayana int nonsrq_conn_qp; 241839fcabaSMichael S. Tsirkin }; 242839fcabaSMichael S. Tsirkin 2431da177e4SLinus Torvalds /* 2441da177e4SLinus Torvalds * Device private locking: tx_lock protects members used in TX fast 2451da177e4SLinus Torvalds * path (and we use LLTX so upper layers don't do extra locking). 2461da177e4SLinus Torvalds * lock protects everything else. lock nests inside of tx_lock (ie 2471da177e4SLinus Torvalds * tx_lock must be acquired first if needed). 2481da177e4SLinus Torvalds */ 2491da177e4SLinus Torvalds struct ipoib_dev_priv { 2501da177e4SLinus Torvalds spinlock_t lock; 2511da177e4SLinus Torvalds 2521da177e4SLinus Torvalds struct net_device *dev; 2531da177e4SLinus Torvalds 254bea3348eSStephen Hemminger struct napi_struct napi; 255bea3348eSStephen Hemminger 2561da177e4SLinus Torvalds unsigned long flags; 2571da177e4SLinus Torvalds 25895ed644fSIngo Molnar struct mutex mcast_mutex; 25995ed644fSIngo Molnar struct mutex vlan_mutex; 2601da177e4SLinus Torvalds 2611da177e4SLinus Torvalds struct rb_root path_tree; 2621da177e4SLinus Torvalds struct list_head path_list; 2631da177e4SLinus Torvalds 2641da177e4SLinus Torvalds struct ipoib_mcast *broadcast; 2651da177e4SLinus Torvalds struct list_head multicast_list; 2661da177e4SLinus Torvalds struct rb_root multicast_tree; 2671da177e4SLinus Torvalds 26826bbf13cSYosef Etigin struct delayed_work pkey_poll_task; 269c4028958SDavid Howells struct delayed_work mcast_task; 2701da177e4SLinus Torvalds struct work_struct flush_task; 2711da177e4SLinus Torvalds struct work_struct restart_task; 272c4028958SDavid Howells struct delayed_work ah_reap_task; 27326bbf13cSYosef Etigin struct work_struct pkey_event_task; 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds struct ib_device *ca; 2761da177e4SLinus Torvalds u8 port; 2771da177e4SLinus Torvalds u16 pkey; 27826bbf13cSYosef Etigin u16 pkey_index; 2791da177e4SLinus Torvalds struct ib_pd *pd; 2801da177e4SLinus Torvalds struct ib_mr *mr; 2811da177e4SLinus Torvalds struct ib_cq *cq; 2821da177e4SLinus Torvalds struct ib_qp *qp; 2831da177e4SLinus Torvalds u32 qkey; 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds union ib_gid local_gid; 2861da177e4SLinus Torvalds u16 local_lid; 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds unsigned int admin_mtu; 2891da177e4SLinus Torvalds unsigned int mcast_mtu; 2901da177e4SLinus Torvalds 2911993d683SRoland Dreier struct ipoib_rx_buf *rx_ring; 2921da177e4SLinus Torvalds 2931da177e4SLinus Torvalds spinlock_t tx_lock; 2941993d683SRoland Dreier struct ipoib_tx_buf *tx_ring; 2951da177e4SLinus Torvalds unsigned tx_head; 2961da177e4SLinus Torvalds unsigned tx_tail; 2971da177e4SLinus Torvalds struct ib_sge tx_sge; 2981da177e4SLinus Torvalds struct ib_send_wr tx_wr; 2991b524963SMichael S. Tsirkin unsigned tx_outstanding; 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds struct ib_wc ibwc[IPOIB_NUM_WC]; 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds struct list_head dead_ahs; 3041da177e4SLinus Torvalds 3051da177e4SLinus Torvalds struct ib_event_handler event_handler; 3061da177e4SLinus Torvalds 3071da177e4SLinus Torvalds struct net_device *parent; 3081da177e4SLinus Torvalds struct list_head child_intfs; 3091da177e4SLinus Torvalds struct list_head list; 3101da177e4SLinus Torvalds 311839fcabaSMichael S. Tsirkin #ifdef CONFIG_INFINIBAND_IPOIB_CM 312839fcabaSMichael S. Tsirkin struct ipoib_cm_dev_priv cm; 313839fcabaSMichael S. Tsirkin #endif 314839fcabaSMichael S. Tsirkin 3151da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 3161da177e4SLinus Torvalds struct list_head fs_list; 3171da177e4SLinus Torvalds struct dentry *mcg_dentry; 3181732b0efSRoland Dreier struct dentry *path_dentry; 3191da177e4SLinus Torvalds #endif 3201da177e4SLinus Torvalds }; 3211da177e4SLinus Torvalds 3221da177e4SLinus Torvalds struct ipoib_ah { 3231da177e4SLinus Torvalds struct net_device *dev; 3241da177e4SLinus Torvalds struct ib_ah *ah; 3251da177e4SLinus Torvalds struct list_head list; 3261da177e4SLinus Torvalds struct kref ref; 3271da177e4SLinus Torvalds unsigned last_send; 3281da177e4SLinus Torvalds }; 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds struct ipoib_path { 3311da177e4SLinus Torvalds struct net_device *dev; 3321da177e4SLinus Torvalds struct ib_sa_path_rec pathrec; 3331da177e4SLinus Torvalds struct ipoib_ah *ah; 3341da177e4SLinus Torvalds struct sk_buff_head queue; 3351da177e4SLinus Torvalds 3361da177e4SLinus Torvalds struct list_head neigh_list; 3371da177e4SLinus Torvalds 3381da177e4SLinus Torvalds int query_id; 3391da177e4SLinus Torvalds struct ib_sa_query *query; 3401da177e4SLinus Torvalds struct completion done; 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds struct rb_node rb_node; 3431da177e4SLinus Torvalds struct list_head list; 3441da177e4SLinus Torvalds }; 3451da177e4SLinus Torvalds 3461da177e4SLinus Torvalds struct ipoib_neigh { 3471da177e4SLinus Torvalds struct ipoib_ah *ah; 348839fcabaSMichael S. Tsirkin #ifdef CONFIG_INFINIBAND_IPOIB_CM 349839fcabaSMichael S. Tsirkin struct ipoib_cm_tx *cm; 350839fcabaSMichael S. Tsirkin #endif 3518a7f7521SMichael S. Tsirkin union ib_gid dgid; 3521da177e4SLinus Torvalds struct sk_buff_head queue; 3531da177e4SLinus Torvalds 3541da177e4SLinus Torvalds struct neighbour *neighbour; 355732a2170SMoni Shoua struct net_device *dev; 3561da177e4SLinus Torvalds 3571da177e4SLinus Torvalds struct list_head list; 3581da177e4SLinus Torvalds }; 3591da177e4SLinus Torvalds 36044af79f9SMichael S. Tsirkin /* 36144af79f9SMichael S. Tsirkin * We stash a pointer to our private neighbour information after our 36244af79f9SMichael S. Tsirkin * hardware address in neigh->ha. The ALIGN() expression here makes 36344af79f9SMichael S. Tsirkin * sure that this pointer is stored aligned so that an unaligned 36444af79f9SMichael S. Tsirkin * load is not needed to dereference it. 36544af79f9SMichael S. Tsirkin */ 3661da177e4SLinus Torvalds static inline struct ipoib_neigh **to_ipoib_neigh(struct neighbour *neigh) 3671da177e4SLinus Torvalds { 36844af79f9SMichael S. Tsirkin return (void*) neigh + ALIGN(offsetof(struct neighbour, ha) + 36944af79f9SMichael S. Tsirkin INFINIBAND_ALEN, sizeof(void *)); 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 372732a2170SMoni Shoua struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neigh, 373732a2170SMoni Shoua struct net_device *dev); 3742745b5b7SMichael S. Tsirkin void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh); 375d2e0655eSMichael S. Tsirkin 3761da177e4SLinus Torvalds extern struct workqueue_struct *ipoib_workqueue; 3771da177e4SLinus Torvalds 3781da177e4SLinus Torvalds /* functions */ 3791da177e4SLinus Torvalds 380bea3348eSStephen Hemminger int ipoib_poll(struct napi_struct *napi, int budget); 3811da177e4SLinus Torvalds void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr); 3821da177e4SLinus Torvalds 3831da177e4SLinus Torvalds struct ipoib_ah *ipoib_create_ah(struct net_device *dev, 3841da177e4SLinus Torvalds struct ib_pd *pd, struct ib_ah_attr *attr); 3851da177e4SLinus Torvalds void ipoib_free_ah(struct kref *kref); 3861da177e4SLinus Torvalds static inline void ipoib_put_ah(struct ipoib_ah *ah) 3871da177e4SLinus Torvalds { 3881da177e4SLinus Torvalds kref_put(&ah->ref, ipoib_free_ah); 3891da177e4SLinus Torvalds } 3901da177e4SLinus Torvalds 3918ae5a8a2SRoland Dreier int ipoib_open(struct net_device *dev); 3921da177e4SLinus Torvalds int ipoib_add_pkey_attr(struct net_device *dev); 393335a64a5SOr Gerlitz int ipoib_add_umcast_attr(struct net_device *dev); 3941da177e4SLinus Torvalds 3951da177e4SLinus Torvalds void ipoib_send(struct net_device *dev, struct sk_buff *skb, 3961da177e4SLinus Torvalds struct ipoib_ah *address, u32 qpn); 397c4028958SDavid Howells void ipoib_reap_ah(struct work_struct *work); 3981da177e4SLinus Torvalds 3991da177e4SLinus Torvalds void ipoib_flush_paths(struct net_device *dev); 4001da177e4SLinus Torvalds struct ipoib_dev_priv *ipoib_intf_alloc(const char *format); 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port); 403c4028958SDavid Howells void ipoib_ib_dev_flush(struct work_struct *work); 40426bbf13cSYosef Etigin void ipoib_pkey_event(struct work_struct *work); 4051da177e4SLinus Torvalds void ipoib_ib_dev_cleanup(struct net_device *dev); 4061da177e4SLinus Torvalds 4071da177e4SLinus Torvalds int ipoib_ib_dev_open(struct net_device *dev); 4081da177e4SLinus Torvalds int ipoib_ib_dev_up(struct net_device *dev); 4090b3ea082SJack Morgenstein int ipoib_ib_dev_down(struct net_device *dev, int flush); 41026bbf13cSYosef Etigin int ipoib_ib_dev_stop(struct net_device *dev, int flush); 4111da177e4SLinus Torvalds 4121da177e4SLinus Torvalds int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port); 4131da177e4SLinus Torvalds void ipoib_dev_cleanup(struct net_device *dev); 4141da177e4SLinus Torvalds 415c4028958SDavid Howells void ipoib_mcast_join_task(struct work_struct *work); 41637c22a77SJack Morgenstein void ipoib_mcast_send(struct net_device *dev, void *mgid, struct sk_buff *skb); 4171da177e4SLinus Torvalds 418c4028958SDavid Howells void ipoib_mcast_restart_task(struct work_struct *work); 4191da177e4SLinus Torvalds int ipoib_mcast_start_thread(struct net_device *dev); 4208d2cae06SRoland Dreier int ipoib_mcast_stop_thread(struct net_device *dev, int flush); 4211da177e4SLinus Torvalds 4221da177e4SLinus Torvalds void ipoib_mcast_dev_down(struct net_device *dev); 4231da177e4SLinus Torvalds void ipoib_mcast_dev_flush(struct net_device *dev); 4241da177e4SLinus Torvalds 4258ae5a8a2SRoland Dreier #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 4261da177e4SLinus Torvalds struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev); 4271da177e4SLinus Torvalds int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter); 4281da177e4SLinus Torvalds void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter, 4291da177e4SLinus Torvalds union ib_gid *gid, 4301da177e4SLinus Torvalds unsigned long *created, 4311da177e4SLinus Torvalds unsigned int *queuelen, 4321da177e4SLinus Torvalds unsigned int *complete, 4331da177e4SLinus Torvalds unsigned int *send_only); 4341732b0efSRoland Dreier 4351732b0efSRoland Dreier struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev); 4361732b0efSRoland Dreier int ipoib_path_iter_next(struct ipoib_path_iter *iter); 4371732b0efSRoland Dreier void ipoib_path_iter_read(struct ipoib_path_iter *iter, 4381732b0efSRoland Dreier struct ipoib_path *path); 4398ae5a8a2SRoland Dreier #endif 4401da177e4SLinus Torvalds 4411da177e4SLinus Torvalds int ipoib_mcast_attach(struct net_device *dev, u16 mlid, 4421da177e4SLinus Torvalds union ib_gid *mgid); 4431da177e4SLinus Torvalds int ipoib_mcast_detach(struct net_device *dev, u16 mlid, 4441da177e4SLinus Torvalds union ib_gid *mgid); 4451da177e4SLinus Torvalds 4465b6810e0SRoland Dreier int ipoib_init_qp(struct net_device *dev); 4471da177e4SLinus Torvalds int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca); 4481da177e4SLinus Torvalds void ipoib_transport_dev_cleanup(struct net_device *dev); 4491da177e4SLinus Torvalds 4501da177e4SLinus Torvalds void ipoib_event(struct ib_event_handler *handler, 4511da177e4SLinus Torvalds struct ib_event *record); 4521da177e4SLinus Torvalds 4531da177e4SLinus Torvalds int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey); 4541da177e4SLinus Torvalds int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey); 4551da177e4SLinus Torvalds 456c4028958SDavid Howells void ipoib_pkey_poll(struct work_struct *work); 4571da177e4SLinus Torvalds int ipoib_pkey_dev_delay_open(struct net_device *dev); 4582dfbfc37SMichael S. Tsirkin void ipoib_drain_cq(struct net_device *dev); 4591da177e4SLinus Torvalds 460839fcabaSMichael S. Tsirkin #ifdef CONFIG_INFINIBAND_IPOIB_CM 461839fcabaSMichael S. Tsirkin 462839fcabaSMichael S. Tsirkin #define IPOIB_FLAGS_RC 0x80 463839fcabaSMichael S. Tsirkin #define IPOIB_FLAGS_UC 0x40 464839fcabaSMichael S. Tsirkin 465839fcabaSMichael S. Tsirkin /* We don't support UC connections at the moment */ 466839fcabaSMichael S. Tsirkin #define IPOIB_CM_SUPPORTED(ha) (ha[0] & (IPOIB_FLAGS_RC)) 467839fcabaSMichael S. Tsirkin 468*68e995a2SPradeep Satyanarayana extern int ipoib_max_conn_qp; 469*68e995a2SPradeep Satyanarayana 470839fcabaSMichael S. Tsirkin static inline int ipoib_cm_admin_enabled(struct net_device *dev) 471839fcabaSMichael S. Tsirkin { 472839fcabaSMichael S. Tsirkin struct ipoib_dev_priv *priv = netdev_priv(dev); 473839fcabaSMichael S. Tsirkin return IPOIB_CM_SUPPORTED(dev->dev_addr) && 474839fcabaSMichael S. Tsirkin test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags); 475839fcabaSMichael S. Tsirkin } 476839fcabaSMichael S. Tsirkin 477839fcabaSMichael S. Tsirkin static inline int ipoib_cm_enabled(struct net_device *dev, struct neighbour *n) 478839fcabaSMichael S. Tsirkin { 479839fcabaSMichael S. Tsirkin struct ipoib_dev_priv *priv = netdev_priv(dev); 480839fcabaSMichael S. Tsirkin return IPOIB_CM_SUPPORTED(n->ha) && 481839fcabaSMichael S. Tsirkin test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags); 482839fcabaSMichael S. Tsirkin } 483839fcabaSMichael S. Tsirkin 484839fcabaSMichael S. Tsirkin static inline int ipoib_cm_up(struct ipoib_neigh *neigh) 485839fcabaSMichael S. Tsirkin 486839fcabaSMichael S. Tsirkin { 487839fcabaSMichael S. Tsirkin return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags); 488839fcabaSMichael S. Tsirkin } 489839fcabaSMichael S. Tsirkin 490839fcabaSMichael S. Tsirkin static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh) 491839fcabaSMichael S. Tsirkin { 492839fcabaSMichael S. Tsirkin return neigh->cm; 493839fcabaSMichael S. Tsirkin } 494839fcabaSMichael S. Tsirkin 495839fcabaSMichael S. Tsirkin static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx) 496839fcabaSMichael S. Tsirkin { 497839fcabaSMichael S. Tsirkin neigh->cm = tx; 498839fcabaSMichael S. Tsirkin } 499839fcabaSMichael S. Tsirkin 500*68e995a2SPradeep Satyanarayana static inline int ipoib_cm_has_srq(struct net_device *dev) 501*68e995a2SPradeep Satyanarayana { 502*68e995a2SPradeep Satyanarayana struct ipoib_dev_priv *priv = netdev_priv(dev); 503*68e995a2SPradeep Satyanarayana return !!priv->cm.srq; 504*68e995a2SPradeep Satyanarayana } 505*68e995a2SPradeep Satyanarayana 506839fcabaSMichael S. Tsirkin void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx); 507839fcabaSMichael S. Tsirkin int ipoib_cm_dev_open(struct net_device *dev); 508839fcabaSMichael S. Tsirkin void ipoib_cm_dev_stop(struct net_device *dev); 509839fcabaSMichael S. Tsirkin int ipoib_cm_dev_init(struct net_device *dev); 510839fcabaSMichael S. Tsirkin int ipoib_cm_add_mode_attr(struct net_device *dev); 511839fcabaSMichael S. Tsirkin void ipoib_cm_dev_cleanup(struct net_device *dev); 512839fcabaSMichael S. Tsirkin struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path, 513839fcabaSMichael S. Tsirkin struct ipoib_neigh *neigh); 514839fcabaSMichael S. Tsirkin void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx); 515839fcabaSMichael S. Tsirkin void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb, 516839fcabaSMichael S. Tsirkin unsigned int mtu); 517839fcabaSMichael S. Tsirkin void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc); 5181b524963SMichael S. Tsirkin void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc); 519839fcabaSMichael S. Tsirkin #else 520839fcabaSMichael S. Tsirkin 521839fcabaSMichael S. Tsirkin struct ipoib_cm_tx; 522839fcabaSMichael S. Tsirkin 523*68e995a2SPradeep Satyanarayana #define ipoib_max_conn_qp 0 524*68e995a2SPradeep Satyanarayana 525839fcabaSMichael S. Tsirkin static inline int ipoib_cm_admin_enabled(struct net_device *dev) 526839fcabaSMichael S. Tsirkin { 527839fcabaSMichael S. Tsirkin return 0; 528839fcabaSMichael S. Tsirkin } 529839fcabaSMichael S. Tsirkin static inline int ipoib_cm_enabled(struct net_device *dev, struct neighbour *n) 530839fcabaSMichael S. Tsirkin 531839fcabaSMichael S. Tsirkin { 532839fcabaSMichael S. Tsirkin return 0; 533839fcabaSMichael S. Tsirkin } 534839fcabaSMichael S. Tsirkin 535839fcabaSMichael S. Tsirkin static inline int ipoib_cm_up(struct ipoib_neigh *neigh) 536839fcabaSMichael S. Tsirkin 537839fcabaSMichael S. Tsirkin { 538839fcabaSMichael S. Tsirkin return 0; 539839fcabaSMichael S. Tsirkin } 540839fcabaSMichael S. Tsirkin 541839fcabaSMichael S. Tsirkin static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh) 542839fcabaSMichael S. Tsirkin { 543839fcabaSMichael S. Tsirkin return NULL; 544839fcabaSMichael S. Tsirkin } 545839fcabaSMichael S. Tsirkin 546839fcabaSMichael S. Tsirkin static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx) 547839fcabaSMichael S. Tsirkin { 548839fcabaSMichael S. Tsirkin } 549839fcabaSMichael S. Tsirkin 550*68e995a2SPradeep Satyanarayana static inline int ipoib_cm_has_srq(struct net_device *dev) 551*68e995a2SPradeep Satyanarayana { 552*68e995a2SPradeep Satyanarayana return 0; 553*68e995a2SPradeep Satyanarayana } 554*68e995a2SPradeep Satyanarayana 555839fcabaSMichael S. Tsirkin static inline 556839fcabaSMichael S. Tsirkin void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx) 557839fcabaSMichael S. Tsirkin { 558839fcabaSMichael S. Tsirkin return; 559839fcabaSMichael S. Tsirkin } 560839fcabaSMichael S. Tsirkin 561839fcabaSMichael S. Tsirkin static inline 562839fcabaSMichael S. Tsirkin int ipoib_cm_dev_open(struct net_device *dev) 563839fcabaSMichael S. Tsirkin { 564839fcabaSMichael S. Tsirkin return 0; 565839fcabaSMichael S. Tsirkin } 566839fcabaSMichael S. Tsirkin 567839fcabaSMichael S. Tsirkin static inline 568839fcabaSMichael S. Tsirkin void ipoib_cm_dev_stop(struct net_device *dev) 569839fcabaSMichael S. Tsirkin { 570839fcabaSMichael S. Tsirkin return; 571839fcabaSMichael S. Tsirkin } 572839fcabaSMichael S. Tsirkin 573839fcabaSMichael S. Tsirkin static inline 574839fcabaSMichael S. Tsirkin int ipoib_cm_dev_init(struct net_device *dev) 575839fcabaSMichael S. Tsirkin { 576839fcabaSMichael S. Tsirkin return -ENOSYS; 577839fcabaSMichael S. Tsirkin } 578839fcabaSMichael S. Tsirkin 579839fcabaSMichael S. Tsirkin static inline 580839fcabaSMichael S. Tsirkin void ipoib_cm_dev_cleanup(struct net_device *dev) 581839fcabaSMichael S. Tsirkin { 582839fcabaSMichael S. Tsirkin return; 583839fcabaSMichael S. Tsirkin } 584839fcabaSMichael S. Tsirkin 585839fcabaSMichael S. Tsirkin static inline 586839fcabaSMichael S. Tsirkin struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path, 587839fcabaSMichael S. Tsirkin struct ipoib_neigh *neigh) 588839fcabaSMichael S. Tsirkin { 589839fcabaSMichael S. Tsirkin return NULL; 590839fcabaSMichael S. Tsirkin } 591839fcabaSMichael S. Tsirkin 592839fcabaSMichael S. Tsirkin static inline 593839fcabaSMichael S. Tsirkin void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx) 594839fcabaSMichael S. Tsirkin { 595839fcabaSMichael S. Tsirkin return; 596839fcabaSMichael S. Tsirkin } 597839fcabaSMichael S. Tsirkin 598839fcabaSMichael S. Tsirkin static inline 599839fcabaSMichael S. Tsirkin int ipoib_cm_add_mode_attr(struct net_device *dev) 600839fcabaSMichael S. Tsirkin { 601839fcabaSMichael S. Tsirkin return 0; 602839fcabaSMichael S. Tsirkin } 603839fcabaSMichael S. Tsirkin 604839fcabaSMichael S. Tsirkin static inline void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb, 605839fcabaSMichael S. Tsirkin unsigned int mtu) 606839fcabaSMichael S. Tsirkin { 607839fcabaSMichael S. Tsirkin dev_kfree_skb_any(skb); 608839fcabaSMichael S. Tsirkin } 609839fcabaSMichael S. Tsirkin 610839fcabaSMichael S. Tsirkin static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc) 611839fcabaSMichael S. Tsirkin { 612839fcabaSMichael S. Tsirkin } 613839fcabaSMichael S. Tsirkin 6141b524963SMichael S. Tsirkin static inline void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc) 6151b524963SMichael S. Tsirkin { 6161b524963SMichael S. Tsirkin } 617839fcabaSMichael S. Tsirkin #endif 618839fcabaSMichael S. Tsirkin 6191da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 6201732b0efSRoland Dreier void ipoib_create_debug_files(struct net_device *dev); 6211732b0efSRoland Dreier void ipoib_delete_debug_files(struct net_device *dev); 6221da177e4SLinus Torvalds int ipoib_register_debugfs(void); 6231da177e4SLinus Torvalds void ipoib_unregister_debugfs(void); 6241da177e4SLinus Torvalds #else 6251732b0efSRoland Dreier static inline void ipoib_create_debug_files(struct net_device *dev) { } 6261732b0efSRoland Dreier static inline void ipoib_delete_debug_files(struct net_device *dev) { } 6271da177e4SLinus Torvalds static inline int ipoib_register_debugfs(void) { return 0; } 6281da177e4SLinus Torvalds static inline void ipoib_unregister_debugfs(void) { } 6291da177e4SLinus Torvalds #endif 6301da177e4SLinus Torvalds 6311da177e4SLinus Torvalds 6321da177e4SLinus Torvalds #define ipoib_printk(level, priv, format, arg...) \ 6331da177e4SLinus Torvalds printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg) 6341da177e4SLinus Torvalds #define ipoib_warn(priv, format, arg...) \ 6351da177e4SLinus Torvalds ipoib_printk(KERN_WARNING, priv, format , ## arg) 6361da177e4SLinus Torvalds 6370f485251SShirley Ma extern int ipoib_sendq_size; 6380f485251SShirley Ma extern int ipoib_recvq_size; 6391da177e4SLinus Torvalds 640c1a0b23bSMichael S. Tsirkin extern struct ib_sa_client ipoib_sa_client; 641c1a0b23bSMichael S. Tsirkin 6421da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 6431da177e4SLinus Torvalds extern int ipoib_debug_level; 6441da177e4SLinus Torvalds 6451da177e4SLinus Torvalds #define ipoib_dbg(priv, format, arg...) \ 6461da177e4SLinus Torvalds do { \ 6471da177e4SLinus Torvalds if (ipoib_debug_level > 0) \ 6481da177e4SLinus Torvalds ipoib_printk(KERN_DEBUG, priv, format , ## arg); \ 6491da177e4SLinus Torvalds } while (0) 6501da177e4SLinus Torvalds #define ipoib_dbg_mcast(priv, format, arg...) \ 6511da177e4SLinus Torvalds do { \ 6521da177e4SLinus Torvalds if (mcast_debug_level > 0) \ 6531da177e4SLinus Torvalds ipoib_printk(KERN_DEBUG, priv, format , ## arg); \ 6541da177e4SLinus Torvalds } while (0) 6551da177e4SLinus Torvalds #else /* CONFIG_INFINIBAND_IPOIB_DEBUG */ 6561da177e4SLinus Torvalds #define ipoib_dbg(priv, format, arg...) \ 6571da177e4SLinus Torvalds do { (void) (priv); } while (0) 6581da177e4SLinus Torvalds #define ipoib_dbg_mcast(priv, format, arg...) \ 6591da177e4SLinus Torvalds do { (void) (priv); } while (0) 6601da177e4SLinus Torvalds #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */ 6611da177e4SLinus Torvalds 6621da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA 6631da177e4SLinus Torvalds #define ipoib_dbg_data(priv, format, arg...) \ 6641da177e4SLinus Torvalds do { \ 6651da177e4SLinus Torvalds if (data_debug_level > 0) \ 6661da177e4SLinus Torvalds ipoib_printk(KERN_DEBUG, priv, format , ## arg); \ 6671da177e4SLinus Torvalds } while (0) 6681da177e4SLinus Torvalds #else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */ 6691da177e4SLinus Torvalds #define ipoib_dbg_data(priv, format, arg...) \ 6701da177e4SLinus Torvalds do { (void) (priv); } while (0) 6711da177e4SLinus Torvalds #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */ 6721da177e4SLinus Torvalds 6731da177e4SLinus Torvalds 67437c22a77SJack Morgenstein #define IPOIB_GID_FMT "%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:" \ 67537c22a77SJack Morgenstein "%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x" 6761da177e4SLinus Torvalds 67737c22a77SJack Morgenstein #define IPOIB_GID_RAW_ARG(gid) ((u8 *)(gid))[0], \ 67837c22a77SJack Morgenstein ((u8 *)(gid))[1], \ 67937c22a77SJack Morgenstein ((u8 *)(gid))[2], \ 68037c22a77SJack Morgenstein ((u8 *)(gid))[3], \ 68137c22a77SJack Morgenstein ((u8 *)(gid))[4], \ 68237c22a77SJack Morgenstein ((u8 *)(gid))[5], \ 68337c22a77SJack Morgenstein ((u8 *)(gid))[6], \ 68437c22a77SJack Morgenstein ((u8 *)(gid))[7], \ 68537c22a77SJack Morgenstein ((u8 *)(gid))[8], \ 68637c22a77SJack Morgenstein ((u8 *)(gid))[9], \ 68737c22a77SJack Morgenstein ((u8 *)(gid))[10],\ 68837c22a77SJack Morgenstein ((u8 *)(gid))[11],\ 68937c22a77SJack Morgenstein ((u8 *)(gid))[12],\ 69037c22a77SJack Morgenstein ((u8 *)(gid))[13],\ 69137c22a77SJack Morgenstein ((u8 *)(gid))[14],\ 69237c22a77SJack Morgenstein ((u8 *)(gid))[15] 69337c22a77SJack Morgenstein 69437c22a77SJack Morgenstein #define IPOIB_GID_ARG(gid) IPOIB_GID_RAW_ARG((gid).raw) 6951da177e4SLinus Torvalds 696839fcabaSMichael S. Tsirkin #define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff) 697839fcabaSMichael S. Tsirkin 6981da177e4SLinus Torvalds #endif /* _IPOIB_H */ 699