Linux Kernel  3.7.1
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
mlx4_ib.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2006, 2007 Cisco Systems. All rights reserved.
3  * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
4  *
5  * This software is available to you under a choice of one of two
6  * licenses. You may choose to be licensed under the terms of the GNU
7  * General Public License (GPL) Version 2, available from the file
8  * COPYING in the main directory of this source tree, or the
9  * OpenIB.org BSD license below:
10  *
11  * Redistribution and use in source and binary forms, with or
12  * without modification, are permitted provided that the following
13  * conditions are met:
14  *
15  * - Redistributions of source code must retain the above
16  * copyright notice, this list of conditions and the following
17  * disclaimer.
18  *
19  * - Redistributions in binary form must reproduce the above
20  * copyright notice, this list of conditions and the following
21  * disclaimer in the documentation and/or other materials
22  * provided with the distribution.
23  *
24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31  * SOFTWARE.
32  */
33 
34 #ifndef MLX4_IB_H
35 #define MLX4_IB_H
36 
37 #include <linux/compiler.h>
38 #include <linux/list.h>
39 #include <linux/mutex.h>
40 #include <linux/idr.h>
41 
42 #include <rdma/ib_verbs.h>
43 #include <rdma/ib_umem.h>
44 #include <rdma/ib_mad.h>
45 #include <rdma/ib_sa.h>
46 
47 #include <linux/mlx4/device.h>
48 #include <linux/mlx4/doorbell.h>
49 
50 #define MLX4_IB_DRV_NAME "mlx4_ib"
51 
52 #ifdef pr_fmt
53 #undef pr_fmt
54 #endif
55 #define pr_fmt(fmt) "<" MLX4_IB_DRV_NAME "> %s: " fmt, __func__
56 
57 #define mlx4_ib_warn(ibdev, format, arg...) \
58  dev_warn((ibdev)->dma_device, MLX4_IB_DRV_NAME ": " format, ## arg)
59 
60 enum {
63 };
64 
65 #define MLX4_IB_SQ_HEADROOM(shift) ((MLX4_IB_MAX_HEADROOM >> (shift)) + 1)
66 #define MLX4_IB_SQ_MAX_SPARE (MLX4_IB_SQ_HEADROOM(MLX4_IB_SQ_MIN_WQE_SHIFT))
67 
68 /*module param to indicate if SM assigns the alias_GUID*/
69 extern int mlx4_ib_sm_guid_assign;
70 
73  struct mlx4_uar uar;
76 };
77 
78 struct mlx4_ib_pd {
79  struct ib_pd ibpd;
81 };
82 
83 struct mlx4_ib_xrcd {
84  struct ib_xrcd ibxrcd;
86  struct ib_pd *pd;
87  struct ib_cq *cq;
88 };
89 
91  struct mlx4_buf buf;
92  struct mlx4_mtt mtt;
93 };
94 
97  int cqe;
98 };
99 
100 struct mlx4_ib_cq {
101  struct ib_cq ibcq;
102  struct mlx4_cq mcq;
105  struct mlx4_db db;
108  struct ib_umem *umem;
110 };
111 
112 struct mlx4_ib_mr {
113  struct ib_mr ibmr;
114  struct mlx4_mr mmr;
115  struct ib_umem *umem;
116 };
117 
122 };
123 
124 struct mlx4_ib_fmr {
125  struct ib_fmr ibfmr;
126  struct mlx4_fmr mfmr;
127 };
128 
129 struct mlx4_ib_wq {
132  int wqe_cnt;
133  int max_post;
134  int max_gs;
135  int offset;
137  unsigned head;
138  unsigned tail;
139 };
140 
145  MLX4_IB_SRIOV_SQP = 1 << 31,
146 };
147 
149  struct list_head list;
150  union ib_gid gid;
151  int added;
153 };
154 
156  /*
157  * IB_QPT_SMI and IB_QPT_GSI have to be the first two entries
158  * here (and in that order) since the MAD layer uses them as
159  * indices into a 2-entry table.
160  */
163 
172 
179 };
180 
181 #define MLX4_IB_QPT_ANY_SRIOV (MLX4_IB_QPT_PROXY_SMI_OWNER | \
182  MLX4_IB_QPT_PROXY_SMI | MLX4_IB_QPT_PROXY_GSI | MLX4_IB_QPT_TUN_SMI_OWNER | \
183  MLX4_IB_QPT_TUN_SMI | MLX4_IB_QPT_TUN_GSI)
184 
191 };
192 
193 enum {
195 };
196 
198  struct mlx4_av av;
202  u8 mac[6];
205 };
206 
207 struct mlx4_ib_buf {
208  void *addr;
210 };
211 
213  __be32 flags_src_qp; /* flags[6:5] is defined for VLANs:
214  * 0x0 - no vlan was in the packet
215  * 0x01 - C-VLAN was in the packet */
216  u8 g_ml_path; /* gid bit stands for ipv6/4 header in RoCE */
222 };
223 
225  struct ib_grh grh;
227 } __packed;
228 
229 struct mlx4_ib_qp {
230  struct ib_qp ibqp;
231  struct mlx4_qp mqp;
232  struct mlx4_buf buf;
233 
234  struct mlx4_db db;
235  struct mlx4_ib_wq rq;
236 
239  unsigned sq_next_wqe;
242  struct mlx4_ib_wq sq;
243 
245  struct ib_umem *umem;
246  struct mlx4_mtt mtt;
247  int buf_size;
248  struct mutex mutex;
257  int mlx_type;
261 
262 };
263 
264 struct mlx4_ib_srq {
265  struct ib_srq ibsrq;
266  struct mlx4_srq msrq;
267  struct mlx4_buf buf;
268  struct mlx4_db db;
271  int head;
272  int tail;
274  struct ib_umem *umem;
275  struct mlx4_mtt mtt;
276  struct mutex mutex;
277 };
278 
279 struct mlx4_ib_ah {
280  struct ib_ah ibah;
282 };
283 
284 /****************************************/
285 /* alias guid support */
286 /****************************************/
287 #define NUM_PORT_ALIAS_GUID 2
288 #define NUM_ALIAS_GUID_IN_REC 8
289 #define NUM_ALIAS_GUID_REC_IN_PORT 16
290 #define GUID_REC_SIZE 8
291 #define NUM_ALIAS_GUID_PER_PORT 128
292 #define MLX4_NOT_SET_GUID (0x00LL)
293 #define MLX4_GUID_FOR_DELETE_VAL (~(0x00LL))
294 
299 };
300 
304  MLX4_GUID_NONE_ASSIGN, /*init state of each record*/
305 };
306 
310 };
311 
314  ib_sa_comp_mask guid_indexes; /*indicates what from the 8 records are valid*/
315  enum mlx4_guid_alias_rec_status status; /*indicates the administraively status of the record.*/
316  u8 method; /*set or delete*/
317  enum mlx4_guid_alias_rec_ownership ownership; /*indicates who assign that alias_guid record*/
318 };
319 
327 };
328 
333 };
334 
337  struct mlx4_ib_dev *dev;
338  int slave;
339  int do_init;
341 
342 };
343 
345  struct mlx4_ib_buf buf;
346  struct ib_ah *ah;
347 };
348 
350  struct ib_qp *qp;
352  struct mlx4_ib_buf *ring;
355  unsigned tx_ix_head;
356  unsigned tx_ix_tail;
357 };
358 
364 };
365 
367  int port;
368  int slave;
370  int has_smi;
371  struct ib_device *ib_dev;
372  struct ib_cq *cq;
373  struct ib_pd *pd;
374  struct ib_mr *mr;
378 };
379 
381  struct ib_device *ib_dev;
382  int port;
388  struct mlx4_ib_dev *dev;
389  /* the following lock protects both mcg_table and mcg_mgid0_list */
396  int flushing; /* flushing the work queue */
397 };
398 
402  /* when using this spinlock you should use "irq" because
403  * it may be called from interrupt context.*/
406 
408 
409  /* CM paravirtualization fields */
413  struct idr pv_id_table;
414 };
415 
416 struct mlx4_ib_iboe {
421 };
422 
423 struct pkey_mgt {
428 };
429 
431  void *ctx;
432  struct kobject *kobj;
433  unsigned long data;
435  char name[15];
437  struct device *dev;
438 };
439 
442 };
443 
445  char name[100];
447  struct mlx4_ib_dev *dev;
448  struct list_head list;
451  struct kobject *cur_port;
457 };
458 
459 struct mlx4_ib_dev {
461  struct mlx4_dev *dev;
464 
467  MLX4_DECLARE_DOORBELL_LOCK(uar_lock);
468 
473 
475  bool ib_active;
478  int *eq_table;
479  int eq_added;
484  struct pkey_mgt pkeys;
485 };
486 
490  struct mlx4_eqe ib_eqe;
491 };
492 
495  int slave;
498 };
499 
500 static inline struct mlx4_ib_dev *to_mdev(struct ib_device *ibdev)
501 {
502  return container_of(ibdev, struct mlx4_ib_dev, ib_dev);
503 }
504 
505 static inline struct mlx4_ib_ucontext *to_mucontext(struct ib_ucontext *ibucontext)
506 {
507  return container_of(ibucontext, struct mlx4_ib_ucontext, ibucontext);
508 }
509 
510 static inline struct mlx4_ib_pd *to_mpd(struct ib_pd *ibpd)
511 {
512  return container_of(ibpd, struct mlx4_ib_pd, ibpd);
513 }
514 
515 static inline struct mlx4_ib_xrcd *to_mxrcd(struct ib_xrcd *ibxrcd)
516 {
517  return container_of(ibxrcd, struct mlx4_ib_xrcd, ibxrcd);
518 }
519 
520 static inline struct mlx4_ib_cq *to_mcq(struct ib_cq *ibcq)
521 {
522  return container_of(ibcq, struct mlx4_ib_cq, ibcq);
523 }
524 
525 static inline struct mlx4_ib_cq *to_mibcq(struct mlx4_cq *mcq)
526 {
527  return container_of(mcq, struct mlx4_ib_cq, mcq);
528 }
529 
530 static inline struct mlx4_ib_mr *to_mmr(struct ib_mr *ibmr)
531 {
532  return container_of(ibmr, struct mlx4_ib_mr, ibmr);
533 }
534 
535 static inline struct mlx4_ib_fast_reg_page_list *to_mfrpl(struct ib_fast_reg_page_list *ibfrpl)
536 {
537  return container_of(ibfrpl, struct mlx4_ib_fast_reg_page_list, ibfrpl);
538 }
539 
540 static inline struct mlx4_ib_fmr *to_mfmr(struct ib_fmr *ibfmr)
541 {
542  return container_of(ibfmr, struct mlx4_ib_fmr, ibfmr);
543 }
544 static inline struct mlx4_ib_qp *to_mqp(struct ib_qp *ibqp)
545 {
546  return container_of(ibqp, struct mlx4_ib_qp, ibqp);
547 }
548 
549 static inline struct mlx4_ib_qp *to_mibqp(struct mlx4_qp *mqp)
550 {
551  return container_of(mqp, struct mlx4_ib_qp, mqp);
552 }
553 
554 static inline struct mlx4_ib_srq *to_msrq(struct ib_srq *ibsrq)
555 {
556  return container_of(ibsrq, struct mlx4_ib_srq, ibsrq);
557 }
558 
559 static inline struct mlx4_ib_srq *to_mibsrq(struct mlx4_srq *msrq)
560 {
561  return container_of(msrq, struct mlx4_ib_srq, msrq);
562 }
563 
564 static inline struct mlx4_ib_ah *to_mah(struct ib_ah *ibah)
565 {
566  return container_of(ibah, struct mlx4_ib_ah, ibah);
567 }
568 
569 int mlx4_ib_init_sriov(struct mlx4_ib_dev *dev);
570 void mlx4_ib_close_sriov(struct mlx4_ib_dev *dev);
571 
572 int mlx4_ib_db_map_user(struct mlx4_ib_ucontext *context, unsigned long virt,
573  struct mlx4_db *db);
574 void mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext *context, struct mlx4_db *db);
575 
576 struct ib_mr *mlx4_ib_get_dma_mr(struct ib_pd *pd, int acc);
577 int mlx4_ib_umem_write_mtt(struct mlx4_ib_dev *dev, struct mlx4_mtt *mtt,
578  struct ib_umem *umem);
579 struct ib_mr *mlx4_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
580  u64 virt_addr, int access_flags,
581  struct ib_udata *udata);
582 int mlx4_ib_dereg_mr(struct ib_mr *mr);
583 struct ib_mr *mlx4_ib_alloc_fast_reg_mr(struct ib_pd *pd,
584  int max_page_list_len);
586  int page_list_len);
588 
589 int mlx4_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period);
590 int mlx4_ib_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata);
591 struct ib_cq *mlx4_ib_create_cq(struct ib_device *ibdev, int entries, int vector,
592  struct ib_ucontext *context,
593  struct ib_udata *udata);
594 int mlx4_ib_destroy_cq(struct ib_cq *cq);
595 int mlx4_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
596 int mlx4_ib_arm_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);
597 void __mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
598 void mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
599 
600 struct ib_ah *mlx4_ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr);
601 int mlx4_ib_query_ah(struct ib_ah *ibah, struct ib_ah_attr *ah_attr);
602 int mlx4_ib_destroy_ah(struct ib_ah *ah);
603 
604 struct ib_srq *mlx4_ib_create_srq(struct ib_pd *pd,
605  struct ib_srq_init_attr *init_attr,
606  struct ib_udata *udata);
607 int mlx4_ib_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr,
608  enum ib_srq_attr_mask attr_mask, struct ib_udata *udata);
609 int mlx4_ib_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr);
610 int mlx4_ib_destroy_srq(struct ib_srq *srq);
611 void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq *srq, int wqe_index);
612 int mlx4_ib_post_srq_recv(struct ib_srq *ibsrq, struct ib_recv_wr *wr,
613  struct ib_recv_wr **bad_wr);
614 
615 struct ib_qp *mlx4_ib_create_qp(struct ib_pd *pd,
616  struct ib_qp_init_attr *init_attr,
617  struct ib_udata *udata);
618 int mlx4_ib_destroy_qp(struct ib_qp *qp);
619 int mlx4_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
620  int attr_mask, struct ib_udata *udata);
621 int mlx4_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, int qp_attr_mask,
622  struct ib_qp_init_attr *qp_init_attr);
623 int mlx4_ib_post_send(struct ib_qp *ibqp, struct ib_send_wr *wr,
624  struct ib_send_wr **bad_wr);
625 int mlx4_ib_post_recv(struct ib_qp *ibqp, struct ib_recv_wr *wr,
626  struct ib_recv_wr **bad_wr);
627 
628 int mlx4_MAD_IFC(struct mlx4_ib_dev *dev, int mad_ifc_flags,
629  int port, struct ib_wc *in_wc, struct ib_grh *in_grh,
630  void *in_mad, void *response_mad);
631 int mlx4_ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
632  struct ib_wc *in_wc, struct ib_grh *in_grh,
633  struct ib_mad *in_mad, struct ib_mad *out_mad);
634 int mlx4_ib_mad_init(struct mlx4_ib_dev *dev);
635 void mlx4_ib_mad_cleanup(struct mlx4_ib_dev *dev);
636 
637 struct ib_fmr *mlx4_ib_fmr_alloc(struct ib_pd *pd, int mr_access_flags,
638  struct ib_fmr_attr *fmr_attr);
639 int mlx4_ib_map_phys_fmr(struct ib_fmr *ibfmr, u64 *page_list, int npages,
640  u64 iova);
641 int mlx4_ib_unmap_fmr(struct list_head *fmr_list);
642 int mlx4_ib_fmr_dealloc(struct ib_fmr *fmr);
643 int __mlx4_ib_query_port(struct ib_device *ibdev, u8 port,
644  struct ib_port_attr *props, int netw_view);
645 int __mlx4_ib_query_pkey(struct ib_device *ibdev, u8 port, u16 index,
646  u16 *pkey, int netw_view);
647 
648 int __mlx4_ib_query_gid(struct ib_device *ibdev, u8 port, int index,
649  union ib_gid *gid, int netw_view);
650 
651 int mlx4_ib_resolve_grh(struct mlx4_ib_dev *dev, const struct ib_ah_attr *ah_attr,
652  u8 *mac, int *is_mcast, u8 port);
653 
654 static inline int mlx4_ib_ah_grh_present(struct mlx4_ib_ah *ah)
655 {
656  u8 port = be32_to_cpu(ah->av.ib.port_pd) >> 24 & 3;
657 
658  if (rdma_port_get_link_layer(ah->ibah.device, port) == IB_LINK_LAYER_ETHERNET)
659  return 1;
660 
661  return !!(ah->av.ib.g_slid & 0x80);
662 }
663 
665 void mlx4_ib_mcg_port_cleanup(struct mlx4_ib_demux_ctx *ctx, int destroy_wq);
666 void clean_vf_mcast(struct mlx4_ib_demux_ctx *ctx, int slave);
667 int mlx4_ib_mcg_init(void);
668 void mlx4_ib_mcg_destroy(void);
669 
670 int mlx4_ib_find_real_gid(struct ib_device *ibdev, u8 port, __be64 guid);
671 
672 int mlx4_ib_mcg_multiplex_handler(struct ib_device *ibdev, int port, int slave,
673  struct ib_sa_mad *sa_mad);
674 int mlx4_ib_mcg_demux_handler(struct ib_device *ibdev, int port, int slave,
675  struct ib_sa_mad *mad);
676 
677 int mlx4_ib_add_mc(struct mlx4_ib_dev *mdev, struct mlx4_ib_qp *mqp,
678  union ib_gid *gid);
679 
681  enum ib_event_type type);
682 
684 
685 int mlx4_ib_send_to_slave(struct mlx4_ib_dev *dev, int slave, u8 port,
686  enum ib_qp_type qpt, struct ib_wc *wc,
687  struct ib_grh *grh, struct ib_mad *mad);
688 int mlx4_ib_send_to_wire(struct mlx4_ib_dev *dev, int slave, u8 port,
689  enum ib_qp_type dest_qpt, u16 pkey_index, u32 remote_qpn,
690  u32 qkey, struct ib_ah_attr *attr, struct ib_mad *mad);
692 
693 int mlx4_ib_demux_cm_handler(struct ib_device *ibdev, int port, int *slave,
694  struct ib_mad *mad);
695 
696 int mlx4_ib_multiplex_cm_handler(struct ib_device *ibdev, int port, int slave_id,
697  struct ib_mad *mad);
698 
700 void mlx4_ib_cm_paravirt_clean(struct mlx4_ib_dev *dev, int slave_id);
701 
702 /* alias guid support */
703 void mlx4_ib_init_alias_guid_work(struct mlx4_ib_dev *dev, int port);
706 void mlx4_ib_invalidate_all_guid_record(struct mlx4_ib_dev *dev, int port);
707 
709  int block_num,
710  u8 port_num, u8 *p_data);
711 
713  int block_num, u8 port_num,
714  u8 *p_data);
715 
717  struct attribute *attr);
719  struct attribute *attr);
721 
723 
725 
727 
728 
729 #endif /* MLX4_IB_H */