Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/mingo/linux...
[linux-2.6.git] / drivers / infiniband / hw / ehca / ehca_hca.c
1 /*
2  *  IBM eServer eHCA Infiniband device driver for Linux on POWER
3  *
4  *  HCA query functions
5  *
6  *  Authors: Heiko J Schick <schickhj@de.ibm.com>
7  *           Christoph Raisch <raisch@de.ibm.com>
8  *
9  *  Copyright (c) 2005 IBM Corporation
10  *
11  *  All rights reserved.
12  *
13  *  This source code is distributed under a dual license of GPL v2.0 and OpenIB
14  *  BSD.
15  *
16  * OpenIB BSD License
17  *
18  * Redistribution and use in source and binary forms, with or without
19  * modification, are permitted provided that the following conditions are met:
20  *
21  * Redistributions of source code must retain the above copyright notice, this
22  * list of conditions and the following disclaimer.
23  *
24  * Redistributions in binary form must reproduce the above copyright notice,
25  * this list of conditions and the following disclaimer in the documentation
26  * and/or other materials
27  * provided with the distribution.
28  *
29  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
30  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
31  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
32  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
33  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
34  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
35  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
36  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
37  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
38  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
39  * POSSIBILITY OF SUCH DAMAGE.
40  */
41
42 #include "ehca_tools.h"
43 #include "ehca_iverbs.h"
44 #include "hcp_if.h"
45
46 static unsigned int limit_uint(unsigned int value)
47 {
48         return min_t(unsigned int, value, INT_MAX);
49 }
50
51 int ehca_query_device(struct ib_device *ibdev, struct ib_device_attr *props)
52 {
53         int i, ret = 0;
54         struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
55                                               ib_device);
56         struct hipz_query_hca *rblock;
57
58         static const u32 cap_mapping[] = {
59                 IB_DEVICE_RESIZE_MAX_WR,      HCA_CAP_WQE_RESIZE,
60                 IB_DEVICE_BAD_PKEY_CNTR,      HCA_CAP_BAD_P_KEY_CTR,
61                 IB_DEVICE_BAD_QKEY_CNTR,      HCA_CAP_Q_KEY_VIOL_CTR,
62                 IB_DEVICE_RAW_MULTI,          HCA_CAP_RAW_PACKET_MCAST,
63                 IB_DEVICE_AUTO_PATH_MIG,      HCA_CAP_AUTO_PATH_MIG,
64                 IB_DEVICE_CHANGE_PHY_PORT,    HCA_CAP_SQD_RTS_PORT_CHANGE,
65                 IB_DEVICE_UD_AV_PORT_ENFORCE, HCA_CAP_AH_PORT_NR_CHECK,
66                 IB_DEVICE_CURR_QP_STATE_MOD,  HCA_CAP_CUR_QP_STATE_MOD,
67                 IB_DEVICE_SHUTDOWN_PORT,      HCA_CAP_SHUTDOWN_PORT,
68                 IB_DEVICE_INIT_TYPE,          HCA_CAP_INIT_TYPE,
69                 IB_DEVICE_PORT_ACTIVE_EVENT,  HCA_CAP_PORT_ACTIVE_EVENT,
70         };
71
72         rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
73         if (!rblock) {
74                 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
75                 return -ENOMEM;
76         }
77
78         if (hipz_h_query_hca(shca->ipz_hca_handle, rblock) != H_SUCCESS) {
79                 ehca_err(&shca->ib_device, "Can't query device properties");
80                 ret = -EINVAL;
81                 goto query_device1;
82         }
83
84         memset(props, 0, sizeof(struct ib_device_attr));
85         props->page_size_cap   = shca->hca_cap_mr_pgsize;
86         props->fw_ver          = rblock->hw_ver;
87         props->max_mr_size     = rblock->max_mr_size;
88         props->vendor_id       = rblock->vendor_id >> 8;
89         props->vendor_part_id  = rblock->vendor_part_id >> 16;
90         props->hw_ver          = rblock->hw_ver;
91         props->max_qp          = limit_uint(rblock->max_qp);
92         props->max_qp_wr       = limit_uint(rblock->max_wqes_wq);
93         props->max_sge         = limit_uint(rblock->max_sge);
94         props->max_sge_rd      = limit_uint(rblock->max_sge_rd);
95         props->max_cq          = limit_uint(rblock->max_cq);
96         props->max_cqe         = limit_uint(rblock->max_cqe);
97         props->max_mr          = limit_uint(rblock->max_mr);
98         props->max_mw          = limit_uint(rblock->max_mw);
99         props->max_pd          = limit_uint(rblock->max_pd);
100         props->max_ah          = limit_uint(rblock->max_ah);
101         props->max_ee          = limit_uint(rblock->max_rd_ee_context);
102         props->max_rdd         = limit_uint(rblock->max_rd_domain);
103         props->max_fmr         = limit_uint(rblock->max_mr);
104         props->local_ca_ack_delay  = limit_uint(rblock->local_ca_ack_delay);
105         props->max_qp_rd_atom  = limit_uint(rblock->max_rr_qp);
106         props->max_ee_rd_atom  = limit_uint(rblock->max_rr_ee_context);
107         props->max_res_rd_atom = limit_uint(rblock->max_rr_hca);
108         props->max_qp_init_rd_atom = limit_uint(rblock->max_act_wqs_qp);
109         props->max_ee_init_rd_atom = limit_uint(rblock->max_act_wqs_ee_context);
110
111         if (EHCA_BMASK_GET(HCA_CAP_SRQ, shca->hca_cap)) {
112                 props->max_srq         = limit_uint(props->max_qp);
113                 props->max_srq_wr      = limit_uint(props->max_qp_wr);
114                 props->max_srq_sge     = 3;
115         }
116
117         props->max_pkeys           = 16;
118         props->local_ca_ack_delay  = limit_uint(rblock->local_ca_ack_delay);
119         props->max_raw_ipv6_qp     = limit_uint(rblock->max_raw_ipv6_qp);
120         props->max_raw_ethy_qp     = limit_uint(rblock->max_raw_ethy_qp);
121         props->max_mcast_grp       = limit_uint(rblock->max_mcast_grp);
122         props->max_mcast_qp_attach = limit_uint(rblock->max_mcast_qp_attach);
123         props->max_total_mcast_qp_attach
124                 = limit_uint(rblock->max_total_mcast_qp_attach);
125
126         /* translate device capabilities */
127         props->device_cap_flags = IB_DEVICE_SYS_IMAGE_GUID |
128                 IB_DEVICE_RC_RNR_NAK_GEN | IB_DEVICE_N_NOTIFY_CQ;
129         for (i = 0; i < ARRAY_SIZE(cap_mapping); i += 2)
130                 if (rblock->hca_cap_indicators & cap_mapping[i + 1])
131                         props->device_cap_flags |= cap_mapping[i];
132
133 query_device1:
134         ehca_free_fw_ctrlblock(rblock);
135
136         return ret;
137 }
138
139 static int map_mtu(struct ehca_shca *shca, u32 fw_mtu)
140 {
141         switch (fw_mtu) {
142         case 0x1:
143                 return IB_MTU_256;
144         case 0x2:
145                 return IB_MTU_512;
146         case 0x3:
147                 return IB_MTU_1024;
148         case 0x4:
149                 return IB_MTU_2048;
150         case 0x5:
151                 return IB_MTU_4096;
152         default:
153                 ehca_err(&shca->ib_device, "Unknown MTU size: %x.",
154                          fw_mtu);
155                 return 0;
156         }
157 }
158
159 static int map_number_of_vls(struct ehca_shca *shca, u32 vl_cap)
160 {
161         switch (vl_cap) {
162         case 0x1:
163                 return 1;
164         case 0x2:
165                 return 2;
166         case 0x3:
167                 return 4;
168         case 0x4:
169                 return 8;
170         case 0x5:
171                 return 15;
172         default:
173                 ehca_err(&shca->ib_device, "invalid Vl Capability: %x.",
174                          vl_cap);
175                 return 0;
176         }
177 }
178
179 int ehca_query_port(struct ib_device *ibdev,
180                     u8 port, struct ib_port_attr *props)
181 {
182         int ret = 0;
183         u64 h_ret;
184         struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
185                                               ib_device);
186         struct hipz_query_port *rblock;
187
188         rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
189         if (!rblock) {
190                 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
191                 return -ENOMEM;
192         }
193
194         h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
195         if (h_ret != H_SUCCESS) {
196                 ehca_err(&shca->ib_device, "Can't query port properties");
197                 ret = -EINVAL;
198                 goto query_port1;
199         }
200
201         memset(props, 0, sizeof(struct ib_port_attr));
202
203         props->active_mtu = props->max_mtu = map_mtu(shca, rblock->max_mtu);
204         props->port_cap_flags  = rblock->capability_mask;
205         props->gid_tbl_len     = rblock->gid_tbl_len;
206         if (rblock->max_msg_sz)
207                 props->max_msg_sz      = rblock->max_msg_sz;
208         else
209                 props->max_msg_sz      = 0x1 << 31;
210         props->bad_pkey_cntr   = rblock->bad_pkey_cntr;
211         props->qkey_viol_cntr  = rblock->qkey_viol_cntr;
212         props->pkey_tbl_len    = rblock->pkey_tbl_len;
213         props->lid             = rblock->lid;
214         props->sm_lid          = rblock->sm_lid;
215         props->lmc             = rblock->lmc;
216         props->sm_sl           = rblock->sm_sl;
217         props->subnet_timeout  = rblock->subnet_timeout;
218         props->init_type_reply = rblock->init_type_reply;
219         props->max_vl_num      = map_number_of_vls(shca, rblock->vl_cap);
220
221         if (rblock->state && rblock->phys_width) {
222                 props->phys_state      = rblock->phys_pstate;
223                 props->state           = rblock->phys_state;
224                 props->active_width    = rblock->phys_width;
225                 props->active_speed    = rblock->phys_speed;
226         } else {
227                 /* old firmware releases don't report physical
228                  * port info, so use default values
229                  */
230                 props->phys_state      = 5;
231                 props->state           = rblock->state;
232                 props->active_width    = IB_WIDTH_12X;
233                 props->active_speed    = 0x1;
234         }
235
236 query_port1:
237         ehca_free_fw_ctrlblock(rblock);
238
239         return ret;
240 }
241
242 int ehca_query_sma_attr(struct ehca_shca *shca,
243                         u8 port, struct ehca_sma_attr *attr)
244 {
245         int ret = 0;
246         u64 h_ret;
247         struct hipz_query_port *rblock;
248
249         rblock = ehca_alloc_fw_ctrlblock(GFP_ATOMIC);
250         if (!rblock) {
251                 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
252                 return -ENOMEM;
253         }
254
255         h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
256         if (h_ret != H_SUCCESS) {
257                 ehca_err(&shca->ib_device, "Can't query port properties");
258                 ret = -EINVAL;
259                 goto query_sma_attr1;
260         }
261
262         memset(attr, 0, sizeof(struct ehca_sma_attr));
263
264         attr->lid    = rblock->lid;
265         attr->lmc    = rblock->lmc;
266         attr->sm_sl  = rblock->sm_sl;
267         attr->sm_lid = rblock->sm_lid;
268
269         attr->pkey_tbl_len = rblock->pkey_tbl_len;
270         memcpy(attr->pkeys, rblock->pkey_entries, sizeof(attr->pkeys));
271
272 query_sma_attr1:
273         ehca_free_fw_ctrlblock(rblock);
274
275         return ret;
276 }
277
278 int ehca_query_pkey(struct ib_device *ibdev, u8 port, u16 index, u16 *pkey)
279 {
280         int ret = 0;
281         u64 h_ret;
282         struct ehca_shca *shca;
283         struct hipz_query_port *rblock;
284
285         shca = container_of(ibdev, struct ehca_shca, ib_device);
286         if (index > 16) {
287                 ehca_err(&shca->ib_device, "Invalid index: %x.", index);
288                 return -EINVAL;
289         }
290
291         rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
292         if (!rblock) {
293                 ehca_err(&shca->ib_device,  "Can't allocate rblock memory.");
294                 return -ENOMEM;
295         }
296
297         h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
298         if (h_ret != H_SUCCESS) {
299                 ehca_err(&shca->ib_device, "Can't query port properties");
300                 ret = -EINVAL;
301                 goto query_pkey1;
302         }
303
304         memcpy(pkey, &rblock->pkey_entries + index, sizeof(u16));
305
306 query_pkey1:
307         ehca_free_fw_ctrlblock(rblock);
308
309         return ret;
310 }
311
312 int ehca_query_gid(struct ib_device *ibdev, u8 port,
313                    int index, union ib_gid *gid)
314 {
315         int ret = 0;
316         u64 h_ret;
317         struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
318                                               ib_device);
319         struct hipz_query_port *rblock;
320
321         if (index > 255) {
322                 ehca_err(&shca->ib_device, "Invalid index: %x.", index);
323                 return -EINVAL;
324         }
325
326         rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
327         if (!rblock) {
328                 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
329                 return -ENOMEM;
330         }
331
332         h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
333         if (h_ret != H_SUCCESS) {
334                 ehca_err(&shca->ib_device, "Can't query port properties");
335                 ret = -EINVAL;
336                 goto query_gid1;
337         }
338
339         memcpy(&gid->raw[0], &rblock->gid_prefix, sizeof(u64));
340         memcpy(&gid->raw[8], &rblock->guid_entries[index], sizeof(u64));
341
342 query_gid1:
343         ehca_free_fw_ctrlblock(rblock);
344
345         return ret;
346 }
347
348 static const u32 allowed_port_caps = (
349         IB_PORT_SM | IB_PORT_LED_INFO_SUP | IB_PORT_CM_SUP |
350         IB_PORT_SNMP_TUNNEL_SUP | IB_PORT_DEVICE_MGMT_SUP |
351         IB_PORT_VENDOR_CLASS_SUP);
352
353 int ehca_modify_port(struct ib_device *ibdev,
354                      u8 port, int port_modify_mask,
355                      struct ib_port_modify *props)
356 {
357         int ret = 0;
358         struct ehca_shca *shca;
359         struct hipz_query_port *rblock;
360         u32 cap;
361         u64 hret;
362
363         shca = container_of(ibdev, struct ehca_shca, ib_device);
364         if ((props->set_port_cap_mask | props->clr_port_cap_mask)
365             & ~allowed_port_caps) {
366                 ehca_err(&shca->ib_device, "Non-changeable bits set in masks  "
367                          "set=%x  clr=%x  allowed=%x", props->set_port_cap_mask,
368                          props->clr_port_cap_mask, allowed_port_caps);
369                 return -EINVAL;
370         }
371
372         if (mutex_lock_interruptible(&shca->modify_mutex))
373                 return -ERESTARTSYS;
374
375         rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
376         if (!rblock) {
377                 ehca_err(&shca->ib_device,  "Can't allocate rblock memory.");
378                 ret = -ENOMEM;
379                 goto modify_port1;
380         }
381
382         hret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
383         if (hret != H_SUCCESS) {
384                 ehca_err(&shca->ib_device, "Can't query port properties");
385                 ret = -EINVAL;
386                 goto modify_port2;
387         }
388
389         cap = (rblock->capability_mask | props->set_port_cap_mask)
390                 & ~props->clr_port_cap_mask;
391
392         hret = hipz_h_modify_port(shca->ipz_hca_handle, port,
393                                   cap, props->init_type, port_modify_mask);
394         if (hret != H_SUCCESS) {
395                 ehca_err(&shca->ib_device, "Modify port failed  h_ret=%li",
396                          hret);
397                 ret = -EINVAL;
398         }
399
400 modify_port2:
401         ehca_free_fw_ctrlblock(rblock);
402
403 modify_port1:
404         mutex_unlock(&shca->modify_mutex);
405
406         return ret;
407 }