drivers/s390/net/qeth_main.c

   1 /*
   2  *
   3  * linux/drivers/s390/net/qeth_main.c ($Revision: 1.210 $)
   4  *
   5  * Linux on zSeries OSA Express and HiperSockets support
   6  *
   7  * Copyright 2000,2003 IBM Corporation
   8  *
   9  *    Author(s): Original Code written by
  10  *                        Utz Bacher (utz.bacher@de.ibm.com)
  11  *               Rewritten by
  12  *                        Frank Pavlic (pavlic@de.ibm.com) and
  13  *                        Thomas Spatzier <tspat@de.ibm.com>
  14  *
  15  *    $Revision: 1.210 $         $Date: 2005/04/18 17:27:39 $
  16  *
  17  * This program is free software; you can redistribute it and/or modify
  18  * it under the terms of the GNU General Public License as published by
  19  * the Free Software Foundation; either version 2, or (at your option)
  20  * any later version.
  21  *
  22  * This program is distributed in the hope that it will be useful,
  23  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  24  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  25  * GNU General Public License for more details.
  26  *
  27  * You should have received a copy of the GNU General Public License
  28  * along with this program; if not, write to the Free Software
  29  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  30  */
  31
  32 /***
  33  * eye catcher; just for debugging purposes
  34  */
  35 void volatile
  36 qeth_eyecatcher(void)
  37 {
  38         return;
  39 }
  40
  41 #include <linux/config.h>
  42 #include <linux/module.h>
  43 #include <linux/moduleparam.h>
  44 #include <linux/string.h>
  45 #include <linux/errno.h>
  46 #include <linux/mm.h>
  47 #include <linux/ip.h>
  48 #include <linux/inetdevice.h>
  49 #include <linux/netdevice.h>
  50 #include <linux/sched.h>
  51 #include <linux/workqueue.h>
  52 #include <linux/kernel.h>
  53 #include <linux/slab.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/tcp.h>
  56 #include <linux/icmp.h>
  57 #include <linux/skbuff.h>
  58 #include <linux/in.h>
  59 #include <linux/igmp.h>
  60 #include <linux/init.h>
  61 #include <linux/reboot.h>
  62 #include <linux/mii.h>
  63 #include <linux/rcupdate.h>
  64 #include <linux/ethtool.h>
  65
  66 #include <net/arp.h>
  67 #include <net/ip.h>
  68 #include <net/route.h>
  69
  70 #include <asm/ebcdic.h>
  71 #include <asm/io.h>
  72 #include <asm/qeth.h>
  73 #include <asm/timex.h>
  74 #include <asm/semaphore.h>
  75 #include <asm/uaccess.h>
  76
  77 #include "qeth.h"
  78 #include "qeth_mpc.h"
  79 #include "qeth_fs.h"
  80 #include "qeth_eddp.h"
  81 #include "qeth_tso.h"
  82
  83 #define VERSION_QETH_C "$Revision: 1.210 $"
  84 static const char *version = "qeth S/390 OSA-Express driver";
  85
  86 /**
  87  * Debug Facility Stuff
  88  */
  89 static debug_info_t *qeth_dbf_setup = NULL;
  90 static debug_info_t *qeth_dbf_data = NULL;
  91 static debug_info_t *qeth_dbf_misc = NULL;
  92 static debug_info_t *qeth_dbf_control = NULL;
  93 debug_info_t *qeth_dbf_trace = NULL;
  94 static debug_info_t *qeth_dbf_sense = NULL;
  95 static debug_info_t *qeth_dbf_qerr = NULL;
  96
  97 DEFINE_PER_CPU(char[256], qeth_dbf_txt_buf);
  98
  99 /**
 100  * some more definitions and declarations
 101  */
 102 static unsigned int known_devices[][10] = QETH_MODELLIST_ARRAY;
 103
 104 /* list of our cards */
 105 struct qeth_card_list_struct qeth_card_list;
 106 /*process list want to be notified*/
 107 spinlock_t qeth_notify_lock;
 108 struct list_head qeth_notify_list;
 109
 110 static void qeth_send_control_data_cb(struct qeth_channel *,
 111                                       struct qeth_cmd_buffer *);
 112
 113 /**
 114  * here we go with function implementation
 115  */
 116 static void
 117 qeth_init_qdio_info(struct qeth_card *card);
 118
 119 static int
 120 qeth_init_qdio_queues(struct qeth_card *card);
 121
 122 static int
 123 qeth_alloc_qdio_buffers(struct qeth_card *card);
 124
 125 static void
 126 qeth_free_qdio_buffers(struct qeth_card *);
 127
 128 static void
 129 qeth_clear_qdio_buffers(struct qeth_card *);
 130
 131 static void
 132 qeth_clear_ip_list(struct qeth_card *, int, int);
 133
 134 static void
 135 qeth_clear_ipacmd_list(struct qeth_card *);
 136
 137 static int
 138 qeth_qdio_clear_card(struct qeth_card *, int);
 139
 140 static void
 141 qeth_clear_working_pool_list(struct qeth_card *);
 142
 143 static void
 144 qeth_clear_cmd_buffers(struct qeth_channel *);
 145
 146 static int
 147 qeth_stop(struct net_device *);
 148
 149 static void
 150 qeth_clear_ipato_list(struct qeth_card *);
 151
 152 static int
 153 qeth_is_addr_covered_by_ipato(struct qeth_card *, struct qeth_ipaddr *);
 154
 155 static void
 156 qeth_irq_tasklet(unsigned long);
 157
 158 static int
 159 qeth_set_online(struct ccwgroup_device *);
 160
 161 static struct qeth_ipaddr *
 162 qeth_get_addr_buffer(enum qeth_prot_versions);
 163
 164 static void
 165 qeth_set_multicast_list(struct net_device *);
 166
 167 static void
 168 qeth_notify_processes(void)
 169 {
 170         /*notify all  registered processes */
 171         struct qeth_notify_list_struct *n_entry;
 172
 173         QETH_DBF_TEXT(trace,3,"procnoti");
 174         spin_lock(&qeth_notify_lock);
 175         list_for_each_entry(n_entry, &qeth_notify_list, list) {
 176                 send_sig(n_entry->signum, n_entry->task, 1);
 177         }
 178         spin_unlock(&qeth_notify_lock);
 179
 180 }
 181 int
 182 qeth_notifier_unregister(struct task_struct *p)
 183 {
 184         struct qeth_notify_list_struct *n_entry, *tmp;
 185
 186         QETH_DBF_TEXT(trace, 2, "notunreg");
 187         spin_lock(&qeth_notify_lock);
 188         list_for_each_entry_safe(n_entry, tmp, &qeth_notify_list, list) {
 189                 if (n_entry->task == p) {
 190                         list_del(&n_entry->list);
 191                         kfree(n_entry);
 192                         goto out;
 193                 }
 194         }
 195 out:
 196         spin_unlock(&qeth_notify_lock);
 197         return 0;
 198 }
 199 int
 200 qeth_notifier_register(struct task_struct *p, int signum)
 201 {
 202         struct qeth_notify_list_struct *n_entry;
 203
 204
 205         /*check first if entry already exists*/
 206         spin_lock(&qeth_notify_lock);
 207         list_for_each_entry(n_entry, &qeth_notify_list, list) {
 208                 if (n_entry->task == p) {
 209                         n_entry->signum = signum;
 210                         spin_unlock(&qeth_notify_lock);
 211                         return 0;
 212                 }
 213         }
 214         spin_unlock(&qeth_notify_lock);
 215
 216         n_entry = (struct qeth_notify_list_struct *)
 217                 kmalloc(sizeof(struct qeth_notify_list_struct),GFP_KERNEL);
 218         if (!n_entry)
 219                 return -ENOMEM;
 220         n_entry->task = p;
 221         n_entry->signum = signum;
 222         spin_lock(&qeth_notify_lock);
 223         list_add(&n_entry->list,&qeth_notify_list);
 224         spin_unlock(&qeth_notify_lock);
 225         return 0;
 226 }
 227
 228
 229 /**
 230  * free channel command buffers
 231  */
 232 static void
 233 qeth_clean_channel(struct qeth_channel *channel)
 234 {
 235         int cnt;
 236
 237         QETH_DBF_TEXT(setup, 2, "freech");
 238         for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++)
 239                 kfree(channel->iob[cnt].data);
 240 }
 241
 242 /**
 243  * free card
 244  */
 245 static void
 246 qeth_free_card(struct qeth_card *card)
 247 {
 248
 249         QETH_DBF_TEXT(setup, 2, "freecrd");
 250         QETH_DBF_HEX(setup, 2, &card, sizeof(void *));
 251         qeth_clean_channel(&card->read);
 252         qeth_clean_channel(&card->write);
 253         if (card->dev)
 254                 free_netdev(card->dev);
 255         qeth_clear_ip_list(card, 0, 0);
 256         qeth_clear_ipato_list(card);
 257         kfree(card->ip_tbd_list);
 258         qeth_free_qdio_buffers(card);
 259         kfree(card);
 260 }
 261
 262 /**
 263  * alloc memory for command buffer per channel
 264  */
 265 static int
 266 qeth_setup_channel(struct qeth_channel *channel)
 267 {
 268         int cnt;
 269
 270         QETH_DBF_TEXT(setup, 2, "setupch");
 271         for (cnt=0; cnt < QETH_CMD_BUFFER_NO; cnt++) {
 272                 channel->iob[cnt].data = (char *)
 273                         kmalloc(QETH_BUFSIZE, GFP_DMA|GFP_KERNEL);
 274                 if (channel->iob[cnt].data == NULL)
 275                         break;
 276                 channel->iob[cnt].state = BUF_STATE_FREE;
 277                 channel->iob[cnt].channel = channel;
 278                 channel->iob[cnt].callback = qeth_send_control_data_cb;
 279                 channel->iob[cnt].rc = 0;
 280         }
 281         if (cnt < QETH_CMD_BUFFER_NO) {
 282                 while (cnt-- > 0)
 283                         kfree(channel->iob[cnt].data);
 284                 return -ENOMEM;
 285         }
 286         channel->buf_no = 0;
 287         channel->io_buf_no = 0;
 288         atomic_set(&channel->irq_pending, 0);
 289         spin_lock_init(&channel->iob_lock);
 290
 291         init_waitqueue_head(&channel->wait_q);
 292         channel->irq_tasklet.data = (unsigned long) channel;
 293         channel->irq_tasklet.func = qeth_irq_tasklet;
 294         return 0;
 295 }
 296
 297 /**
 298  * alloc memory for card structure
 299  */
 300 static struct qeth_card *
 301 qeth_alloc_card(void)
 302 {
 303         struct qeth_card *card;
 304
 305         QETH_DBF_TEXT(setup, 2, "alloccrd");
 306         card = (struct qeth_card *) kmalloc(sizeof(struct qeth_card),
 307                                             GFP_DMA|GFP_KERNEL);
 308         if (!card)
 309                 return NULL;
 310         QETH_DBF_HEX(setup, 2, &card, sizeof(void *));
 311         memset(card, 0, sizeof(struct qeth_card));
 312         if (qeth_setup_channel(&card->read)) {
 313                 kfree(card);
 314                 return NULL;
 315         }
 316         if (qeth_setup_channel(&card->write)) {
 317                 qeth_clean_channel(&card->read);
 318                 kfree(card);
 319                 return NULL;
 320         }
 321         return card;
 322 }
 323
 324 static long
 325 __qeth_check_irb_error(struct ccw_device *cdev, struct irb *irb)
 326 {
 327         if (!IS_ERR(irb))
 328                 return 0;
 329
 330         switch (PTR_ERR(irb)) {
 331         case -EIO:
 332                 PRINT_WARN("i/o-error on device %s\n", cdev->dev.bus_id);
 333                 QETH_DBF_TEXT(trace, 2, "ckirberr");
 334                 QETH_DBF_TEXT_(trace, 2, "  rc%d", -EIO);
 335                 break;
 336         case -ETIMEDOUT:
 337                 PRINT_WARN("timeout on device %s\n", cdev->dev.bus_id);
 338                 QETH_DBF_TEXT(trace, 2, "ckirberr");
 339                 QETH_DBF_TEXT_(trace, 2, "  rc%d", -ETIMEDOUT);
 340                 break;
 341         default:
 342                 PRINT_WARN("unknown error %ld on device %s\n", PTR_ERR(irb),
 343                            cdev->dev.bus_id);
 344                 QETH_DBF_TEXT(trace, 2, "ckirberr");
 345                 QETH_DBF_TEXT(trace, 2, "  rc???");
 346         }
 347         return PTR_ERR(irb);
 348 }
 349
 350 static int
 351 qeth_get_problem(struct ccw_device *cdev, struct irb *irb)
 352 {
 353         int dstat,cstat;
 354         char *sense;
 355
 356         sense = (char *) irb->ecw;
 357         cstat = irb->scsw.cstat;
 358         dstat = irb->scsw.dstat;
 359
 360         if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK |
 361                      SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK |
 362                      SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) {
 363                 QETH_DBF_TEXT(trace,2, "CGENCHK");
 364                 PRINT_WARN("check on device %s, dstat=x%x, cstat=x%x ",
 365                            cdev->dev.bus_id, dstat, cstat);
 366                 HEXDUMP16(WARN, "irb: ", irb);
 367                 HEXDUMP16(WARN, "irb: ", ((char *) irb) + 32);
 368                 return 1;
 369         }
 370
 371         if (dstat & DEV_STAT_UNIT_CHECK) {
 372                 if (sense[SENSE_RESETTING_EVENT_BYTE] &
 373                     SENSE_RESETTING_EVENT_FLAG) {
 374                         QETH_DBF_TEXT(trace,2,"REVIND");
 375                         return 1;
 376                 }
 377                 if (sense[SENSE_COMMAND_REJECT_BYTE] &
 378                     SENSE_COMMAND_REJECT_FLAG) {
 379                         QETH_DBF_TEXT(trace,2,"CMDREJi");
 380                         return 0;
 381                 }
 382                 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) {
 383                         QETH_DBF_TEXT(trace,2,"AFFE");
 384                         return 1;
 385                 }
 386                 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) {
 387                         QETH_DBF_TEXT(trace,2,"ZEROSEN");
 388                         return 0;
 389                 }
 390                 QETH_DBF_TEXT(trace,2,"DGENCHK");
 391                         return 1;
 392         }
 393         return 0;
 394 }
 395 static int qeth_issue_next_read(struct qeth_card *);
 396
 397 /**
 398  * interrupt handler
 399  */
 400 static void
 401 qeth_irq(struct ccw_device *cdev, unsigned long intparm, struct irb *irb)
 402 {
 403         int rc;
 404         int cstat,dstat;
 405         struct qeth_cmd_buffer *buffer;
 406         struct qeth_channel *channel;
 407         struct qeth_card *card;
 408
 409         QETH_DBF_TEXT(trace,5,"irq");
 410
 411         if (__qeth_check_irb_error(cdev, irb))
 412                 return;
 413         cstat = irb->scsw.cstat;
 414         dstat = irb->scsw.dstat;
 415
 416         card = CARD_FROM_CDEV(cdev);
 417         if (!card)
 418                 return;
 419
 420         if (card->read.ccwdev == cdev){
 421                 channel = &card->read;
 422                 QETH_DBF_TEXT(trace,5,"read");
 423         } else if (card->write.ccwdev == cdev) {
 424                 channel = &card->write;
 425                 QETH_DBF_TEXT(trace,5,"write");
 426         } else {
 427                 channel = &card->data;
 428                 QETH_DBF_TEXT(trace,5,"data");
 429         }
 430         atomic_set(&channel->irq_pending, 0);
 431
 432         if (irb->scsw.fctl & (SCSW_FCTL_CLEAR_FUNC))
 433                 channel->state = CH_STATE_STOPPED;
 434
 435         if (irb->scsw.fctl & (SCSW_FCTL_HALT_FUNC))
 436                 channel->state = CH_STATE_HALTED;
 437
 438         /*let's wake up immediately on data channel*/
 439         if ((channel == &card->data) && (intparm != 0))
 440                 goto out;
 441
 442         if (intparm == QETH_CLEAR_CHANNEL_PARM) {
 443                 QETH_DBF_TEXT(trace, 6, "clrchpar");
 444                 /* we don't have to handle this further */
 445                 intparm = 0;
 446         }
 447         if (intparm == QETH_HALT_CHANNEL_PARM) {
 448                 QETH_DBF_TEXT(trace, 6, "hltchpar");
 449                 /* we don't have to handle this further */
 450                 intparm = 0;
 451         }
 452         if ((dstat & DEV_STAT_UNIT_EXCEP) ||
 453             (dstat & DEV_STAT_UNIT_CHECK) ||
 454             (cstat)) {
 455                 if (irb->esw.esw0.erw.cons) {
 456                         /* TODO: we should make this s390dbf */
 457                         PRINT_WARN("sense data available on channel %s.\n",
 458                                    CHANNEL_ID(channel));
 459                         PRINT_WARN(" cstat 0x%X\n dstat 0x%X\n", cstat, dstat);
 460                         HEXDUMP16(WARN,"irb: ",irb);
 461                         HEXDUMP16(WARN,"sense data: ",irb->ecw);
 462                 }
 463                 rc = qeth_get_problem(cdev,irb);
 464                 if (rc) {
 465                         qeth_schedule_recovery(card);
 466                         goto out;
 467                 }
 468         }
 469
 470         if (intparm) {
 471                 buffer = (struct qeth_cmd_buffer *) __va((addr_t)intparm);
 472                 buffer->state = BUF_STATE_PROCESSED;
 473         }
 474         if (channel == &card->data)
 475                 return;
 476
 477         if (channel == &card->read &&
 478             channel->state == CH_STATE_UP)
 479                 qeth_issue_next_read(card);
 480
 481         tasklet_schedule(&channel->irq_tasklet);
 482         return;
 483 out:
 484         wake_up(&card->wait_q);
 485 }
 486
 487 /**
 488  * tasklet function scheduled from irq handler
 489  */
 490 static void
 491 qeth_irq_tasklet(unsigned long data)
 492 {
 493         struct qeth_card *card;
 494         struct qeth_channel *channel;
 495         struct qeth_cmd_buffer *iob;
 496         __u8 index;
 497
 498         QETH_DBF_TEXT(trace,5,"irqtlet");
 499         channel = (struct qeth_channel *) data;
 500         iob = channel->iob;
 501         index = channel->buf_no;
 502         card = CARD_FROM_CDEV(channel->ccwdev);
 503         while (iob[index].state == BUF_STATE_PROCESSED) {
 504                 if (iob[index].callback !=NULL) {
 505                         iob[index].callback(channel,iob + index);
 506                 }
 507                 index = (index + 1) % QETH_CMD_BUFFER_NO;
 508         }
 509         channel->buf_no = index;
 510         wake_up(&card->wait_q);
 511 }
 512
 513 static int qeth_stop_card(struct qeth_card *);
 514
 515 static int
 516 qeth_set_offline(struct ccwgroup_device *cgdev)
 517 {
 518         struct qeth_card *card = (struct qeth_card *) cgdev->dev.driver_data;
 519         int rc = 0;
 520         enum qeth_card_states recover_flag;
 521
 522         QETH_DBF_TEXT(setup, 3, "setoffl");
 523         QETH_DBF_HEX(setup, 3, &card, sizeof(void *));
 524
 525         recover_flag = card->state;
 526         if (qeth_stop_card(card) == -ERESTARTSYS){
 527                 PRINT_WARN("Stopping card %s interrupted by user!\n",
 528                            CARD_BUS_ID(card));
 529                 return -ERESTARTSYS;
 530         }
 531         if ((rc = ccw_device_set_offline(CARD_DDEV(card))) ||
 532             (rc = ccw_device_set_offline(CARD_WDEV(card))) ||
 533             (rc = ccw_device_set_offline(CARD_RDEV(card)))) {
 534                 QETH_DBF_TEXT_(setup, 2, "1err%d", rc);
 535         }
 536         if (recover_flag == CARD_STATE_UP)
 537                 card->state = CARD_STATE_RECOVER;
 538         qeth_notify_processes();
 539         return 0;
 540 }
 541
 542 static int
 543 qeth_wait_for_threads(struct qeth_card *card, unsigned long threads);
 544
 545
 546 static void
 547 qeth_remove_device(struct ccwgroup_device *cgdev)
 548 {
 549         struct qeth_card *card = (struct qeth_card *) cgdev->dev.driver_data;
 550         unsigned long flags;
 551
 552         QETH_DBF_TEXT(setup, 3, "rmdev");
 553         QETH_DBF_HEX(setup, 3, &card, sizeof(void *));
 554
 555         if (!card)
 556                 return;
 557
 558         if (qeth_wait_for_threads(card, 0xffffffff))
 559                 return;
 560
 561         if (cgdev->state == CCWGROUP_ONLINE){
 562                 card->use_hard_stop = 1;
 563                 qeth_set_offline(cgdev);
 564         }
 565         /* remove form our internal list */
 566         write_lock_irqsave(&qeth_card_list.rwlock, flags);
 567         list_del(&card->list);
 568         write_unlock_irqrestore(&qeth_card_list.rwlock, flags);
 569         if (card->dev)
 570                 unregister_netdev(card->dev);
 571         qeth_remove_device_attributes(&cgdev->dev);
 572         qeth_free_card(card);
 573         cgdev->dev.driver_data = NULL;
 574         put_device(&cgdev->dev);
 575 }
 576
 577 static int
 578 qeth_register_addr_entry(struct qeth_card *, struct qeth_ipaddr *);
 579 static int
 580 qeth_deregister_addr_entry(struct qeth_card *, struct qeth_ipaddr *);
 581
 582 /**
 583  * Add/remove address to/from card's ip list, i.e. try to add or remove
 584  * reference to/from an IP address that is already registered on the card.
 585  * Returns:
 586  *      0  address was on card and its reference count has been adjusted,
 587  *         but is still > 0, so nothing has to be done
 588  *         also returns 0 if card was not on card and the todo was to delete
 589  *         the address -> there is also nothing to be done
 590  *      1  address was not on card and the todo is to add it to the card's ip
 591  *         list
 592  *      -1 address was on card and its reference count has been decremented
 593  *         to <= 0 by the todo -> address must be removed from card
 594  */
 595 static int
 596 __qeth_ref_ip_on_card(struct qeth_card *card, struct qeth_ipaddr *todo,
 597                       struct qeth_ipaddr **__addr)
 598 {
 599         struct qeth_ipaddr *addr;
 600         int found = 0;
 601
 602         list_for_each_entry(addr, &card->ip_list, entry) {
 603                 if ((addr->proto     == QETH_PROT_IPV4)  &&
 604                     (todo->proto     == QETH_PROT_IPV4)  &&
 605                     (addr->type      == todo->type)      &&
 606                     (addr->u.a4.addr == todo->u.a4.addr) &&
 607                     (addr->u.a4.mask == todo->u.a4.mask)   ){
 608                         found = 1;
 609                         break;
 610                 }
 611                 if ((addr->proto       == QETH_PROT_IPV6)     &&
 612                     (todo->proto       == QETH_PROT_IPV6)     &&
 613                     (addr->type        == todo->type)         &&
 614                     (addr->u.a6.pfxlen == todo->u.a6.pfxlen)  &&
 615                     (memcmp(&addr->u.a6.addr, &todo->u.a6.addr,
 616                             sizeof(struct in6_addr)) == 0))     {
 617                         found = 1;
 618                         break;
 619                 }
 620         }
 621         if (found){
 622                 addr->users += todo->users;
 623                 if (addr->users <= 0){
 624                         *__addr = addr;
 625                         return -1;
 626                 } else {
 627                         /* for VIPA and RXIP limit refcount to 1 */
 628                         if (addr->type != QETH_IP_TYPE_NORMAL)
 629                                 addr->users = 1;
 630                         return 0;
 631                 }
 632         }
 633         if (todo->users > 0){
 634                 /* for VIPA and RXIP limit refcount to 1 */
 635                 if (todo->type != QETH_IP_TYPE_NORMAL)
 636                         todo->users = 1;
 637                 return 1;
 638         } else
 639                 return 0;
 640 }
 641
 642 static inline int
 643 __qeth_address_exists_in_list(struct list_head *list, struct qeth_ipaddr *addr,
 644                               int same_type)
 645 {
 646         struct qeth_ipaddr *tmp;
 647
 648         list_for_each_entry(tmp, list, entry) {
 649                 if ((tmp->proto     == QETH_PROT_IPV4)            &&
 650                     (addr->proto    == QETH_PROT_IPV4)            &&
 651                     ((same_type && (tmp->type == addr->type)) ||
 652                      (!same_type && (tmp->type != addr->type))  ) &&
 653                     (tmp->u.a4.addr == addr->u.a4.addr)             ){
 654                         return 1;
 655                 }
 656                 if ((tmp->proto  == QETH_PROT_IPV6)               &&
 657                     (addr->proto == QETH_PROT_IPV6)               &&
 658                     ((same_type && (tmp->type == addr->type)) ||
 659                      (!same_type && (tmp->type != addr->type))  ) &&
 660                     (memcmp(&tmp->u.a6.addr, &addr->u.a6.addr,
 661                             sizeof(struct in6_addr)) == 0)          ) {
 662                         return 1;
 663                 }
 664         }
 665         return 0;
 666 }
 667
 668 /*
 669  * Add IP to be added to todo list. If there is already an "add todo"
 670  * in this list we just incremenent the reference count.
 671  * Returns 0 if we  just incremented reference count.
 672  */
 673 static int
 674 __qeth_insert_ip_todo(struct qeth_card *card, struct qeth_ipaddr *addr, int add)
 675 {
 676         struct qeth_ipaddr *tmp, *t;
 677         int found = 0;
 678
 679         list_for_each_entry_safe(tmp, t, card->ip_tbd_list, entry) {
 680                 if ((addr->type == QETH_IP_TYPE_DEL_ALL_MC) &&
 681                     (tmp->type == QETH_IP_TYPE_DEL_ALL_MC))
 682                         return 0;
 683                 if ((tmp->proto        == QETH_PROT_IPV4)     &&
 684                     (addr->proto       == QETH_PROT_IPV4)     &&
 685                     (tmp->type         == addr->type)         &&
 686                     (tmp->is_multicast == addr->is_multicast) &&
 687                     (tmp->u.a4.addr    == addr->u.a4.addr)    &&
 688                     (tmp->u.a4.mask    == addr->u.a4.mask)      ){
 689                         found = 1;
 690                         break;
 691                 }
 692                 if ((tmp->proto        == QETH_PROT_IPV6)      &&
 693                     (addr->proto       == QETH_PROT_IPV6)      &&
 694                     (tmp->type         == addr->type)          &&
 695                     (tmp->is_multicast == addr->is_multicast)  &&
 696                     (tmp->u.a6.pfxlen  == addr->u.a6.pfxlen)   &&
 697                     (memcmp(&tmp->u.a6.addr, &addr->u.a6.addr,
 698                             sizeof(struct in6_addr)) == 0)        ){
 699                         found = 1;
 700                         break;
 701                 }
 702         }
 703         if (found){
 704                 if (addr->users != 0)
 705                         tmp->users += addr->users;
 706                 else
 707                         tmp->users += add? 1:-1;
 708                 if (tmp->users == 0){
 709                         list_del(&tmp->entry);
 710                         kfree(tmp);
 711                 }
 712                 return 0;
 713         } else {
 714                 if (addr->type == QETH_IP_TYPE_DEL_ALL_MC)
 715                         list_add(&addr->entry, card->ip_tbd_list);
 716                 else {
 717                         if (addr->users == 0)
 718                                 addr->users += add? 1:-1;
 719                         if (add && (addr->type == QETH_IP_TYPE_NORMAL) &&
 720                             qeth_is_addr_covered_by_ipato(card, addr)){
 721                                 QETH_DBF_TEXT(trace, 2, "tkovaddr");
 722                                 addr->set_flags |= QETH_IPA_SETIP_TAKEOVER_FLAG;
 723                         }
 724                         list_add_tail(&addr->entry, card->ip_tbd_list);
 725                 }
 726                 return 1;
 727         }
 728 }
 729
 730 /**
 731  * Remove IP address from list
 732  */
 733 static int
 734 qeth_delete_ip(struct qeth_card *card, struct qeth_ipaddr *addr)
 735 {
 736         unsigned long flags;
 737         int rc = 0;
 738
 739         QETH_DBF_TEXT(trace,4,"delip");
 740         if (addr->proto == QETH_PROT_IPV4)
 741                 QETH_DBF_HEX(trace,4,&addr->u.a4.addr,4);
 742         else {
 743                 QETH_DBF_HEX(trace,4,&addr->u.a6.addr,8);
 744                 QETH_DBF_HEX(trace,4,((char *)&addr->u.a6.addr)+8,8);
 745         }
 746         spin_lock_irqsave(&card->ip_lock, flags);
 747         rc = __qeth_insert_ip_todo(card, addr, 0);
 748         spin_unlock_irqrestore(&card->ip_lock, flags);
 749         return rc;
 750 }
 751
 752 static int
 753 qeth_add_ip(struct qeth_card *card, struct qeth_ipaddr *addr)
 754 {
 755         unsigned long flags;
 756         int rc = 0;
 757
 758         QETH_DBF_TEXT(trace,4,"addip");
 759         if (addr->proto == QETH_PROT_IPV4)
 760                 QETH_DBF_HEX(trace,4,&addr->u.a4.addr,4);
 761         else {
 762                 QETH_DBF_HEX(trace,4,&addr->u.a6.addr,8);
 763                 QETH_DBF_HEX(trace,4,((char *)&addr->u.a6.addr)+8,8);
 764         }
 765         spin_lock_irqsave(&card->ip_lock, flags);
 766         rc = __qeth_insert_ip_todo(card, addr, 1);
 767         spin_unlock_irqrestore(&card->ip_lock, flags);
 768         return rc;
 769 }
 770
 771 static inline void
 772 __qeth_delete_all_mc(struct qeth_card *card, unsigned long *flags)
 773 {
 774         struct qeth_ipaddr *addr, *tmp;
 775         int rc;
 776
 777         list_for_each_entry_safe(addr, tmp, &card->ip_list, entry) {
 778                 if (addr->is_multicast) {
 779                         spin_unlock_irqrestore(&card->ip_lock, *flags);
 780                         rc = qeth_deregister_addr_entry(card, addr);
 781                         spin_lock_irqsave(&card->ip_lock, *flags);
 782                         if (!rc) {
 783                                 list_del(&addr->entry);
 784                                 kfree(addr);
 785                         }
 786                 }
 787         }
 788 }
 789
 790 static void
 791 qeth_set_ip_addr_list(struct qeth_card *card)
 792 {
 793         struct list_head *tbd_list;
 794         struct qeth_ipaddr *todo, *addr;
 795         unsigned long flags;
 796         int rc;
 797
 798         QETH_DBF_TEXT(trace, 2, "sdiplist");
 799         QETH_DBF_HEX(trace, 2, &card, sizeof(void *));
 800
 801         spin_lock_irqsave(&card->ip_lock, flags);
 802         tbd_list = card->ip_tbd_list;
 803         card->ip_tbd_list = kmalloc(sizeof(struct list_head), GFP_ATOMIC);
 804         if (!card->ip_tbd_list) {
 805                 QETH_DBF_TEXT(trace, 0, "silnomem");
 806                 card->ip_tbd_list = tbd_list;
 807                 spin_unlock_irqrestore(&card->ip_lock, flags);
 808                 return;
 809         } else
 810                 INIT_LIST_HEAD(card->ip_tbd_list);
 811
 812         while (!list_empty(tbd_list)){
 813                 todo = list_entry(tbd_list->next, struct qeth_ipaddr, entry);
 814                 list_del(&todo->entry);
 815                 if (todo->type == QETH_IP_TYPE_DEL_ALL_MC){
 816                         __qeth_delete_all_mc(card, &flags);
 817                         kfree(todo);
 818                         continue;
 819                 }
 820                 rc = __qeth_ref_ip_on_card(card, todo, &addr);
 821                 if (rc == 0) {
 822                         /* nothing to be done; only adjusted refcount */
 823                         kfree(todo);
 824                 } else if (rc == 1) {
 825                         /* new entry to be added to on-card list */
 826                         spin_unlock_irqrestore(&card->ip_lock, flags);
 827                         rc = qeth_register_addr_entry(card, todo);
 828                         spin_lock_irqsave(&card->ip_lock, flags);
 829                         if (!rc)
 830                                 list_add_tail(&todo->entry, &card->ip_list);
 831                         else
 832                                 kfree(todo);
 833                 } else if (rc == -1) {
 834                         /* on-card entry to be removed */
 835                         list_del_init(&addr->entry);
 836                         spin_unlock_irqrestore(&card->ip_lock, flags);
 837                         rc = qeth_deregister_addr_entry(card, addr);
 838                         spin_lock_irqsave(&card->ip_lock, flags);
 839                         if (!rc)
 840                                 kfree(addr);
 841                         else
 842                                 list_add_tail(&addr->entry, &card->ip_list);
 843                         kfree(todo);
 844                 }
 845         }
 846         spin_unlock_irqrestore(&card->ip_lock, flags);
 847         kfree(tbd_list);
 848 }
 849
 850 static void qeth_delete_mc_addresses(struct qeth_card *);
 851 static void qeth_add_multicast_ipv4(struct qeth_card *);
 852 #ifdef CONFIG_QETH_IPV6
 853 static void qeth_add_multicast_ipv6(struct qeth_card *);
 854 #endif
 855
 856 static inline int
 857 qeth_set_thread_start_bit(struct qeth_card *card, unsigned long thread)
 858 {
 859         unsigned long flags;
 860
 861         spin_lock_irqsave(&card->thread_mask_lock, flags);
 862         if ( !(card->thread_allowed_mask & thread) ||
 863               (card->thread_start_mask & thread) ) {
 864                 spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 865                 return -EPERM;
 866         }
 867         card->thread_start_mask |= thread;
 868         spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 869         return 0;
 870 }
 871
 872 static void
 873 qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread)
 874 {
 875         unsigned long flags;
 876
 877         spin_lock_irqsave(&card->thread_mask_lock, flags);
 878         card->thread_start_mask &= ~thread;
 879         spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 880         wake_up(&card->wait_q);
 881 }
 882
 883 static void
 884 qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread)
 885 {
 886         unsigned long flags;
 887
 888         spin_lock_irqsave(&card->thread_mask_lock, flags);
 889         card->thread_running_mask &= ~thread;
 890         spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 891         wake_up(&card->wait_q);
 892 }
 893
 894 static inline int
 895 __qeth_do_run_thread(struct qeth_card *card, unsigned long thread)
 896 {
 897         unsigned long flags;
 898         int rc = 0;
 899
 900         spin_lock_irqsave(&card->thread_mask_lock, flags);
 901         if (card->thread_start_mask & thread){
 902                 if ((card->thread_allowed_mask & thread) &&
 903                     !(card->thread_running_mask & thread)){
 904                         rc = 1;
 905                         card->thread_start_mask &= ~thread;
 906                         card->thread_running_mask |= thread;
 907                 } else
 908                         rc = -EPERM;
 909         }
 910         spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 911         return rc;
 912 }
 913
 914 static int
 915 qeth_do_run_thread(struct qeth_card *card, unsigned long thread)
 916 {
 917         int rc = 0;
 918
 919         wait_event(card->wait_q,
 920                    (rc = __qeth_do_run_thread(card, thread)) >= 0);
 921         return rc;
 922 }
 923
 924 static int
 925 qeth_register_ip_addresses(void *ptr)
 926 {
 927         struct qeth_card *card;
 928
 929         card = (struct qeth_card *) ptr;
 930         daemonize("qeth_reg_ip");
 931         QETH_DBF_TEXT(trace,4,"regipth1");
 932         if (!qeth_do_run_thread(card, QETH_SET_IP_THREAD))
 933                 return 0;
 934         QETH_DBF_TEXT(trace,4,"regipth2");
 935         qeth_set_ip_addr_list(card);
 936         qeth_clear_thread_running_bit(card, QETH_SET_IP_THREAD);
 937         return 0;
 938 }
 939
 940 static int
 941 qeth_recover(void *ptr)
 942 {
 943         struct qeth_card *card;
 944         int rc = 0;
 945
 946         card = (struct qeth_card *) ptr;
 947         daemonize("qeth_recover");
 948         QETH_DBF_TEXT(trace,2,"recover1");
 949         QETH_DBF_HEX(trace, 2, &card, sizeof(void *));
 950         if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD))
 951                 return 0;
 952         QETH_DBF_TEXT(trace,2,"recover2");
 953         PRINT_WARN("Recovery of device %s started ...\n",
 954                    CARD_BUS_ID(card));
 955         card->use_hard_stop = 1;
 956         qeth_set_offline(card->gdev);
 957         rc = qeth_set_online(card->gdev);
 958         if (!rc)
 959                 PRINT_INFO("Device %s successfully recovered!\n",
 960                            CARD_BUS_ID(card));
 961         else
 962                 PRINT_INFO("Device %s could not be recovered!\n",
 963                            CARD_BUS_ID(card));
 964         /* don't run another scheduled recovery */
 965         qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD);
 966         qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD);
 967         return 0;
 968 }
 969
 970 void
 971 qeth_schedule_recovery(struct qeth_card *card)
 972 {
 973         QETH_DBF_TEXT(trace,2,"startrec");
 974
 975         if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0)
 976                 schedule_work(&card->kernel_thread_starter);
 977 }
 978
 979 static int
 980 qeth_do_start_thread(struct qeth_card *card, unsigned long thread)
 981 {
 982         unsigned long flags;
 983         int rc = 0;
 984
 985         spin_lock_irqsave(&card->thread_mask_lock, flags);
 986         QETH_DBF_TEXT_(trace, 4, "  %02x%02x%02x",
 987                         (u8) card->thread_start_mask,
 988                         (u8) card->thread_allowed_mask,
 989                         (u8) card->thread_running_mask);
 990         rc = (card->thread_start_mask & thread);
 991         spin_unlock_irqrestore(&card->thread_mask_lock, flags);
 992         return rc;
 993 }
 994
 995 static void
 996 qeth_start_kernel_thread(struct qeth_card *card)
 997 {
 998         QETH_DBF_TEXT(trace , 2, "strthrd");
 999
1000         if (card->read.state != CH_STATE_UP &&
1001             card->write.state != CH_STATE_UP)
1002                 return;
1003
1004         if (qeth_do_start_thread(card, QETH_SET_IP_THREAD))
1005                 kernel_thread(qeth_register_ip_addresses, (void *)card,SIGCHLD);
1006         if (qeth_do_start_thread(card, QETH_RECOVER_THREAD))
1007                 kernel_thread(qeth_recover, (void *) card, SIGCHLD);
1008 }
1009
1010
1011 static void
1012 qeth_set_intial_options(struct qeth_card *card)
1013 {
1014         card->options.route4.type = NO_ROUTER;
1015 #ifdef CONFIG_QETH_IPV6
1016         card->options.route6.type = NO_ROUTER;
1017 #endif /* QETH_IPV6 */
1018         card->options.checksum_type = QETH_CHECKSUM_DEFAULT;
1019         card->options.broadcast_mode = QETH_TR_BROADCAST_ALLRINGS;
1020         card->options.macaddr_mode = QETH_TR_MACADDR_NONCANONICAL;
1021         card->options.fake_broadcast = 0;
1022         card->options.add_hhlen = DEFAULT_ADD_HHLEN;
1023         card->options.fake_ll = 0;
1024         card->options.layer2 = 0;
1025 }
1026
1027 /**
1028  * initialize channels ,card and all state machines
1029  */
1030 static int
1031 qeth_setup_card(struct qeth_card *card)
1032 {
1033
1034         QETH_DBF_TEXT(setup, 2, "setupcrd");
1035         QETH_DBF_HEX(setup, 2, &card, sizeof(void *));
1036
1037         card->read.state  = CH_STATE_DOWN;
1038         card->write.state = CH_STATE_DOWN;
1039         card->data.state  = CH_STATE_DOWN;
1040         card->state = CARD_STATE_DOWN;
1041         card->lan_online = 0;
1042         card->use_hard_stop = 0;
1043         card->dev = NULL;
1044 #ifdef CONFIG_QETH_VLAN
1045         spin_lock_init(&card->vlanlock);
1046         card->vlangrp = NULL;
1047 #endif
1048         spin_lock_init(&card->ip_lock);
1049         spin_lock_init(&card->thread_mask_lock);
1050         card->thread_start_mask = 0;
1051         card->thread_allowed_mask = 0;
1052         card->thread_running_mask = 0;
1053         INIT_WORK(&card->kernel_thread_starter,
1054                   (void *)qeth_start_kernel_thread,card);
1055         INIT_LIST_HEAD(&card->ip_list);
1056         card->ip_tbd_list = kmalloc(sizeof(struct list_head), GFP_KERNEL);
1057         if (!card->ip_tbd_list) {
1058                 QETH_DBF_TEXT(setup, 0, "iptbdnom");
1059                 return -ENOMEM;
1060         }
1061         INIT_LIST_HEAD(card->ip_tbd_list);
1062         INIT_LIST_HEAD(&card->cmd_waiter_list);
1063         init_waitqueue_head(&card->wait_q);
1064         /* intial options */
1065         qeth_set_intial_options(card);
1066         /* IP address takeover */
1067         INIT_LIST_HEAD(&card->ipato.entries);
1068         card->ipato.enabled = 0;
1069         card->ipato.invert4 = 0;
1070         card->ipato.invert6 = 0;
1071         /* init QDIO stuff */
1072         qeth_init_qdio_info(card);
1073         return 0;
1074 }
1075
1076 static int
1077 is_1920_device (struct qeth_card *card)
1078 {
1079         int single_queue = 0;
1080         struct ccw_device *ccwdev;
1081         struct channelPath_dsc {
1082                 u8 flags;
1083                 u8 lsn;
1084                 u8 desc;
1085                 u8 chpid;
1086                 u8 swla;
1087                 u8 zeroes;
1088                 u8 chla;
1089                 u8 chpp;
1090         } *chp_dsc;
1091
1092         QETH_DBF_TEXT(setup, 2, "chk_1920");
1093
1094         ccwdev = card->data.ccwdev;
1095         chp_dsc = (struct channelPath_dsc *)ccw_device_get_chp_desc(ccwdev, 0);
1096         if (chp_dsc != NULL) {
1097                 /* CHPP field bit 6 == 1 -> single queue */
1098                 single_queue = ((chp_dsc->chpp & 0x02) == 0x02);
1099                 kfree(chp_dsc);
1100         }
1101         QETH_DBF_TEXT_(setup, 2, "rc:%x", single_queue);
1102         return single_queue;
1103 }
1104
1105 static int
1106 qeth_determine_card_type(struct qeth_card *card)
1107 {
1108         int i = 0;
1109
1110         QETH_DBF_TEXT(setup, 2, "detcdtyp");
1111
1112         while (known_devices[i][4]) {
1113                 if ((CARD_RDEV(card)->id.dev_type == known_devices[i][2]) &&
1114                     (CARD_RDEV(card)->id.dev_model == known_devices[i][3])) {
1115                         card->info.type = known_devices[i][4];
1116                         if (is_1920_device(card)) {
1117                                 PRINT_INFO("Priority Queueing not able "
1118                                            "due to hardware limitations!\n");
1119                                 card->qdio.no_out_queues = 1;
1120                                 card->qdio.default_out_queue = 0;
1121                         } else {
1122                                 card->qdio.no_out_queues = known_devices[i][8];
1123                         }
1124                         card->info.is_multicast_different = known_devices[i][9];
1125                         return 0;
1126                 }
1127                 i++;
1128         }
1129         card->info.type = QETH_CARD_TYPE_UNKNOWN;
1130         PRINT_ERR("unknown card type on device %s\n", CARD_BUS_ID(card));
1131         return -ENOENT;
1132 }
1133
1134 static int
1135 qeth_probe_device(struct ccwgroup_device *gdev)
1136 {
1137         struct qeth_card *card;
1138         struct device *dev;
1139         unsigned long flags;
1140         int rc;
1141
1142         QETH_DBF_TEXT(setup, 2, "probedev");
1143
1144         dev = &gdev->dev;
1145         if (!get_device(dev))
1146                 return -ENODEV;
1147
1148         card = qeth_alloc_card();
1149         if (!card) {
1150                 put_device(dev);
1151                 QETH_DBF_TEXT_(setup, 2, "1err%d", -ENOMEM);
1152                 return -ENOMEM;
1153         }
1154         card->read.ccwdev  = gdev->cdev[0];
1155         card->write.ccwdev = gdev->cdev[1];
1156         card->data.ccwdev  = gdev->cdev[2];
1157
1158         if ((rc = qeth_setup_card(card))){
1159                 QETH_DBF_TEXT_(setup, 2, "2err%d", rc);
1160                 put_device(dev);
1161                 qeth_free_card(card);
1162                 return rc;
1163         }
1164         gdev->dev.driver_data = card;
1165         card->gdev = gdev;
1166         gdev->cdev[0]->handler = qeth_irq;
1167         gdev->cdev[1]->handler = qeth_irq;
1168         gdev->cdev[2]->handler = qeth_irq;
1169
1170         rc = qeth_create_device_attributes(dev);
1171         if (rc) {
1172                 put_device(dev);
1173                 qeth_free_card(card);
1174                 return rc;
1175         }
1176         if ((rc = qeth_determine_card_type(card))){
1177                 PRINT_WARN("%s: not a valid card type\n", __func__);
1178                 QETH_DBF_TEXT_(setup, 2, "3err%d", rc);
1179                 put_device(dev);
1180                 qeth_free_card(card);
1181                 return rc;
1182         }
1183         /* insert into our internal list */
1184         write_lock_irqsave(&qeth_card_list.rwlock, flags);
1185         list_add_tail(&card->list, &qeth_card_list.list);
1186         write_unlock_irqrestore(&qeth_card_list.rwlock, flags);
1187         return rc;
1188 }
1189
1190
1191 static int
1192 qeth_get_unitaddr(struct qeth_card *card)
1193 {
1194         int length;
1195         char *prcd;
1196         int rc;
1197
1198         QETH_DBF_TEXT(setup, 2, "getunit");
1199         rc = read_conf_data(CARD_DDEV(card), (void **) &prcd, &length);
1200         if (rc) {
1201                 PRINT_ERR("read_conf_data for device %s returned %i\n",
1202                           CARD_DDEV_ID(card), rc);
1203                 return rc;
1204         }
1205         card->info.chpid = prcd[30];
1206         card->info.unit_addr2 = prcd[31];
1207         card->info.cula = prcd[63];
1208         card->info.guestlan = ((prcd[0x10] == _ascebc['V']) &&
1209                                (prcd[0x11] == _ascebc['M']));
1210         return 0;
1211 }
1212
1213 static void
1214 qeth_init_tokens(struct qeth_card *card)
1215 {
1216         card->token.issuer_rm_w = 0x00010103UL;
1217         card->token.cm_filter_w = 0x00010108UL;
1218         card->token.cm_connection_w = 0x0001010aUL;
1219         card->token.ulp_filter_w = 0x0001010bUL;
1220         card->token.ulp_connection_w = 0x0001010dUL;
1221 }
1222
1223 static inline __u16
1224 raw_devno_from_bus_id(char *id)
1225 {
1226         id += (strlen(id) - 4);
1227         return (__u16) simple_strtoul(id, &id, 16);
1228 }
1229 /**
1230  * setup channel
1231  */
1232 static void
1233 qeth_setup_ccw(struct qeth_channel *channel,unsigned char *iob, __u32 len)
1234 {
1235         struct qeth_card *card;
1236
1237         QETH_DBF_TEXT(trace, 4, "setupccw");
1238         card = CARD_FROM_CDEV(channel->ccwdev);
1239         if (channel == &card->read)
1240                 memcpy(&channel->ccw, READ_CCW, sizeof(struct ccw1));
1241         else
1242                 memcpy(&channel->ccw, WRITE_CCW, sizeof(struct ccw1));
1243         channel->ccw.count = len;
1244         channel->ccw.cda = (__u32) __pa(iob);
1245 }
1246
1247 /**
1248  * get free buffer for ccws (IDX activation, lancmds,ipassists...)
1249  */
1250 static struct qeth_cmd_buffer *
1251 __qeth_get_buffer(struct qeth_channel *channel)
1252 {
1253         __u8 index;
1254
1255         QETH_DBF_TEXT(trace, 6, "getbuff");
1256         index = channel->io_buf_no;
1257         do {
1258                 if (channel->iob[index].state == BUF_STATE_FREE) {
1259                         channel->iob[index].state = BUF_STATE_LOCKED;
1260                         channel->io_buf_no = (channel->io_buf_no + 1) %
1261                                 QETH_CMD_BUFFER_NO;
1262                         memset(channel->iob[index].data, 0, QETH_BUFSIZE);
1263                         return channel->iob + index;
1264                 }
1265                 index = (index + 1) % QETH_CMD_BUFFER_NO;
1266         } while(index != channel->io_buf_no);
1267
1268         return NULL;
1269 }
1270
1271 /**
1272  * release command buffer
1273  */
1274 static void
1275 qeth_release_buffer(struct qeth_channel *channel, struct qeth_cmd_buffer *iob)
1276 {
1277         unsigned long flags;
1278
1279         QETH_DBF_TEXT(trace, 6, "relbuff");
1280         spin_lock_irqsave(&channel->iob_lock, flags);
1281         memset(iob->data, 0, QETH_BUFSIZE);
1282         iob->state = BUF_STATE_FREE;
1283         iob->callback = qeth_send_control_data_cb;
1284         iob->rc = 0;
1285         spin_unlock_irqrestore(&channel->iob_lock, flags);
1286 }
1287
1288 static struct qeth_cmd_buffer *
1289 qeth_get_buffer(struct qeth_channel *channel)
1290 {
1291         struct qeth_cmd_buffer *buffer = NULL;
1292         unsigned long flags;
1293
1294         spin_lock_irqsave(&channel->iob_lock, flags);
1295         buffer = __qeth_get_buffer(channel);
1296         spin_unlock_irqrestore(&channel->iob_lock, flags);
1297         return buffer;
1298 }
1299
1300 static struct qeth_cmd_buffer *
1301 qeth_wait_for_buffer(struct qeth_channel *channel)
1302 {
1303         struct qeth_cmd_buffer *buffer;
1304         wait_event(channel->wait_q,
1305                    ((buffer = qeth_get_buffer(channel)) != NULL));
1306         return buffer;
1307 }
1308
1309 static void
1310 qeth_clear_cmd_buffers(struct qeth_channel *channel)
1311 {
1312         int cnt = 0;
1313
1314         for (cnt=0; cnt < QETH_CMD_BUFFER_NO; cnt++)
1315                 qeth_release_buffer(channel,&channel->iob[cnt]);
1316         channel->buf_no = 0;
1317         channel->io_buf_no = 0;
1318 }
1319
1320 /**
1321  * start IDX for read and write channel
1322  */
1323 static int
1324 qeth_idx_activate_get_answer(struct qeth_channel *channel,
1325                               void (*idx_reply_cb)(struct qeth_channel *,
1326                                                    struct qeth_cmd_buffer *))
1327 {
1328         struct qeth_cmd_buffer *iob;
1329         unsigned long flags;
1330         int rc;
1331         struct qeth_card *card;
1332
1333         QETH_DBF_TEXT(setup, 2, "idxanswr");
1334         card = CARD_FROM_CDEV(channel->ccwdev);
1335         iob = qeth_get_buffer(channel);
1336         iob->callback = idx_reply_cb;
1337         memcpy(&channel->ccw, READ_CCW, sizeof(struct ccw1));
1338         channel->ccw.count = QETH_BUFSIZE;
1339         channel->ccw.cda = (__u32) __pa(iob->data);
1340
1341         wait_event(card->wait_q,
1342                    atomic_compare_and_swap(0,1,&channel->irq_pending) == 0);
1343         QETH_DBF_TEXT(setup, 6, "noirqpnd");
1344         spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags);
1345         rc = ccw_device_start(channel->ccwdev,
1346                               &channel->ccw,(addr_t) iob, 0, 0);
1347         spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags);
1348
1349         if (rc) {
1350                 PRINT_ERR("qeth: Error2 in activating channel rc=%d\n",rc);
1351                 QETH_DBF_TEXT_(setup, 2, "2err%d", rc);
1352                 atomic_set(&channel->irq_pending, 0);
1353                 wake_up(&card->wait_q);
1354                 return rc;
1355         }
1356         rc = wait_event_interruptible_timeout(card->wait_q,
1357                          channel->state == CH_STATE_UP, QETH_TIMEOUT);
1358         if (rc == -ERESTARTSYS)
1359                 return rc;
1360         if (channel->state != CH_STATE_UP){
1361                 rc = -ETIME;
1362                 QETH_DBF_TEXT_(setup, 2, "3err%d", rc);
1363                 qeth_clear_cmd_buffers(channel);
1364         } else
1365                 rc = 0;
1366         return rc;
1367 }
1368
1369 static int
1370 qeth_idx_activate_channel(struct qeth_channel *channel,
1371                            void (*idx_reply_cb)(struct qeth_channel *,
1372                                                 struct qeth_cmd_buffer *))
1373 {
1374         struct qeth_card *card;
1375         struct qeth_cmd_buffer *iob;
1376         unsigned long flags;
1377         __u16 temp;
1378         int rc;
1379
1380         card = CARD_FROM_CDEV(channel->ccwdev);
1381
1382         QETH_DBF_TEXT(setup, 2, "idxactch");
1383
1384         iob = qeth_get_buffer(channel);
1385         iob->callback = idx_reply_cb;
1386         memcpy(&channel->ccw, WRITE_CCW, sizeof(struct ccw1));
1387         channel->ccw.count = IDX_ACTIVATE_SIZE;
1388         channel->ccw.cda = (__u32) __pa(iob->data);
1389         if (channel == &card->write) {
1390                 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE);
1391                 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data),
1392                        &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH);
1393                 card->seqno.trans_hdr++;
1394         } else {
1395                 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE);
1396                 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data),
1397                        &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH);
1398         }
1399         memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data),
1400                &card->token.issuer_rm_w,QETH_MPC_TOKEN_LENGTH);
1401         memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data),
1402                &card->info.func_level,sizeof(__u16));
1403         temp = raw_devno_from_bus_id(CARD_DDEV_ID(card));
1404         memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &temp, 2);
1405         temp = (card->info.cula << 8) + card->info.unit_addr2;
1406         memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &temp, 2);
1407
1408         wait_event(card->wait_q,
1409                    atomic_compare_and_swap(0,1,&channel->irq_pending) == 0);
1410         QETH_DBF_TEXT(setup, 6, "noirqpnd");
1411         spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags);
1412         rc = ccw_device_start(channel->ccwdev,
1413                               &channel->ccw,(addr_t) iob, 0, 0);
1414         spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags);
1415
1416         if (rc) {
1417                 PRINT_ERR("qeth: Error1 in activating channel. rc=%d\n",rc);
1418                 QETH_DBF_TEXT_(setup, 2, "1err%d", rc);
1419                 atomic_set(&channel->irq_pending, 0);
1420                 wake_up(&card->wait_q);
1421                 return rc;
1422         }
1423         rc = wait_event_interruptible_timeout(card->wait_q,
1424                         channel->state == CH_STATE_ACTIVATING, QETH_TIMEOUT);
1425         if (rc == -ERESTARTSYS)
1426                 return rc;
1427         if (channel->state != CH_STATE_ACTIVATING) {
1428                 PRINT_WARN("qeth: IDX activate timed out!\n");
1429                 QETH_DBF_TEXT_(setup, 2, "2err%d", -ETIME);
1430                 qeth_clear_cmd_buffers(channel);
1431                 return -ETIME;
1432         }
1433         return qeth_idx_activate_get_answer(channel,idx_reply_cb);
1434 }
1435
1436 static int
1437 qeth_peer_func_level(int level)
1438 {
1439         if ((level & 0xff) == 8)
1440                 return (level & 0xff) + 0x400;
1441         if (((level >> 8) & 3) == 1)
1442                 return (level & 0xff) + 0x200;
1443         return level;
1444 }
1445
1446 static void
1447 qeth_idx_write_cb(struct qeth_channel *channel, struct qeth_cmd_buffer *iob)
1448 {
1449         struct qeth_card *card;
1450         __u16 temp;
1451
1452         QETH_DBF_TEXT(setup ,2, "idxwrcb");
1453
1454         if (channel->state == CH_STATE_DOWN) {
1455                 channel->state = CH_STATE_ACTIVATING;
1456                 goto out;
1457         }
1458         card = CARD_FROM_CDEV(channel->ccwdev);
1459
1460         if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) {
1461                 PRINT_ERR("IDX_ACTIVATE on write channel device %s: negative "
1462                           "reply\n", CARD_WDEV_ID(card));
1463                 goto out;
1464         }
1465         memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2);
1466         if ((temp & ~0x0100) != qeth_peer_func_level(card->info.func_level)) {
1467                 PRINT_WARN("IDX_ACTIVATE on write channel device %s: "
1468                            "function level mismatch "
1469                            "(sent: 0x%x, received: 0x%x)\n",
1470                            CARD_WDEV_ID(card), card->info.func_level, temp);
1471                 goto out;
1472         }
1473         channel->state = CH_STATE_UP;
1474 out:
1475         qeth_release_buffer(channel, iob);
1476 }
1477
1478 static int
1479 qeth_check_idx_response(unsigned char *buffer)
1480 {
1481         if (!buffer)
1482                 return 0;
1483
1484         QETH_DBF_HEX(control, 2, buffer, QETH_DBF_CONTROL_LEN);
1485         if ((buffer[2] & 0xc0) == 0xc0) {
1486                 PRINT_WARN("received an IDX TERMINATE "
1487                            "with cause code 0x%02x%s\n",
1488                            buffer[4],
1489                            ((buffer[4] == 0x22) ?
1490                             " -- try another portname" : ""));
1491                 QETH_DBF_TEXT(trace, 2, "ckidxres");
1492                 QETH_DBF_TEXT(trace, 2, " idxterm");
1493                 QETH_DBF_TEXT_(trace, 2, "  rc%d", -EIO);
1494                 return -EIO;
1495         }
1496         return 0;
1497 }
1498
1499 static void
1500 qeth_idx_read_cb(struct qeth_channel *channel, struct qeth_cmd_buffer *iob)
1501 {
1502         struct qeth_card *card;
1503         __u16 temp;
1504
1505         QETH_DBF_TEXT(setup , 2, "idxrdcb");
1506         if (channel->state == CH_STATE_DOWN) {
1507                 channel->state = CH_STATE_ACTIVATING;
1508                 goto out;
1509         }
1510
1511         card = CARD_FROM_CDEV(channel->ccwdev);
1512         if (qeth_check_idx_response(iob->data)) {
1513                         goto out;
1514         }
1515         if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) {
1516                 PRINT_ERR("IDX_ACTIVATE on read channel device %s: negative "
1517                           "reply\n", CARD_RDEV_ID(card));
1518                 goto out;
1519         }
1520
1521 /**
1522  * temporary fix for microcode bug
1523  * to revert it,replace OR by AND
1524  */
1525         if ( (!QETH_IDX_NO_PORTNAME_REQUIRED(iob->data)) ||
1526              (card->info.type == QETH_CARD_TYPE_OSAE) )
1527                 card->info.portname_required = 1;
1528
1529         memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2);
1530         if (temp != qeth_peer_func_level(card->info.func_level)) {
1531                 PRINT_WARN("IDX_ACTIVATE on read channel device %s: function "
1532                            "level mismatch (sent: 0x%x, received: 0x%x)\n",
1533                            CARD_RDEV_ID(card), card->info.func_level, temp);
1534                 goto out;
1535         }
1536         memcpy(&card->token.issuer_rm_r,
1537                QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data),
1538                QETH_MPC_TOKEN_LENGTH);
1539         memcpy(&card->info.mcl_level[0],
1540                QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH);
1541         channel->state = CH_STATE_UP;
1542 out:
1543         qeth_release_buffer(channel,iob);
1544 }
1545
1546 static int
1547 qeth_issue_next_read(struct qeth_card *card)
1548 {
1549         int rc;
1550         struct qeth_cmd_buffer *iob;
1551
1552         QETH_DBF_TEXT(trace,5,"issnxrd");
1553         if (card->read.state != CH_STATE_UP)
1554                 return -EIO;
1555         iob = qeth_get_buffer(&card->read);
1556         if (!iob) {
1557                 PRINT_WARN("issue_next_read failed: no iob available!\n");
1558                 return -ENOMEM;
1559         }
1560         qeth_setup_ccw(&card->read, iob->data, QETH_BUFSIZE);
1561         wait_event(card->wait_q,
1562                    atomic_compare_and_swap(0,1,&card->read.irq_pending) == 0);
1563         QETH_DBF_TEXT(trace, 6, "noirqpnd");
1564         rc = ccw_device_start(card->read.ccwdev, &card->read.ccw,
1565                               (addr_t) iob, 0, 0);
1566         if (rc) {
1567                 PRINT_ERR("Error in starting next read ccw! rc=%i\n", rc);
1568                 atomic_set(&card->read.irq_pending, 0);
1569                 qeth_schedule_recovery(card);
1570                 wake_up(&card->wait_q);
1571         }
1572         return rc;
1573 }
1574
1575 static struct qeth_reply *
1576 qeth_alloc_reply(struct qeth_card *card)
1577 {
1578         struct qeth_reply *reply;
1579
1580         reply = kmalloc(sizeof(struct qeth_reply), GFP_ATOMIC);
1581         if (reply){
1582                 memset(reply, 0, sizeof(struct qeth_reply));
1583                 atomic_set(&reply->refcnt, 1);
1584                 reply->card = card;
1585         };
1586         return reply;
1587 }
1588
1589 static void
1590 qeth_get_reply(struct qeth_reply *reply)
1591 {
1592         WARN_ON(atomic_read(&reply->refcnt) <= 0);
1593         atomic_inc(&reply->refcnt);
1594 }
1595
1596 static void
1597 qeth_put_reply(struct qeth_reply *reply)
1598 {
1599         WARN_ON(atomic_read(&reply->refcnt) <= 0);
1600         if (atomic_dec_and_test(&reply->refcnt))
1601                 kfree(reply);
1602 }
1603
1604 static void
1605 qeth_cmd_timeout(unsigned long data)
1606 {
1607         struct qeth_reply *reply, *list_reply, *r;
1608         unsigned long flags;
1609
1610         reply = (struct qeth_reply *) data;
1611         spin_lock_irqsave(&reply->card->lock, flags);
1612         list_for_each_entry_safe(list_reply, r,
1613                                  &reply->card->cmd_waiter_list, list) {
1614                 if (reply == list_reply){
1615                         qeth_get_reply(reply);
1616                         list_del_init(&reply->list);
1617                         spin_unlock_irqrestore(&reply->card->lock, flags);
1618                         reply->rc = -ETIME;
1619                         reply->received = 1;
1620                         wake_up(&reply->wait_q);
1621                         qeth_put_reply(reply);
1622                         return;
1623                 }
1624         }
1625         spin_unlock_irqrestore(&reply->card->lock, flags);
1626 }
1627
1628 static void
1629 qeth_reset_ip_addresses(struct qeth_card *card)
1630 {
1631         QETH_DBF_TEXT(trace, 2, "rstipadd");
1632
1633         qeth_clear_ip_list(card, 0, 1);
1634         /* this function will also schedule the SET_IP_THREAD */
1635         qeth_set_multicast_list(card->dev);
1636 }
1637
1638 static struct qeth_ipa_cmd *
1639 qeth_check_ipa_data(struct qeth_card *card, struct qeth_cmd_buffer *iob)
1640 {
1641         struct qeth_ipa_cmd *cmd = NULL;
1642
1643         QETH_DBF_TEXT(trace,5,"chkipad");
1644         if (IS_IPA(iob->data)){
1645                 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data);
1646                 if (IS_IPA_REPLY(cmd))
1647                         return cmd;
1648                 else {
1649                         switch (cmd->hdr.command) {
1650                         case IPA_CMD_STOPLAN:
1651                                 PRINT_WARN("Link failure on %s (CHPID 0x%X) - "
1652                                            "there is a network problem or "
1653                                            "someone pulled the cable or "
1654                                            "disabled the port.\n",
1655                                            QETH_CARD_IFNAME(card),
1656                                            card->info.chpid);
1657                                 card->lan_online = 0;
1658                                 netif_carrier_off(card->dev);
1659                                 return NULL;
1660                         case IPA_CMD_STARTLAN:
1661                                 PRINT_INFO("Link reestablished on %s "
1662                                            "(CHPID 0x%X). Scheduling "
1663                                            "IP address reset.\n",
1664                                            QETH_CARD_IFNAME(card),
1665                                            card->info.chpid);
1666                                 card->lan_online = 1;
1667                                 netif_carrier_on(card->dev);
1668                                 qeth_reset_ip_addresses(card);
1669                                 return NULL;
1670                         case IPA_CMD_REGISTER_LOCAL_ADDR:
1671                                 QETH_DBF_TEXT(trace,3, "irla");
1672                                 break;
1673                         case IPA_CMD_UNREGISTER_LOCAL_ADDR:
1674                                 QETH_DBF_TEXT(trace,3, "urla");
1675                                 break;
1676                         default:
1677                                 PRINT_WARN("Received data is IPA "
1678                                            "but not a reply!\n");
1679                                 break;
1680                         }
1681                 }
1682         }
1683         return cmd;
1684 }
1685
1686 /**
1687  * wake all waiting ipa commands
1688  */
1689 static void
1690 qeth_clear_ipacmd_list(struct qeth_card *card)
1691 {
1692         struct qeth_reply *reply, *r;
1693         unsigned long flags;
1694
1695         QETH_DBF_TEXT(trace, 4, "clipalst");
1696
1697         spin_lock_irqsave(&card->lock, flags);
1698         list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) {
1699                 qeth_get_reply(reply);
1700                 reply->rc = -EIO;
1701                 reply->received = 1;
1702                 list_del_init(&reply->list);
1703                 wake_up(&reply->wait_q);
1704                 qeth_put_reply(reply);
1705         }
1706         spin_unlock_irqrestore(&card->lock, flags);
1707 }
1708
1709 static void
1710 qeth_send_control_data_cb(struct qeth_channel *channel,
1711                           struct qeth_cmd_buffer *iob)
1712 {
1713         struct qeth_card *card;
1714         struct qeth_reply *reply, *r;
1715         struct qeth_ipa_cmd *cmd;
1716         unsigned long flags;
1717         int keep_reply;
1718
1719         QETH_DBF_TEXT(trace,4,"sndctlcb");
1720
1721         card = CARD_FROM_CDEV(channel->ccwdev);
1722         if (qeth_check_idx_response(iob->data)) {
1723                 qeth_clear_ipacmd_list(card);
1724                 qeth_schedule_recovery(card);
1725                 goto out;
1726         }
1727
1728         cmd = qeth_check_ipa_data(card, iob);
1729         if ((cmd == NULL) && (card->state != CARD_STATE_DOWN))
1730                 goto out;
1731
1732         spin_lock_irqsave(&card->lock, flags);
1733         list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) {
1734                 if ((reply->seqno == QETH_IDX_COMMAND_SEQNO) ||
1735                     ((cmd) && (reply->seqno == cmd->hdr.seqno))) {
1736                         qeth_get_reply(reply);
1737                         list_del_init(&reply->list);
1738                         spin_unlock_irqrestore(&card->lock, flags);
1739                         keep_reply = 0;
1740                         if (reply->callback != NULL) {
1741                                 if (cmd) {
1742                                         reply->offset = (__u16)((char*)cmd -
1743                                                                 (char *)iob->data);
1744                                         keep_reply = reply->callback(card,
1745                                                         reply,
1746                                                         (unsigned long)cmd);
1747                                 }
1748                                 else
1749                                         keep_reply = reply->callback(card,
1750                                                         reply,
1751                                                         (unsigned long)iob);
1752                         }
1753                         if (cmd)
1754                                 reply->rc = (u16) cmd->hdr.return_code;
1755                         else if (iob->rc)
1756                                 reply->rc = iob->rc;
1757                         if (keep_reply) {
1758                                 spin_lock_irqsave(&card->lock, flags);
1759                                 list_add_tail(&reply->list,
1760                                               &card->cmd_waiter_list);
1761                                 spin_unlock_irqrestore(&card->lock, flags);
1762                         } else {
1763                                 reply->received = 1;
1764                                 wake_up(&reply->wait_q);
1765                         }
1766                         qeth_put_reply(reply);
1767                         goto out;
1768                 }
1769         }
1770         spin_unlock_irqrestore(&card->lock, flags);
1771 out:
1772         memcpy(&card->seqno.pdu_hdr_ack,
1773                 QETH_PDU_HEADER_SEQ_NO(iob->data),
1774                 QETH_SEQ_NO_LENGTH);
1775         qeth_release_buffer(channel,iob);
1776 }
1777
1778 static int
1779 qeth_send_control_data(struct qeth_card *card, int len,
1780                        struct qeth_cmd_buffer *iob,
1781                        int (*reply_cb)
1782                        (struct qeth_card *, struct qeth_reply*, unsigned long),
1783                        void *reply_param)
1784
1785 {
1786         int rc;
1787         unsigned long flags;
1788         struct qeth_reply *reply;
1789         struct timer_list timer;
1790
1791         QETH_DBF_TEXT(trace, 2, "sendctl");
1792
1793         qeth_setup_ccw(&card->write,iob->data,len);
1794
1795         memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data),
1796                &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH);
1797         card->seqno.trans_hdr++;
1798
1799         memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data),
1800                &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH);
1801         card->seqno.pdu_hdr++;
1802         memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data),
1803                &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH);
1804         iob->callback = qeth_release_buffer;
1805
1806         reply = qeth_alloc_reply(card);
1807         if (!reply) {
1808                 PRINT_WARN("Could no alloc qeth_reply!\n");
1809                 return -ENOMEM;
1810         }
1811         reply->callback = reply_cb;
1812         reply->param = reply_param;
1813         if (card->state == CARD_STATE_DOWN)
1814                 reply->seqno = QETH_IDX_COMMAND_SEQNO;
1815         else
1816                 reply->seqno = card->seqno.ipa++;
1817         init_timer(&timer);
1818         timer.function = qeth_cmd_timeout;
1819         timer.data = (unsigned long) reply;
1820         if (IS_IPA(iob->data))
1821                 timer.expires = jiffies + QETH_IPA_TIMEOUT;
1822         else
1823                 timer.expires = jiffies + QETH_TIMEOUT;
1824         init_waitqueue_head(&reply->wait_q);
1825         spin_lock_irqsave(&card->lock, flags);
1826         list_add_tail(&reply->list, &card->cmd_waiter_list);
1827         spin_unlock_irqrestore(&card->lock, flags);
1828         QETH_DBF_HEX(control, 2, iob->data, QETH_DBF_CONTROL_LEN);
1829         wait_event(card->wait_q,
1830                    atomic_compare_and_swap(0,1,&card->write.irq_pending) == 0);
1831         QETH_DBF_TEXT(trace, 6, "noirqpnd");
1832         spin_lock_irqsave(get_ccwdev_lock(card->write.ccwdev), flags);
1833         rc = ccw_device_start(card->write.ccwdev, &card->write.ccw,
1834                               (addr_t) iob, 0, 0);
1835         spin_unlock_irqrestore(get_ccwdev_lock(card->write.ccwdev), flags);
1836         if (rc){
1837                 PRINT_WARN("qeth_send_control_data: "
1838                            "ccw_device_start rc = %i\n", rc);
1839                 QETH_DBF_TEXT_(trace, 2, " err%d", rc);
1840                 spin_lock_irqsave(&card->lock, flags);
1841                 list_del_init(&reply->list);
1842                 qeth_put_reply(reply);
1843                 spin_unlock_irqrestore(&card->lock, flags);
1844                 qeth_release_buffer(iob->channel, iob);
1845                 atomic_set(&card->write.irq_pending, 0);
1846                 wake_up(&card->wait_q);
1847                 return rc;
1848         }
1849         add_timer(&timer);
1850         wait_event(reply->wait_q, reply->received);
1851         del_timer_sync(&timer);
1852         rc = reply->rc;
1853         qeth_put_reply(reply);
1854         return rc;
1855 }
1856
1857 static int
1858 qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob,
1859                   int (*reply_cb)
1860                   (struct qeth_card *,struct qeth_reply*, unsigned long),
1861                   void *reply_param)
1862 {
1863         int rc;
1864         char prot_type;
1865
1866         QETH_DBF_TEXT(trace,4,"sendipa");
1867
1868         memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE);
1869
1870         if (card->options.layer2)
1871                 prot_type = QETH_PROT_LAYER2;
1872         else
1873                 prot_type = QETH_PROT_TCPIP;
1874
1875         memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data),&prot_type,1);
1876         memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data),
1877                &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH);
1878
1879         rc = qeth_send_control_data(card, IPA_CMD_LENGTH, iob,
1880                                     reply_cb, reply_param);
1881         return rc;
1882 }
1883
1884
1885 static int
1886 qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply,
1887                   unsigned long data)
1888 {
1889         struct qeth_cmd_buffer *iob;
1890
1891         QETH_DBF_TEXT(setup, 2, "cmenblcb");
1892
1893         iob = (struct qeth_cmd_buffer *) data;
1894         memcpy(&card->token.cm_filter_r,
1895                QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data),
1896                QETH_MPC_TOKEN_LENGTH);
1897         QETH_DBF_TEXT_(setup, 2, "  rc%d", iob->rc);
1898         return 0;
1899 }
1900
1901 static int
1902 qeth_cm_enable(struct qeth_card *card)
1903 {
1904         int rc;
1905         struct qeth_cmd_buffer *iob;
1906
1907         QETH_DBF_TEXT(setup,2,"cmenable");
1908
1909         iob = qeth_wait_for_buffer(&card->write);
1910         memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE);
1911         memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data),
1912                &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH);
1913         memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data),
1914                &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH);
1915
1916         rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob,
1917                                     qeth_cm_enable_cb, NULL);
1918         return rc;
1919 }
1920
1921 static int
1922 qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply,
1923                  unsigned long data)
1924 {
1925
1926         struct qeth_cmd_buffer *iob;
1927
1928         QETH_DBF_TEXT(setup, 2, "cmsetpcb");
1929
1930         iob = (struct qeth_cmd_buffer *) data;
1931         memcpy(&card->token.cm_connection_r,
1932                QETH_CM_SETUP_RESP_DEST_ADDR(iob->data),
1933                QETH_MPC_TOKEN_LENGTH);
1934         QETH_DBF_TEXT_(setup, 2, "  rc%d", iob->rc);
1935         return 0;
1936 }
1937
1938 static int
1939 qeth_cm_setup(struct qeth_card *card)
1940 {
1941         int rc;
1942         struct qeth_cmd_buffer *iob;
1943
1944         QETH_DBF_TEXT(setup,2,"cmsetup");
1945
1946         iob = qeth_wait_for_buffer(&card->write);
1947         memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE);
1948         memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data),
1949                &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH);
1950         memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data),
1951                &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH);
1952         memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data),
1953                &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH);
1954         rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob,
1955                                     qeth_cm_setup_cb, NULL);
1956         return rc;
1957
1958 }
1959
1960 static int
1961 qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply,
1962                    unsigned long data)
1963 {
1964
1965         __u16 mtu, framesize;
1966         __u16 len;
1967         __u8 link_type;
1968         struct qeth_cmd_buffer *iob;
1969
1970         QETH_DBF_TEXT(setup, 2, "ulpenacb");
1971
1972         iob = (struct qeth_cmd_buffer *) data;
1973         memcpy(&card->token.ulp_filter_r,
1974                QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data),
1975                QETH_MPC_TOKEN_LENGTH);
1976         if (qeth_get_mtu_out_of_mpc(card->info.type)) {
1977                 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2);
1978                 mtu = qeth_get_mtu_outof_framesize(framesize);
1979                 if (!mtu) {
1980                         iob->rc = -EINVAL;
1981                         QETH_DBF_TEXT_(setup, 2, "  rc%d", iob->rc);
1982                         return 0;
1983                 }
1984                 card->info.max_mtu = mtu;
1985                 card->info.initial_mtu = mtu;
1986                 card->qdio.in_buf_size = mtu + 2 * PAGE_SIZE;
1987         } else {
1988                 card->info.initial_mtu = qeth_get_initial_mtu_for_card(card);
1989                 card->info.max_mtu = qeth_get_max_mtu_for_card(card->info.type);
1990                 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT;
1991         }
1992
1993         memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2);
1994         if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) {
1995                 memcpy(&link_type,
1996                        QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1);
1997                 card->info.link_type = link_type;
1998         } else
1999                 card->info.link_type = 0;
2000         QETH_DBF_TEXT_(setup, 2, "  rc%d", iob->rc);
2001         return 0;
2002 }
2003
2004 static int
2005 qeth_ulp_enable(struct qeth_card *card)
2006 {
2007         int rc;
2008         char prot_type;
2009         struct qeth_cmd_buffer *iob;
2010
2011         /*FIXME: trace view callbacks*/
2012         QETH_DBF_TEXT(setup,2,"ulpenabl");
2013
2014         iob = qeth_wait_for_buffer(&card->write);
2015         memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE);
2016
2017         *(QETH_ULP_ENABLE_LINKNUM(iob->data)) =
2018                 (__u8) card->info.portno;
2019         if (card->options.layer2)
2020                 prot_type = QETH_PROT_LAYER2;
2021         else
2022                 prot_type = QETH_PROT_TCPIP;
2023
2024         memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data),&prot_type,1);
2025         memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data),
2026                &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH);
2027         memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data),
2028                &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH);
2029         memcpy(QETH_ULP_ENABLE_PORTNAME_AND_LL(iob->data),
2030                card->info.portname, 9);
2031         rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob,
2032                                     qeth_ulp_enable_cb, NULL);
2033         return rc;
2034
2035 }
2036
2037 static inline __u16
2038 __raw_devno_from_bus_id(char *id)
2039 {
2040         id += (strlen(id) - 4);
2041         return (__u16) simple_strtoul(id, &id, 16);
2042 }
2043
2044 static int
2045 qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply,
2046                   unsigned long data)
2047 {
2048         struct qeth_cmd_buffer *iob;
2049
2050         QETH_DBF_TEXT(setup, 2, "ulpstpcb");
2051
2052         iob = (struct qeth_cmd_buffer *) data;
2053         memcpy(&card->token.ulp_connection_r,
2054                QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data),
2055                QETH_MPC_TOKEN_LENGTH);
2056         QETH_DBF_TEXT_(setup, 2, "  rc%d", iob->rc);
2057         return 0;
2058 }
2059
2060 static int
2061 qeth_ulp_setup(struct qeth_card *card)
2062 {
2063         int rc;
2064         __u16 temp;
2065         struct qeth_cmd_buffer *iob;
2066
2067         QETH_DBF_TEXT(setup,2,"ulpsetup");
2068
2069         iob = qeth_wait_for_buffer(&card->write);
2070         memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE);
2071
2072         memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data),
2073                &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH);
2074         memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data),
2075                &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH);
2076         memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data),
2077                &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH);
2078
2079         temp = __raw_devno_from_bus_id(CARD_DDEV_ID(card));
2080         memcpy(QETH_ULP_SETUP_CUA(iob->data), &temp, 2);
2081         temp = (card->info.cula << 8) + card->info.unit_addr2;
2082         memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2);
2083         rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob,
2084                                     qeth_ulp_setup_cb, NULL);
2085         return rc;
2086 }
2087
2088 static inline int
2089 qeth_check_for_inbound_error(struct qeth_qdio_buffer *buf,
2090                              unsigned int qdio_error,
2091                              unsigned int siga_error)
2092 {
2093         int rc = 0;
2094
2095         if (qdio_error || siga_error) {
2096                 QETH_DBF_TEXT(trace, 2, "qdinerr");
2097                 QETH_DBF_TEXT(qerr, 2, "qdinerr");
2098                 QETH_DBF_TEXT_(qerr, 2, " F15=%02X",
2099                                buf->buffer->element[15].flags & 0xff);
2100                 QETH_DBF_TEXT_(qerr, 2, " F14=%02X",
2101                                buf->buffer->element[14].flags & 0xff);
2102                 QETH_DBF_TEXT_(qerr, 2, " qerr=%X", qdio_error);
2103                 QETH_DBF_TEXT_(qerr, 2, " serr=%X", siga_error);
2104                 rc = 1;
2105         }
2106         return rc;
2107 }
2108
2109 static inline struct sk_buff *
2110 qeth_get_skb(unsigned int length)
2111 {
2112         struct sk_buff* skb;
2113 #ifdef CONFIG_QETH_VLAN
2114         if ((skb = dev_alloc_skb(length + VLAN_HLEN)))
2115                 skb_reserve(skb, VLAN_HLEN);
2116 #else
2117         skb = dev_alloc_skb(length);
2118 #endif
2119         return skb;
2120 }
2121
2122 static inline struct sk_buff *
2123 qeth_get_next_skb(struct qeth_card *card, struct qdio_buffer *buffer,
2124                   struct qdio_buffer_element **__element, int *__offset,
2125                   struct qeth_hdr **hdr)
2126 {
2127         struct qdio_buffer_element *element = *__element;
2128         int offset = *__offset;
2129         struct sk_buff *skb = NULL;
2130         int skb_len;
2131         void *data_ptr;
2132         int data_len;
2133
2134         QETH_DBF_TEXT(trace,6,"nextskb");
2135         /* qeth_hdr must not cross element boundaries */
2136         if (element->length < offset + sizeof(struct qeth_hdr)){
2137                 if (qeth_is_last_sbale(element))
2138                         return NULL;
2139                 element++;
2140                 offset = 0;
2141                 if (element->length < sizeof(struct qeth_hdr))
2142                         return NULL;
2143         }
2144         *hdr = element->addr + offset;
2145
2146         offset += sizeof(struct qeth_hdr);
2147         if (card->options.layer2)
2148                 skb_len = (*hdr)->hdr.l2.pkt_length;
2149         else
2150                 skb_len = (*hdr)->hdr.l3.length;
2151
2152         if (!skb_len)
2153                 return NULL;
2154         if (card->options.fake_ll){
2155                 if(card->dev->type == ARPHRD_IEEE802_TR){
2156                         if (!(skb = qeth_get_skb(skb_len+QETH_FAKE_LL_LEN_TR)))
2157                                 goto no_mem;
2158                         skb_reserve(skb,QETH_FAKE_LL_LEN_TR);
2159                 } else {
2160                         if (!(skb = qeth_get_skb(skb_len+QETH_FAKE_LL_LEN_ETH)))
2161                                 goto no_mem;
2162                         skb_reserve(skb,QETH_FAKE_LL_LEN_ETH);
2163                 }
2164         } else if (!(skb = qeth_get_skb(skb_len)))
2165                 goto no_mem;
2166         data_ptr = element->addr + offset;
2167         while (skb_len) {
2168                 data_len = min(skb_len, (int)(element->length - offset));
2169                 if (data_len)
2170                         memcpy(skb_put(skb, data_len), data_ptr, data_len);
2171                 skb_len -= data_len;
2172                 if (skb_len){
2173                         if (qeth_is_last_sbale(element)){
2174                                 QETH_DBF_TEXT(trace,4,"unexeob");
2175                                 QETH_DBF_TEXT_(trace,4,"%s",CARD_BUS_ID(card));
2176                                 QETH_DBF_TEXT(qerr,2,"unexeob");
2177                                 QETH_DBF_TEXT_(qerr,2,"%s",CARD_BUS_ID(card));
2178                                 QETH_DBF_HEX(misc,4,buffer,sizeof(*buffer));
2179                                 dev_kfree_skb_any(skb);
2180                                 card->stats.rx_errors++;
2181                                 return NULL;
2182                         }
2183                         element++;
2184                         offset = 0;
2185                         data_ptr = element->addr;
2186                 } else {
2187                         offset += data_len;
2188                 }
2189         }
2190         *__element = element;
2191         *__offset = offset;
2192         return skb;
2193 no_mem:
2194         if (net_ratelimit()){
2195                 PRINT_WARN("No memory for packet received on %s.\n",
2196                            QETH_CARD_IFNAME(card));
2197                 QETH_DBF_TEXT(trace,2,"noskbmem");
2198                 QETH_DBF_TEXT_(trace,2,"%s",CARD_BUS_ID(card));
2199         }
2200         card->stats.rx_dropped++;
2201         return NULL;
2202 }
2203
2204 static inline unsigned short
2205 qeth_type_trans(struct sk_buff *skb, struct net_device *dev)
2206 {
2207         struct qeth_card *card;
2208         struct ethhdr *eth;
2209
2210         QETH_DBF_TEXT(trace,6,"typtrans");
2211
2212         card = (struct qeth_card *)dev->priv;
2213 #ifdef CONFIG_TR
2214         if ((card->info.link_type == QETH_LINK_TYPE_HSTR) ||
2215             (card->info.link_type == QETH_LINK_TYPE_LANE_TR))
2216                 return tr_type_trans(skb,dev);
2217 #endif /* CONFIG_TR */
2218         skb->mac.raw = skb->data;
2219         skb_pull(skb, ETH_HLEN );
2220         eth = eth_hdr(skb);
2221
2222         if (*eth->h_dest & 1) {
2223                 if (memcmp(eth->h_dest, dev->broadcast, ETH_ALEN) == 0)
2224                         skb->pkt_type = PACKET_BROADCAST;
2225                 else
2226                         skb->pkt_type = PACKET_MULTICAST;
2227         } else if (memcmp(eth->h_dest, dev->dev_addr, ETH_ALEN))
2228                 skb->pkt_type = PACKET_OTHERHOST;
2229
2230         if (ntohs(eth->h_proto) >= 1536)
2231                 return eth->h_proto;
2232         if (*(unsigned short *) (skb->data) == 0xFFFF)
2233                 return htons(ETH_P_802_3);
2234         return htons(ETH_P_802_2);
2235 }
2236
2237 static inline void
2238 qeth_rebuild_skb_fake_ll_tr(struct qeth_card *card, struct sk_buff *skb,
2239                          struct qeth_hdr *hdr)
2240 {
2241         struct trh_hdr *fake_hdr;
2242         struct trllc *fake_llc;
2243         struct iphdr *ip_hdr;
2244
2245         QETH_DBF_TEXT(trace,5,"skbfktr");
2246         skb->mac.raw = skb->data - QETH_FAKE_LL_LEN_TR;
2247         /* this is a fake ethernet header */
2248         fake_hdr = (struct trh_hdr *) skb->mac.raw;
2249
2250         /* the destination MAC address */
2251         switch (skb->pkt_type){
2252         case PACKET_MULTICAST:
2253                 switch (skb->protocol){
2254 #ifdef CONFIG_QETH_IPV6
2255                 case __constant_htons(ETH_P_IPV6):
2256                         ndisc_mc_map((struct in6_addr *)
2257                                      skb->data + QETH_FAKE_LL_V6_ADDR_POS,
2258                                      fake_hdr->daddr, card->dev, 0);
2259                         break;
2260 #endif /* CONFIG_QETH_IPV6 */
2261                 case __constant_htons(ETH_P_IP):
2262                         ip_hdr = (struct iphdr *)skb->data;
2263                         ip_tr_mc_map(ip_hdr->daddr, fake_hdr->daddr);
2264                         break;
2265                 default:
2266                         memcpy(fake_hdr->daddr, card->dev->dev_addr, TR_ALEN);
2267                 }
2268                 break;
2269         case PACKET_BROADCAST:
2270                 memset(fake_hdr->daddr, 0xff, TR_ALEN);
2271                 break;
2272         default:
2273                 memcpy(fake_hdr->daddr, card->dev->dev_addr, TR_ALEN);
2274         }
2275         /* the source MAC address */
2276         if (hdr->hdr.l3.ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR)
2277                 memcpy(fake_hdr->saddr, &hdr->hdr.l3.dest_addr[2], TR_ALEN);
2278         else
2279                 memset(fake_hdr->saddr, 0, TR_ALEN);
2280         fake_hdr->rcf=0;
2281         fake_llc = (struct trllc*)&(fake_hdr->rcf);
2282         fake_llc->dsap = EXTENDED_SAP;
2283         fake_llc->ssap = EXTENDED_SAP;
2284         fake_llc->llc  = UI_CMD;
2285         fake_llc->protid[0] = 0;
2286         fake_llc->protid[1] = 0;
2287         fake_llc->protid[2] = 0;
2288         fake_llc->ethertype = ETH_P_IP;
2289 }
2290
2291 static inline void
2292 qeth_rebuild_skb_fake_ll_eth(struct qeth_card *card, struct sk_buff *skb,
2293                          struct qeth_hdr *hdr)
2294 {
2295         struct ethhdr *fake_hdr;
2296         struct iphdr *ip_hdr;
2297
2298         QETH_DBF_TEXT(trace,5,"skbfketh");
2299         skb->mac.raw = skb->data - QETH_FAKE_LL_LEN_ETH;
2300         /* this is a fake ethernet header */
2301         fake_hdr = (struct ethhdr *) skb->mac.raw;
2302
2303         /* the destination MAC address */
2304         switch (skb->pkt_type){
2305         case PACKET_MULTICAST:
2306                 switch (skb->protocol){
2307 #ifdef CONFIG_QETH_IPV6
2308                 case __constant_htons(ETH_P_IPV6):
2309                         ndisc_mc_map((struct in6_addr *)
2310                                      skb->data + QETH_FAKE_LL_V6_ADDR_POS,
2311                                      fake_hdr->h_dest, card->dev, 0);
2312                         break;
2313 #endif /* CONFIG_QETH_IPV6 */
2314                 case __constant_htons(ETH_P_IP):
2315                         ip_hdr = (struct iphdr *)skb->data;
2316                         ip_eth_mc_map(ip_hdr->daddr, fake_hdr->h_dest);
2317                         break;
2318                 default:
2319                         memcpy(fake_hdr->h_dest, card->dev->dev_addr, ETH_ALEN);
2320                 }
2321                 break;
2322         case PACKET_BROADCAST:
2323                 memset(fake_hdr->h_dest, 0xff, ETH_ALEN);
2324                 break;
2325         default:
2326                 memcpy(fake_hdr->h_dest, card->dev->dev_addr, ETH_ALEN);
2327         }
2328         /* the source MAC address */
2329         if (hdr->hdr.l3.ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR)
2330                 memcpy(fake_hdr->h_source, &hdr->hdr.l3.dest_addr[2], ETH_ALEN);
2331         else
2332                 memset(fake_hdr->h_source, 0, ETH_ALEN);
2333         /* the protocol */
2334         fake_hdr->h_proto = skb->protocol;
2335 }
2336
2337 static inline void
2338 qeth_rebuild_skb_fake_ll(struct qeth_card *card, struct sk_buff *skb,
2339                         struct qeth_hdr *hdr)
2340 {
2341         if (card->dev->type == ARPHRD_IEEE802_TR)
2342                 qeth_rebuild_skb_fake_ll_tr(card, skb, hdr);
2343         else
2344                 qeth_rebuild_skb_fake_ll_eth(card, skb, hdr);
2345 }
2346
2347 static inline void
2348 qeth_rebuild_skb_vlan(struct qeth_card *card, struct sk_buff *skb,
2349                       struct qeth_hdr *hdr)
2350 {
2351 #ifdef CONFIG_QETH_VLAN
2352         u16 *vlan_tag;
2353
2354         if (hdr->hdr.l3.ext_flags &
2355             (QETH_HDR_EXT_VLAN_FRAME | QETH_HDR_EXT_INCLUDE_VLAN_TAG)) {
2356                 vlan_tag = (u16 *) skb_push(skb, VLAN_HLEN);
2357                 *vlan_tag = (hdr->hdr.l3.ext_flags & QETH_HDR_EXT_VLAN_FRAME)?
2358                         hdr->hdr.l3.vlan_id : *((u16 *)&hdr->hdr.l3.dest_addr[12]);
2359                 *(vlan_tag + 1) = skb->protocol;
2360                 skb->protocol = __constant_htons(ETH_P_8021Q);
2361         }
2362 #endif /* CONFIG_QETH_VLAN */
2363 }
2364
2365 static inline __u16
2366 qeth_layer2_rebuild_skb(struct qeth_card *card, struct sk_buff *skb,
2367                         struct qeth_hdr *hdr)
2368 {
2369         unsigned short vlan_id = 0;
2370 #ifdef CONFIG_QETH_VLAN
2371         struct vlan_hdr *vhdr;
2372 #endif
2373
2374         skb->pkt_type = PACKET_HOST;
2375         skb->protocol = qeth_type_trans(skb, skb->dev);
2376         if (card->options.checksum_type == NO_CHECKSUMMING)
2377                 skb->ip_summed = CHECKSUM_UNNECESSARY;
2378         else
2379                 skb->ip_summed = CHECKSUM_NONE;
2380 #ifdef CONFIG_QETH_VLAN
2381         if (hdr->hdr.l2.flags[2] & (QETH_LAYER2_FLAG_VLAN)) {
2382                 vhdr = (struct vlan_hdr *) skb->data;
2383                 skb->protocol =
2384                         __constant_htons(vhdr->h_vlan_encapsulated_proto);
2385                 vlan_id = hdr->hdr.l2.vlan_id;
2386                 skb_pull(skb, VLAN_HLEN);
2387         }
2388 #endif
2389         return vlan_id;
2390 }
2391
2392 static inline void
2393 qeth_rebuild_skb(struct qeth_card *card, struct sk_buff *skb,
2394                  struct qeth_hdr *hdr)
2395 {
2396 #ifdef CONFIG_QETH_IPV6
2397         if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) {
2398                 skb->pkt_type = PACKET_HOST;
2399                 skb->protocol = qeth_type_trans(skb, card->dev);
2400                 return;
2401         }
2402 #endif /* CONFIG_QETH_IPV6 */
2403         skb->protocol = htons((hdr->hdr.l3.flags & QETH_HDR_IPV6)? ETH_P_IPV6 :
2404                               ETH_P_IP);
2405         switch (hdr->hdr.l3.flags & QETH_HDR_CAST_MASK){
2406         case QETH_CAST_UNICAST:
2407                 skb->pkt_type = PACKET_HOST;
2408                 break;
2409         case QETH_CAST_MULTICAST:
2410                 skb->pkt_type = PACKET_MULTICAST;
2411                 card->stats.multicast++;
2412                 break;
2413         case QETH_CAST_BROADCAST:
2414                 skb->pkt_type = PACKET_BROADCAST;
2415                 card->stats.multicast++;
2416                 break;
2417         case QETH_CAST_ANYCAST:
2418         case QETH_CAST_NOCAST:
2419         default:
2420                 skb->pkt_type = PACKET_HOST;
2421         }
2422         qeth_rebuild_skb_vlan(card, skb, hdr);
2423         if (card->options.fake_ll)
2424                 qeth_rebuild_skb_fake_ll(card, skb, hdr);
2425         else
2426                 skb->mac.raw = skb->data;
2427         skb->ip_summed = card->options.checksum_type;
2428         if (card->options.checksum_type == HW_CHECKSUMMING){
2429                 if ( (hdr->hdr.l3.ext_flags &
2430                       (QETH_HDR_EXT_CSUM_HDR_REQ |
2431                        QETH_HDR_EXT_CSUM_TRANSP_REQ)) ==
2432                      (QETH_HDR_EXT_CSUM_HDR_REQ |
2433                       QETH_HDR_EXT_CSUM_TRANSP_REQ) )
2434                         skb->ip_summed = CHECKSUM_UNNECESSARY;
2435                 else
2436                         skb->ip_summed = SW_CHECKSUMMING;
2437         }
2438 }
2439
2440 static inline void
2441 qeth_process_inbound_buffer(struct qeth_card *card,
2442                             struct qeth_qdio_buffer *buf, int index)
2443 {
2444         struct qdio_buffer_element *element;
2445         struct sk_buff *skb;
2446         struct qeth_hdr *hdr;
2447         int offset;
2448         int rxrc;
2449         __u16 vlan_tag = 0;
2450
2451         /* get first element of current buffer */
2452         element = (struct qdio_buffer_element *)&buf->buffer->element[0];
2453         offset = 0;
2454 #ifdef CONFIG_QETH_PERF_STATS
2455         card->perf_stats.bufs_rec++;
2456 #endif
2457         while((skb = qeth_get_next_skb(card, buf->buffer, &element,
2458                                        &offset, &hdr))) {
2459                 skb->dev = card->dev;
2460                 if (hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2)
2461                         vlan_tag = qeth_layer2_rebuild_skb(card, skb, hdr);
2462                 else
2463                         qeth_rebuild_skb(card, skb, hdr);
2464                 /* is device UP ? */
2465                 if (!(card->dev->flags & IFF_UP)){
2466                         dev_kfree_skb_any(skb);
2467                         continue;
2468                 }
2469 #ifdef CONFIG_QETH_VLAN
2470                 if (vlan_tag)
2471                         vlan_hwaccel_rx(skb, card->vlangrp, vlan_tag);
2472                 else
2473 #endif
2474                 rxrc = netif_rx(skb);
2475                 card->dev->last_rx = jiffies;
2476                 card->stats.rx_packets++;
2477                 card->stats.rx_bytes += skb->len;
2478         }
2479 }
2480
2481 static inline struct qeth_buffer_pool_entry *
2482 qeth_get_buffer_pool_entry(struct qeth_card *card)
2483 {
2484         struct qeth_buffer_pool_entry *entry;
2485
2486         QETH_DBF_TEXT(trace, 6, "gtbfplen");
2487         if (!list_empty(&card->qdio.in_buf_pool.entry_list)) {
2488                 entry = list_entry(card->qdio.in_buf_pool.entry_list.next,
2489                                 struct qeth_buffer_pool_entry, list);
2490                 list_del_init(&entry->list);
2491                 return entry;
2492         }
2493         return NULL;
2494 }
2495
2496 static inline void
2497 qeth_init_input_buffer(struct qeth_card *card, struct qeth_qdio_buffer *buf)
2498 {
2499         struct qeth_buffer_pool_entry *pool_entry;
2500         int i;
2501
2502         pool_entry = qeth_get_buffer_pool_entry(card);
2503         /*
2504          * since the buffer is accessed only from the input_tasklet
2505          * there shouldn't be a need to synchronize; also, since we use
2506          * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run  out off
2507          * buffers
2508          */
2509         BUG_ON(!pool_entry);
2510
2511         buf->pool_entry = pool_entry;
2512         for(i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i){
2513                 buf->buffer->element[i].length = PAGE_SIZE;
2514                 buf->buffer->element[i].addr =  pool_entry->elements[i];
2515                 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1)
2516                         buf->buffer->element[i].flags = SBAL_FLAGS_LAST_ENTRY;
2517                 else
2518                         buf->buffer->element[i].flags = 0;
2519         }
2520         buf->state = QETH_QDIO_BUF_EMPTY;
2521 }
2522
2523 static inline void
2524 qeth_clear_output_buffer(struct qeth_qdio_out_q *queue,
2525                          struct qeth_qdio_out_buffer *buf)
2526 {
2527         int i;
2528         struct sk_buff *skb;
2529
2530         /* is PCI flag set on buffer? */
2531         if (buf->buffer->element[0].flags & 0x40)
2532                 atomic_dec(&queue->set_pci_flags_count);
2533
2534         while ((skb = skb_dequeue(&buf->skb_list))){
2535                 atomic_dec(&skb->users);
2536                 dev_kfree_skb_any(skb);
2537         }
2538         qeth_eddp_buf_release_contexts(buf);
2539         for(i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i){
2540                 buf->buffer->element[i].length = 0;
2541                 buf->buffer->element[i].addr = NULL;
2542                 buf->buffer->element[i].flags = 0;
2543         }
2544         buf->next_element_to_fill = 0;
2545         atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY);
2546 }
2547
2548 static inline void
2549 qeth_queue_input_buffer(struct qeth_card *card, int index)
2550 {
2551         struct qeth_qdio_q *queue = card->qdio.in_q;
2552         int count;
2553         int i;
2554         int rc;
2555
2556         QETH_DBF_TEXT(trace,6,"queinbuf");
2557         count = (index < queue->next_buf_to_init)?
2558                 card->qdio.in_buf_pool.buf_count -
2559                 (queue->next_buf_to_init - index) :
2560                 card->qdio.in_buf_pool.buf_count -
2561                 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index);
2562         /* only requeue at a certain threshold to avoid SIGAs */
2563         if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)){
2564                 for (i = queue->next_buf_to_init;
2565                      i < queue->next_buf_to_init + count; ++i)
2566                         qeth_init_input_buffer(card,
2567                                 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q]);
2568                 /*
2569                  * according to old code it should be avoided to requeue all
2570                  * 128 buffers in order to benefit from PCI avoidance.
2571                  * this function keeps at least one buffer (the buffer at
2572                  * 'index') un-requeued -> this buffer is the first buffer that
2573                  * will be requeued the next time
2574                  */
2575 #ifdef CONFIG_QETH_PERF_STATS
2576                 card->perf_stats.inbound_do_qdio_cnt++;
2577                 card->perf_stats.inbound_do_qdio_start_time = qeth_get_micros();
2578 #endif
2579                 rc = do_QDIO(CARD_DDEV(card),
2580                              QDIO_FLAG_SYNC_INPUT | QDIO_FLAG_UNDER_INTERRUPT,
2581                              0, queue->next_buf_to_init, count, NULL);
2582 #ifdef CONFIG_QETH_PERF_STATS
2583                 card->perf_stats.inbound_do_qdio_time += qeth_get_micros() -
2584                         card->perf_stats.inbound_do_qdio_start_time;
2585 #endif
2586                 if (rc){
2587                         PRINT_WARN("qeth_queue_input_buffer's do_QDIO "
2588                                    "return %i (device %s).\n",
2589                                    rc, CARD_DDEV_ID(card));
2590                         QETH_DBF_TEXT(trace,2,"qinberr");
2591                         QETH_DBF_TEXT_(trace,2,"%s",CARD_BUS_ID(card));
2592                 }
2593                 queue->next_buf_to_init = (queue->next_buf_to_init + count) %
2594                                           QDIO_MAX_BUFFERS_PER_Q;
2595         }
2596 }
2597
2598 static inline void
2599 qeth_put_buffer_pool_entry(struct qeth_card *card,
2600                            struct qeth_buffer_pool_entry *entry)
2601 {
2602         QETH_DBF_TEXT(trace, 6, "ptbfplen");
2603         list_add_tail(&entry->list, &card->qdio.in_buf_pool.entry_list);
2604 }
2605
2606 static void
2607 qeth_qdio_input_handler(struct ccw_device * ccwdev, unsigned int status,
2608                         unsigned int qdio_err, unsigned int siga_err,
2609                         unsigned int queue, int first_element, int count,
2610                         unsigned long card_ptr)
2611 {
2612         struct net_device *net_dev;
2613         struct qeth_card *card;
2614         struct qeth_qdio_buffer *buffer;
2615         int index;
2616         int i;
2617
2618         QETH_DBF_TEXT(trace, 6, "qdinput");
2619         card = (struct qeth_card *) card_ptr;
2620         net_dev = card->dev;
2621 #ifdef CONFIG_QETH_PERF_STATS
2622         card->perf_stats.inbound_cnt++;
2623         card->perf_stats.inbound_start_time = qeth_get_micros();
2624 #endif
2625         if (status & QDIO_STATUS_LOOK_FOR_ERROR) {
2626                 if (status & QDIO_STATUS_ACTIVATE_CHECK_CONDITION){
2627                         QETH_DBF_TEXT(trace, 1,"qdinchk");
2628                         QETH_DBF_TEXT_(trace,1,"%s",CARD_BUS_ID(card));
2629                         QETH_DBF_TEXT_(trace,1,"%04X%04X",first_element,count);
2630                         QETH_DBF_TEXT_(trace,1,"%04X%04X", queue, status);
2631                         qeth_schedule_recovery(card);
2632                         return;
2633                 }
2634         }
2635         for (i = first_element; i < (first_element + count); ++i) {
2636                 index = i % QDIO_MAX_BUFFERS_PER_Q;
2637                 buffer = &card->qdio.in_q->bufs[index];
2638                 if (!((status == QDIO_STATUS_LOOK_FOR_ERROR) &&
2639                       qeth_check_for_inbound_error(buffer, qdio_err, siga_err)))
2640                         qeth_process_inbound_buffer(card, buffer, index);
2641                 /* clear buffer and give back to hardware */
2642                 qeth_put_buffer_pool_entry(card, buffer->pool_entry);
2643                 qeth_queue_input_buffer(card, index);
2644         }
2645 #ifdef CONFIG_QETH_PERF_STATS
2646         card->perf_stats.inbound_time += qeth_get_micros() -
2647                 card->perf_stats.inbound_start_time;
2648 #endif
2649 }
2650
2651 static inline int
2652 qeth_handle_send_error(struct qeth_card *card,
2653                        struct qeth_qdio_out_buffer *buffer,
2654                        int qdio_err, int siga_err)
2655 {
2656         int sbalf15 = buffer->buffer->element[15].flags & 0xff;
2657         int cc = siga_err & 3;
2658
2659         QETH_DBF_TEXT(trace, 6, "hdsnderr");
2660         switch (cc) {
2661         case 0:
2662                 if (qdio_err){
2663                         QETH_DBF_TEXT(trace, 1,"lnkfail");
2664                         QETH_DBF_TEXT_(trace,1,"%s",CARD_BUS_ID(card));
2665                         QETH_DBF_TEXT_(trace,1,"%04x %02x",
2666                                        (u16)qdio_err, (u8)sbalf15);
2667                         return QETH_SEND_ERROR_LINK_FAILURE;
2668                 }
2669                 return QETH_SEND_ERROR_NONE;
2670         case 2:
2671                 if (siga_err & QDIO_SIGA_ERROR_B_BIT_SET) {
2672                         QETH_DBF_TEXT(trace, 1, "SIGAcc2B");
2673                         QETH_DBF_TEXT_(trace,1,"%s",CARD_BUS_ID(card));
2674                         return QETH_SEND_ERROR_KICK_IT;
2675                 }
2676                 if ((sbalf15 >= 15) && (sbalf15 <= 31))
2677                         return QETH_SEND_ERROR_RETRY;
2678                 return QETH_SEND_ERROR_LINK_FAILURE;
2679                 /* look at qdio_error and sbalf 15 */
2680         case 1:
2681                 QETH_DBF_TEXT(trace, 1, "SIGAcc1");
2682                 QETH_DBF_TEXT_(trace,1,"%s",CARD_BUS_ID(card));
2683                 return QETH_SEND_ERROR_LINK_FAILURE;
2684         case 3:
2685                 QETH_DBF_TEXT(trace, 1, "SIGAcc3");
2686                 QETH_DBF_TEXT_(trace,1,"%s",CARD_BUS_ID(card));
2687                 return QETH_SEND_ERROR_KICK_IT;
2688         }
2689         return QETH_SEND_ERROR_LINK_FAILURE;
2690 }
2691
2692 void
2693 qeth_flush_buffers(struct qeth_qdio_out_q *queue, int under_int,
2694                    int index, int count)
2695 {
2696         struct qeth_qdio_out_buffer *buf;
2697         int rc;
2698         int i;
2699
2700         QETH_DBF_TEXT(trace, 6, "flushbuf");
2701
2702         for (i = index; i < index + count; ++i) {
2703                 buf = &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q];
2704                 buf->buffer->element[buf->next_element_to_fill - 1].flags |=
2705                                 SBAL_FLAGS_LAST_ENTRY;
2706
2707                 if (queue->card->info.type == QETH_CARD_TYPE_IQD)
2708                         continue;
2709
2710                 if (!queue->do_pack){
2711                         if ((atomic_read(&queue->used_buffers) >=
2712                                 (QETH_HIGH_WATERMARK_PACK -
2713                                  QETH_WATERMARK_PACK_FUZZ)) &&
2714                             !atomic_read(&queue->set_pci_flags_count)){
2715                                 /* it's likely that we'll go to packing
2716                                  * mode soon */
2717                                 atomic_inc(&queue->set_pci_flags_count);
2718                                 buf->buffer->element[0].flags |= 0x40;
2719                         }
2720                 } else {
2721                         if (!atomic_read(&queue->set_pci_flags_count)){
2722                                 /*
2723                                  * there's no outstanding PCI any more, so we
2724                                  * have to request a PCI to be sure the the PCI
2725                                  * will wake at some time in the future then we
2726                                  * can flush packed buffers that might still be
2727                                  * hanging around, which can happen if no
2728                                  * further send was requested by the stack
2729                                  */
2730                                 atomic_inc(&queue->set_pci_flags_count);
2731                                 buf->buffer->element[0].flags |= 0x40;
2732                         }
2733                 }
2734         }
2735
2736         queue->card->dev->trans_start = jiffies;
2737 #ifdef CONFIG_QETH_PERF_STATS
2738         queue->card->perf_stats.outbound_do_qdio_cnt++;
2739         queue->card->perf_stats.outbound_do_qdio_start_time = qeth_get_micros();
2740 #endif
2741         if (under_int)
2742                 rc = do_QDIO(CARD_DDEV(queue->card),
2743                              QDIO_FLAG_SYNC_OUTPUT | QDIO_FLAG_UNDER_INTERRUPT,
2744                              queue->queue_no, index, count, NULL);
2745         else
2746                 rc = do_QDIO(CARD_DDEV(queue->card), QDIO_FLAG_SYNC_OUTPUT,
2747                              queue->queue_no, index, count, NULL);
2748 #ifdef CONFIG_QETH_PERF_STATS
2749         queue->card->perf_stats.outbound_do_qdio_time += qeth_get_micros() -
2750                 queue->card->perf_stats.outbound_do_qdio_start_time;
2751 #endif
2752         if (rc){
2753                 QETH_DBF_SPRINTF(trace, 0, "qeth_flush_buffers: do_QDIO "
2754                                  "returned error (%i) on device %s.",
2755                                  rc, CARD_DDEV_ID(queue->card));
2756                 QETH_DBF_TEXT(trace, 2, "flushbuf");
2757                 QETH_DBF_TEXT_(trace, 2, " err%d", rc);
2758                 queue->card->stats.tx_errors += count;
2759                 /* this must not happen under normal circumstances. if it
2760                  * happens something is really wrong -> recover */
2761                 qeth_schedule_recovery(queue->card);
2762                 return;
2763         }
2764         atomic_add(count, &queue->used_buffers);
2765 #ifdef CONFIG_QETH_PERF_STATS
2766         queue->card->perf_stats.bufs_sent += count;
2767 #endif
2768 }
2769
2770 /*
2771  * Switched to packing state if the number of used buffers on a queue
2772  * reaches a certain limit.
2773  */
2774 static inline void
2775 qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue)
2776 {
2777         if (!queue->do_pack) {
2778                 if (atomic_read(&queue->used_buffers)
2779                     >= QETH_HIGH_WATERMARK_PACK){
2780                         /* switch non-PACKING -> PACKING */
2781                         QETH_DBF_TEXT(trace, 6, "np->pack");
2782 #ifdef CONFIG_QETH_PERF_STATS
2783                         queue->card->perf_stats.sc_dp_p++;
2784 #endif
2785                         queue->do_pack = 1;
2786                 }
2787         }
2788 }
2789
2790 /*
2791  * Switches from packing to non-packing mode. If there is a packing
2792  * buffer on the queue this buffer will be prepared to be flushed.
2793  * In that case 1 is returned to inform the caller. If no buffer
2794  * has to be flushed, zero is returned.
2795  */
2796 static inline int
2797 qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue)
2798 {
2799         struct qeth_qdio_out_buffer *buffer;
2800         int flush_count = 0;
2801
2802         if (queue->do_pack) {
2803                 if (atomic_read(&queue->used_buffers)
2804                     <= QETH_LOW_WATERMARK_PACK) {
2805                         /* switch PACKING -> non-PACKING */
2806                         QETH_DBF_TEXT(trace, 6, "pack->np");
2807 #ifdef CONFIG_QETH_PERF_STATS
2808                         queue->card->perf_stats.sc_p_dp++;
2809 #endif
2810                         queue->do_pack = 0;
2811                         /* flush packing buffers */
2812                         buffer = &queue->bufs[queue->next_buf_to_fill];
2813                         if ((atomic_read(&buffer->state) ==
2814                                                 QETH_QDIO_BUF_EMPTY) &&
2815                             (buffer->next_element_to_fill > 0)) {
2816                                 atomic_set(&buffer->state,QETH_QDIO_BUF_PRIMED);
2817                                 flush_count++;
2818                                 queue->next_buf_to_fill =
2819                                         (queue->next_buf_to_fill + 1) %
2820                                         QDIO_MAX_BUFFERS_PER_Q;
2821                         }
2822                 }
2823         }
2824         return flush_count;
2825 }
2826
2827 /*
2828  * Called to flush a packing buffer if no more pci flags are on the queue.
2829  * Checks if there is a packing buffer and prepares it to be flushed.
2830  * In that case returns 1, otherwise zero.
2831  */
2832 static inline int
2833 qeth_flush_buffers_on_no_pci(struct qeth_qdio_out_q *queue)
2834 {
2835         struct qeth_qdio_out_buffer *buffer;
2836
2837         buffer = &queue->bufs[queue->next_buf_to_fill];
2838         if((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) &&
2839            (buffer->next_element_to_fill > 0)){
2840                 /* it's a packing buffer */
2841                 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED);
2842                 queue->next_buf_to_fill =
2843                         (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q;
2844                 return 1;
2845         }
2846         return 0;
2847 }
2848
2849 static inline void
2850 qeth_check_outbound_queue(struct qeth_qdio_out_q *queue)
2851 {
2852         int index;
2853         int flush_cnt = 0;
2854         int q_was_packing = 0;
2855
2856         /*
2857          * check if weed have to switch to non-packing mode or if
2858          * we have to get a pci flag out on the queue
2859          */
2860         if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) ||
2861             !atomic_read(&queue->set_pci_flags_count)){
2862                 if (atomic_swap(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) ==
2863                                 QETH_OUT_Q_UNLOCKED) {
2864                         /*
2865                          * If we get in here, there was no action in
2866                          * do_send_packet. So, we check if there is a
2867                          * packing buffer to be flushed here.
2868                          */
2869                         netif_stop_queue(queue->card->dev);
2870                         index = queue->next_buf_to_fill;
2871                         q_was_packing = queue->do_pack;
2872                         flush_cnt += qeth_switch_to_nonpacking_if_needed(queue);
2873                         if (!flush_cnt &&
2874                             !atomic_read(&queue->set_pci_flags_count))
2875                                 flush_cnt +=
2876                                         qeth_flush_buffers_on_no_pci(queue);
2877 #ifdef CONFIG_QETH_PERF_STATS
2878                         if (q_was_packing)
2879                                 queue->card->perf_stats.bufs_sent_pack +=
2880                                         flush_cnt;
2881 #endif
2882                         if (flush_cnt)
2883                                 qeth_flush_buffers(queue, 1, index, flush_cnt);
2884                         atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED);
2885                 }
2886         }
2887 }
2888
2889 static void
2890 qeth_qdio_output_handler(struct ccw_device * ccwdev, unsigned int status,
2891                         unsigned int qdio_error, unsigned int siga_error,
2892                         unsigned int __queue, int first_element, int count,
2893                         unsigned long card_ptr)
2894 {
2895         struct qeth_card *card        = (struct qeth_card *) card_ptr;
2896         struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue];
2897         struct qeth_qdio_out_buffer *buffer;
2898         int i;
2899
2900         QETH_DBF_TEXT(trace, 6, "qdouhdl");
2901         if (status & QDIO_STATUS_LOOK_FOR_ERROR) {
2902                 if (status & QDIO_STATUS_ACTIVATE_CHECK_CONDITION){
2903                         QETH_DBF_SPRINTF(trace, 2, "On device %s: "
2904                                          "received active check "
2905                                          "condition (0x%08x).",
2906                                          CARD_BUS_ID(card), status);
2907                         QETH_DBF_TEXT(trace, 2, "chkcond");
2908                         QETH_DBF_TEXT_(trace, 2, "%08x", status);
2909                         netif_stop_queue(card->dev);
2910                         qeth_schedule_recovery(card);
2911                         return;
2912                 }
2913         }
2914 #ifdef CONFIG_QETH_PERF_STATS
2915         card->perf_stats.outbound_handler_cnt++;
2916         card->perf_stats.outbound_handler_start_time = qeth_get_micros();
2917 #endif
2918         for(i = first_element; i < (first_element + count); ++i){
2919                 buffer = &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q];
2920                 /*we only handle the KICK_IT error by doing a recovery */
2921                 if (qeth_handle_send_error(card, buffer, qdio_error, siga_error)
2922                                 == QETH_SEND_ERROR_KICK_IT){
2923                         netif_stop_queue(card->dev);
2924                         qeth_schedule_recovery(card);
2925                         return;
2926                 }
2927                 qeth_clear_output_buffer(queue, buffer);
2928         }
2929         atomic_sub(count, &queue->used_buffers);
2930         /* check if we need to do something on this outbound queue */
2931         if (card->info.type != QETH_CARD_TYPE_IQD)
2932                 qeth_check_outbound_queue(queue);
2933
2934         netif_wake_queue(queue->card->dev);
2935 #ifdef CONFIG_QETH_PERF_STATS
2936         card->perf_stats.outbound_handler_time += qeth_get_micros() -
2937                 card->perf_stats.outbound_handler_start_time;
2938 #endif
2939 }
2940
2941 static void
2942 qeth_create_qib_param_field(struct qeth_card *card, char *param_field)
2943 {
2944
2945         param_field[0] = _ascebc['P'];
2946         param_field[1] = _ascebc['C'];
2947         param_field[2] = _ascebc['I'];
2948         param_field[3] = _ascebc['T'];
2949         *((unsigned int *) (&param_field[4])) = QETH_PCI_THRESHOLD_A(card);
2950         *((unsigned int *) (&param_field[8])) = QETH_PCI_THRESHOLD_B(card);
2951         *((unsigned int *) (&param_field[12])) = QETH_PCI_TIMER_VALUE(card);
2952 }
2953
2954 static void
2955 qeth_create_qib_param_field_blkt(struct qeth_card *card, char *param_field)
2956 {
2957         param_field[16] = _ascebc['B'];
2958         param_field[17] = _ascebc['L'];
2959         param_field[18] = _ascebc['K'];
2960         param_field[19] = _ascebc['T'];
2961         *((unsigned int *) (&param_field[20])) = card->info.blkt.time_total;
2962         *((unsigned int *) (&param_field[24])) = card->info.blkt.inter_packet;
2963         *((unsigned int *) (&param_field[28])) = card->info.blkt.inter_packet_jumbo;
2964 }
2965
2966 static void
2967 qeth_initialize_working_pool_list(struct qeth_card *card)
2968 {
2969         struct qeth_buffer_pool_entry *entry;
2970
2971         QETH_DBF_TEXT(trace,5,"inwrklst");
2972
2973         list_for_each_entry(entry,
2974                             &card->qdio.init_pool.entry_list, init_list) {
2975                 qeth_put_buffer_pool_entry(card,entry);
2976         }
2977 }
2978
2979 static void
2980 qeth_clear_working_pool_list(struct qeth_card *card)
2981 {
2982         struct qeth_buffer_pool_entry *pool_entry, *tmp;
2983
2984         QETH_DBF_TEXT(trace,5,"clwrklst");
2985         list_for_each_entry_safe(pool_entry, tmp,
2986                             &card->qdio.in_buf_pool.entry_list, list){
2987                         list_del(&pool_entry->list);
2988         }
2989 }
2990
2991 static void
2992 qeth_free_buffer_pool(struct qeth_card *card)
2993 {
2994         struct qeth_buffer_pool_entry *pool_entry, *tmp;
2995         int i=0;
2996         QETH_DBF_TEXT(trace,5,"freepool");
2997         list_for_each_entry_safe(pool_entry, tmp,
2998                                  &card->qdio.init_pool.entry_list, init_list){
2999                 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i)
3000                         free_page((unsigned long)pool_entry->elements[i]);
3001                 list_del(&pool_entry->init_list);
3002                 kfree(pool_entry);
3003         }
3004 }
3005
3006 static int
3007 qeth_alloc_buffer_pool(struct qeth_card *card)
3008 {
3009         struct qeth_buffer_pool_entry *pool_entry;
3010         void *ptr;
3011         int i, j;
3012
3013         QETH_DBF_TEXT(trace,5,"alocpool");
3014         for (i = 0; i < card->qdio.init_pool.buf_count; ++i){
3015                 pool_entry = kmalloc(sizeof(*pool_entry), GFP_KERNEL);
3016                 if (!pool_entry){
3017                         qeth_free_buffer_pool(card);
3018                         return -ENOMEM;
3019                 }
3020                 for(j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j){
3021                         ptr = (void *) __get_free_page(GFP_KERNEL);
3022                         if (!ptr) {
3023                                 while (j > 0)
3024                                         free_page((unsigned long)
3025                                                   pool_entry->elements[--j]);
3026                                 kfree(pool_entry);
3027                                 qeth_free_buffer_pool(card);
3028                                 return -ENOMEM;
3029                         }
3030                         pool_entry->elements[j] = ptr;
3031                 }
3032                 list_add(&pool_entry->init_list,
3033                          &card->qdio.init_pool.entry_list);
3034         }
3035         return 0;
3036 }
3037
3038 int
3039 qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt)
3040 {
3041         QETH_DBF_TEXT(trace, 2, "realcbp");
3042
3043         if ((card->state != CARD_STATE_DOWN) &&
3044             (card->state != CARD_STATE_RECOVER))
3045                 return -EPERM;
3046
3047         /* TODO: steel/add buffers from/to a running card's buffer pool (?) */
3048         qeth_clear_working_pool_list(card);
3049         qeth_free_buffer_pool(card);
3050         card->qdio.in_buf_pool.buf_count = bufcnt;
3051         card->qdio.init_pool.buf_count = bufcnt;
3052         return qeth_alloc_buffer_pool(card);
3053 }
3054
3055 static int
3056 qeth_alloc_qdio_buffers(struct qeth_card *card)
3057 {
3058         int i, j;
3059
3060         QETH_DBF_TEXT(setup, 2, "allcqdbf");
3061
3062         if (card->qdio.state == QETH_QDIO_ALLOCATED)
3063                 return 0;
3064
3065         card->qdio.in_q = kmalloc(sizeof(struct qeth_qdio_q), GFP_KERNEL);
3066         if (!card->qdio.in_q)
3067                 return - ENOMEM;
3068         QETH_DBF_TEXT(setup, 2, "inq");
3069         QETH_DBF_HEX(setup, 2, &card->qdio.in_q, sizeof(void *));
3070         memset(card->qdio.in_q, 0, sizeof(struct qeth_qdio_q));
3071         /* give inbound qeth_qdio_buffers their qdio_buffers */
3072         for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i)
3073                 card->qdio.in_q->bufs[i].buffer =
3074                         &card->qdio.in_q->qdio_bufs[i];
3075         /* inbound buffer pool */
3076         if (qeth_alloc_buffer_pool(card)){
3077                 kfree(card->qdio.in_q);
3078                 return -ENOMEM;
3079         }
3080         /* outbound */
3081         card->qdio.out_qs =
3082                 kmalloc(card->qdio.no_out_queues *
3083                         sizeof(struct qeth_qdio_out_q *), GFP_KERNEL);
3084         if (!card->qdio.out_qs){
3085                 qeth_free_buffer_pool(card);
3086                 return -ENOMEM;
3087         }
3088         for (i = 0; i < card->qdio.no_out_queues; ++i){
3089                 card->qdio.out_qs[i] = kmalloc(sizeof(struct qeth_qdio_out_q),
3090                                                GFP_KERNEL);
3091                 if (!card->qdio.out_qs[i]){
3092                         while (i > 0)
3093                                 kfree(card->qdio.out_qs[--i]);
3094                         kfree(card->qdio.out_qs);
3095                         return -ENOMEM;
3096                 }
3097                 QETH_DBF_TEXT_(setup, 2, "outq %i", i);
3098                 QETH_DBF_HEX(setup, 2, &card->qdio.out_qs[i], sizeof(void *));
3099                 memset(card->qdio.out_qs[i], 0, sizeof(struct qeth_qdio_out_q));
3100                 card->qdio.out_qs[i]->queue_no = i;
3101                 /* give outbound qeth_qdio_buffers their qdio_buffers */
3102                 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j){
3103                         card->qdio.out_qs[i]->bufs[j].buffer =
3104                                 &card->qdio.out_qs[i]->qdio_bufs[j];
3105                         skb_queue_head_init(&card->qdio.out_qs[i]->bufs[j].
3106                                             skb_list);
3107                         INIT_LIST_HEAD(&card->qdio.out_qs[i]->bufs[j].ctx_list);
3108                 }
3109         }
3110         card->qdio.state = QETH_QDIO_ALLOCATED;
3111         return 0;
3112 }
3113
3114 static void
3115 qeth_free_qdio_buffers(struct qeth_card *card)
3116 {
3117         int i, j;
3118
3119         QETH_DBF_TEXT(trace, 2, "freeqdbf");
3120         if (card->qdio.state == QETH_QDIO_UNINITIALIZED)
3121                 return;
3122         kfree(card->qdio.in_q);
3123         /* inbound buffer pool */
3124         qeth_free_buffer_pool(card);
3125         /* free outbound qdio_qs */
3126         for (i = 0; i < card->qdio.no_out_queues; ++i){
3127                 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j)
3128                         qeth_clear_output_buffer(card->qdio.out_qs[i],
3129                                         &card->qdio.out_qs[i]->bufs[j]);
3130                 kfree(card->qdio.out_qs[i]);
3131         }
3132         kfree(card->qdio.out_qs);
3133         card->qdio.state = QETH_QDIO_UNINITIALIZED;
3134 }
3135
3136 static void
3137 qeth_clear_qdio_buffers(struct qeth_card *card)
3138 {
3139         int i, j;
3140
3141         QETH_DBF_TEXT(trace, 2, "clearqdbf");
3142         /* clear outbound buffers to free skbs */
3143         for (i = 0; i < card->qdio.no_out_queues; ++i)
3144                 if (card->qdio.out_qs[i]){
3145                         for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j)
3146                                 qeth_clear_output_buffer(card->qdio.out_qs[i],
3147                                                 &card->qdio.out_qs[i]->bufs[j]);
3148                 }
3149 }
3150
3151 static void
3152 qeth_init_qdio_info(struct qeth_card *card)
3153 {
3154         QETH_DBF_TEXT(setup, 4, "intqdinf");
3155         card->qdio.state = QETH_QDIO_UNINITIALIZED;
3156         /* inbound */
3157         card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT;
3158         card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT;
3159         card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count;
3160         INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list);
3161         INIT_LIST_HEAD(&card->qdio.init_pool.entry_list);
3162         /* outbound */
3163         card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT;
3164         card->qdio.default_out_queue = QETH_DEFAULT_QUEUE;
3165 }
3166
3167 static int
3168 qeth_init_qdio_queues(struct qeth_card *card)
3169 {
3170         int i, j;
3171         int rc;
3172
3173         QETH_DBF_TEXT(setup, 2, "initqdqs");
3174
3175         /* inbound queue */
3176         memset(card->qdio.in_q->qdio_bufs, 0,
3177                QDIO_MAX_BUFFERS_PER_Q * sizeof(struct qdio_buffer));
3178         qeth_initialize_working_pool_list(card);
3179         /*give only as many buffers to hardware as we have buffer pool entries*/
3180         for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i)
3181                 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]);
3182         card->qdio.in_q->next_buf_to_init = card->qdio.in_buf_pool.buf_count - 1;
3183         rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0,
3184                      card->qdio.in_buf_pool.buf_count - 1, NULL);
3185         if (rc) {
3186                 QETH_DBF_TEXT_(setup, 2, "1err%d", rc);
3187                 return rc;
3188         }
3189         rc = qdio_synchronize(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0);
3190         if (rc) {
3191                 QETH_DBF_TEXT_(setup, 2, "2err%d", rc);
3192                 return rc;
3193         }
3194         /* outbound queue */
3195         for (i = 0; i < card->qdio.no_out_queues; ++i){
3196                 memset(card->qdio.out_qs[i]->qdio_bufs, 0,
3197                        QDIO_MAX_BUFFERS_PER_Q * sizeof(struct qdio_buffer));
3198                 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j){
3199                         qeth_clear_output_buffer(card->qdio.out_qs[i],
3200                                         &card->qdio.out_qs[i]->bufs[j]);
3201                 }
3202                 card->qdio.out_qs[i]->card = card;
3203                 card->qdio.out_qs[i]->next_buf_to_fill = 0;
3204                 card->qdio.out_qs[i]->do_pack = 0;
3205                 atomic_set(&card->qdio.out_qs[i]->used_buffers,0);
3206                 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0);
3207                 atomic_set(&card->qdio.out_qs[i]->state,
3208                            QETH_OUT_Q_UNLOCKED);
3209         }
3210         return 0;
3211 }
3212
3213 static int
3214 qeth_qdio_establish(struct qeth_card *card)
3215 {
3216         struct qdio_initialize init_data;
3217         char *qib_param_field;
3218         struct qdio_buffer **in_sbal_ptrs;
3219         struct qdio_buffer **out_sbal_ptrs;
3220         int i, j, k;
3221         int rc;
3222
3223         QETH_DBF_TEXT(setup, 2, "qdioest");
3224
3225         qib_param_field = kmalloc(QDIO_MAX_BUFFERS_PER_Q * sizeof(char),
3226                               GFP_KERNEL);
3227         if (!qib_param_field)
3228                 return -ENOMEM;
3229
3230         memset(qib_param_field, 0, QDIO_MAX_BUFFERS_PER_Q * sizeof(char));
3231
3232         qeth_create_qib_param_field(card, qib_param_field);
3233         qeth_create_qib_param_field_blkt(card, qib_param_field);
3234
3235         in_sbal_ptrs = kmalloc(QDIO_MAX_BUFFERS_PER_Q * sizeof(void *),
3236                                GFP_KERNEL);
3237         if (!in_sbal_ptrs) {
3238                 kfree(qib_param_field);
3239                 return -ENOMEM;
3240         }
3241         for(i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i)
3242                 in_sbal_ptrs[i] = (struct qdio_buffer *)
3243                         virt_to_phys(card->qdio.in_q->bufs[i].buffer);
3244
3245         out_sbal_ptrs =
3246                 kmalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q *
3247                         sizeof(void *), GFP_KERNEL);
3248         if (!out_sbal_ptrs) {
3249                 kfree(in_sbal_ptrs);
3250                 kfree(qib_param_field);
3251                 return -ENOMEM;
3252         }
3253         for(i = 0, k = 0; i < card->qdio.no_out_queues; ++i)
3254                 for(j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k){
3255                         out_sbal_ptrs[k] = (struct qdio_buffer *)
3256                                 virt_to_phys(card->qdio.out_qs[i]->
3257                                              bufs[j].buffer);
3258                 }
3259
3260         memset(&init_data, 0, sizeof(struct qdio_initialize));
3261         init_data.cdev                   = CARD_DDEV(card);
3262         init_data.q_format               = qeth_get_qdio_q_format(card);
3263         init_data.qib_param_field_format = 0;
3264         init_data.qib_param_field        = qib_param_field;
3265         init_data.min_input_threshold    = QETH_MIN_INPUT_THRESHOLD;
3266         init_data.max_input_threshold    = QETH_MAX_INPUT_THRESHOLD;
3267         init_data.min_output_threshold   = QETH_MIN_OUTPUT_THRESHOLD;
3268         init_data.max_output_threshold   = QETH_MAX_OUTPUT_THRESHOLD;
3269         init_data.no_input_qs            = 1;
3270         init_data.no_output_qs           = card->qdio.no_out_queues;
3271         init_data.input_handler          = (qdio_handler_t *)
3272                                            qeth_qdio_input_handler;
3273         init_data.output_handler         = (qdio_handler_t *)
3274                                            qeth_qdio_output_handler;
3275         init_data.int_parm               = (unsigned long) card;
3276         init_data.flags                  = QDIO_INBOUND_0COPY_SBALS |
3277                                            QDIO_OUTBOUND_0COPY_SBALS |
3278                                            QDIO_USE_OUTBOUND_PCIS;
3279         init_data.input_sbal_addr_array  = (void **) in_sbal_ptrs;
3280         init_data.output_sbal_addr_array = (void **) out_sbal_ptrs;
3281
3282         if (!(rc = qdio_initialize(&init_data)))
3283                 card->qdio.state = QETH_QDIO_ESTABLISHED;
3284
3285         kfree(out_sbal_ptrs);
3286         kfree(in_sbal_ptrs);
3287         kfree(qib_param_field);
3288         return rc;
3289 }
3290
3291 static int
3292 qeth_qdio_activate(struct qeth_card *card)
3293 {
3294         QETH_DBF_TEXT(setup,3,"qdioact");
3295         return qdio_activate(CARD_DDEV(card), 0);
3296 }
3297
3298 static int
3299 qeth_clear_channel(struct qeth_channel *channel)
3300 {
3301         unsigned long flags;
3302         struct qeth_card *card;
3303         int rc;
3304
3305         QETH_DBF_TEXT(trace,3,"clearch");
3306         card = CARD_FROM_CDEV(channel->ccwdev);
3307         spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags);
3308         rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM);
3309         spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags);
3310
3311         if (rc)
3312                 return rc;
3313         rc = wait_event_interruptible_timeout(card->wait_q,
3314                         channel->state==CH_STATE_STOPPED, QETH_TIMEOUT);
3315         if (rc == -ERESTARTSYS)
3316                 return rc;
3317         if (channel->state != CH_STATE_STOPPED)
3318                 return -ETIME;
3319         channel->state = CH_STATE_DOWN;
3320         return 0;
3321 }
3322
3323 static int
3324 qeth_halt_channel(struct qeth_channel *channel)
3325 {
3326         unsigned long flags;
3327         struct qeth_card *card;
3328         int rc;
3329
3330         QETH_DBF_TEXT(trace,3,"haltch");
3331         card = CARD_FROM_CDEV(channel->ccwdev);
3332         spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags);
3333         rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM);
3334         spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags);
3335
3336         if (rc)
3337                 return rc;
3338         rc = wait_event_interruptible_timeout(card->wait_q,
3339                         channel->state==CH_STATE_HALTED, QETH_TIMEOUT);
3340         if (rc == -ERESTARTSYS)
3341                 return rc;
3342         if (channel->state != CH_STATE_HALTED)
3343                 return -ETIME;
3344         return 0;
3345 }
3346
3347 static int
3348 qeth_halt_channels(struct qeth_card *card)
3349 {
3350         int rc = 0;
3351
3352         QETH_DBF_TEXT(trace,3,"haltchs");
3353         if ((rc = qeth_halt_channel(&card->read)))
3354                 return rc;
3355         if ((rc = qeth_halt_channel(&card->write)))
3356                 return rc;
3357         return  qeth_halt_channel(&card->data);
3358 }
3359 static int
3360 qeth_clear_channels(struct qeth_card *card)
3361 {
3362         int rc = 0;
3363
3364         QETH_DBF_TEXT(trace,3,"clearchs");
3365         if ((rc = qeth_clear_channel(&card->read)))
3366                 return rc;
3367         if ((rc = qeth_clear_channel(&card->write)))
3368                 return rc;
3369         return  qeth_clear_channel(&card->data);
3370 }
3371
3372 static int
3373 qeth_clear_halt_card(struct qeth_card *card, int halt)
3374 {
3375         int rc = 0;
3376
3377         QETH_DBF_TEXT(trace,3,"clhacrd");
3378         QETH_DBF_HEX(trace, 3, &card, sizeof(void *));
3379
3380         if (halt)
3381                 rc = qeth_halt_channels(card);
3382         if (rc)
3383                 return rc;
3384         return qeth_clear_channels(card);
3385 }
3386
3387 static int
3388 qeth_qdio_clear_card(struct qeth_card *card, int use_halt)
3389 {
3390         int rc = 0;
3391
3392         QETH_DBF_TEXT(trace,3,"qdioclr");
3393         if (card->qdio.state == QETH_QDIO_ESTABLISHED){
3394                 if ((rc = qdio_cleanup(CARD_DDEV(card),
3395                              (card->info.type == QETH_CARD_TYPE_IQD) ?
3396                              QDIO_FLAG_CLEANUP_USING_HALT :
3397                              QDIO_FLAG_CLEANUP_USING_CLEAR)))
3398                         QETH_DBF_TEXT_(trace, 3, "1err%d", rc);
3399                 card->qdio.state = QETH_QDIO_ALLOCATED;
3400         }
3401         if ((rc = qeth_clear_halt_card(card, use_halt)))
3402                 QETH_DBF_TEXT_(trace, 3, "2err%d", rc);
3403         card->state = CARD_STATE_DOWN;
3404         return rc;
3405 }
3406
3407 static int
3408 qeth_dm_act(struct qeth_card *card)
3409 {
3410         int rc;
3411         struct qeth_cmd_buffer *iob;
3412
3413         QETH_DBF_TEXT(setup,2,"dmact");
3414
3415         iob = qeth_wait_for_buffer(&card->write);
3416         memcpy(iob->data, DM_ACT, DM_ACT_SIZE);
3417
3418         memcpy(QETH_DM_ACT_DEST_ADDR(iob->data),
3419                &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH);
3420         memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data),
3421                &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH);
3422         rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL);
3423         return rc;
3424 }
3425
3426 static int
3427 qeth_mpc_initialize(struct qeth_card *card)
3428 {
3429         int rc;
3430
3431         QETH_DBF_TEXT(setup,2,"mpcinit");
3432
3433         if ((rc = qeth_issue_next_read(card))){
3434                 QETH_DBF_TEXT_(setup, 2, "1err%d", rc);
3435                 return rc;
3436         }
3437         if ((rc = qeth_cm_enable(card))){
3438                 QETH_DBF_TEXT_(setup, 2, "2err%d", rc);
3439                 return rc;
3440         }
3441         if ((rc = qeth_cm_setup(card))){
3442                 QETH_DBF_TEXT_(setup, 2, "3err%d", rc);
3443                 return rc;
3444         }
3445         if ((rc = qeth_ulp_enable(card))){
3446                 QETH_DBF_TEXT_(setup, 2, "4err%d", rc);
3447                 return rc;
3448         }
3449         if ((rc = qeth_ulp_setup(card))){
3450                 QETH_DBF_TEXT_(setup, 2, "5err%d", rc);
3451                 return rc;
3452         }
3453         if ((rc = qeth_alloc_qdio_buffers(card))){
3454                 QETH_DBF_TEXT_(setup, 2, "5err%d", rc);
3455                 return rc;
3456         }
3457         if ((rc = qeth_qdio_establish(card))){
3458                 QETH_DBF_TEXT_(setup, 2, "6err%d", rc);
3459                 qeth_free_qdio_buffers(card);
3460                 goto out_qdio;
3461         }
3462         if ((rc = qeth_qdio_activate(card))){
3463                 QETH_DBF_TEXT_(setup, 2, "7err%d", rc);
3464                 goto out_qdio;
3465         }
3466         if ((rc = qeth_dm_act(card))){
3467                 QETH_DBF_TEXT_(setup, 2, "8err%d", rc);
3468                 goto out_qdio;
3469         }
3470
3471         return 0;
3472 out_qdio:
3473         qeth_qdio_clear_card(card, card->info.type==QETH_CARD_TYPE_OSAE);
3474         return rc;
3475 }
3476
3477 static struct net_device *
3478 qeth_get_netdevice(enum qeth_card_types type, enum qeth_link_types linktype)
3479 {
3480         struct net_device *dev = NULL;
3481
3482         switch (type) {
3483         case QETH_CARD_TYPE_OSAE:
3484                 switch (linktype) {
3485                 case QETH_LINK_TYPE_LANE_TR:
3486                 case QETH_LINK_TYPE_HSTR:
3487 #ifdef CONFIG_TR
3488                         dev = alloc_trdev(0);
3489 #endif /* CONFIG_TR */
3490                         break;
3491                 default:
3492                         dev = alloc_etherdev(0);
3493                 }
3494                 break;
3495         case QETH_CARD_TYPE_IQD:
3496                 dev = alloc_netdev(0, "hsi%d", ether_setup);
3497                 break;
3498         default:
3499                 dev = alloc_etherdev(0);
3500         }
3501         return dev;
3502 }
3503
3504 /*hard_header fake function; used in case fake_ll is set */
3505 static int
3506 qeth_fake_header(struct sk_buff *skb, struct net_device *dev,
3507                      unsigned short type, void *daddr, void *saddr,
3508                      unsigned len)
3509 {
3510         if(dev->type == ARPHRD_IEEE802_TR){
3511                 struct trh_hdr *hdr;
3512                 hdr = (struct trh_hdr *)skb_push(skb, QETH_FAKE_LL_LEN_TR);
3513                 memcpy(hdr->saddr, dev->dev_addr, TR_ALEN);
3514                 memcpy(hdr->daddr, "FAKELL", TR_ALEN);
3515                 return QETH_FAKE_LL_LEN_TR;
3516
3517         } else {
3518                 struct ethhdr *hdr;
3519                 hdr = (struct ethhdr *)skb_push(skb, QETH_FAKE_LL_LEN_ETH);
3520                 memcpy(hdr->h_source, dev->dev_addr, ETH_ALEN);
3521                 memcpy(hdr->h_dest, "FAKELL", ETH_ALEN);
3522                 if (type != ETH_P_802_3)
3523                         hdr->h_proto = htons(type);
3524                 else
3525                         hdr->h_proto = htons(len);
3526                 return QETH_FAKE_LL_LEN_ETH;
3527
3528         }
3529 }
3530
3531 static inline int
3532 qeth_send_packet(struct qeth_card *, struct sk_buff *);
3533
3534 static int
3535 qeth_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
3536 {
3537         int rc;
3538         struct qeth_card *card;
3539
3540         QETH_DBF_TEXT(trace, 6, "hrdstxmi");
3541         card = (struct qeth_card *)dev->priv;
3542         if (skb==NULL) {
3543                 card->stats.tx_dropped++;
3544                 card->stats.tx_errors++;
3545                 /* return OK; otherwise ksoftirqd goes to 100% */
3546                 return NETDEV_TX_OK;
3547         }
3548         if ((card->state != CARD_STATE_UP) || !card->lan_online) {
3549                 card->stats.tx_dropped++;
3550                 card->stats.tx_errors++;
3551                 card->stats.tx_carrier_errors++;
3552                 dev_kfree_skb_any(skb);
3553                 /* return OK; otherwise ksoftirqd goes to 100% */
3554                 return NETDEV_TX_OK;
3555         }
3556 #ifdef CONFIG_QETH_PERF_STATS
3557         card->perf_stats.outbound_cnt++;
3558         card->perf_stats.outbound_start_time = qeth_get_micros();
3559 #endif
3560         netif_stop_queue(dev);
3561         if ((rc = qeth_send_packet(card, skb))) {
3562                 if (rc == -EBUSY) {
3563                         return NETDEV_TX_BUSY;
3564                 } else {
3565                         card->stats.tx_errors++;
3566                         card->stats.tx_dropped++;
3567                         dev_kfree_skb_any(skb);
3568                         /*set to OK; otherwise ksoftirqd goes to 100% */
3569                         rc = NETDEV_TX_OK;
3570                 }
3571         }
3572         netif_wake_queue(dev);
3573 #ifdef CONFIG_QETH_PERF_STATS
3574         card->perf_stats.outbound_time += qeth_get_micros() -
3575                 card->perf_stats.outbound_start_time;
3576 #endif
3577         return rc;
3578 }
3579
3580 static int
3581 qeth_verify_vlan_dev(struct net_device *dev, struct qeth_card *card)
3582 {
3583         int rc = 0;
3584 #ifdef CONFIG_QETH_VLAN
3585         struct vlan_group *vg;
3586         int i;
3587
3588         if (!(vg = card->vlangrp))
3589                 return rc;
3590
3591         for (i = 0; i < VLAN_GROUP_ARRAY_LEN; i++){
3592                 if (vg->vlan_devices[i] == dev){
3593                         rc = QETH_VLAN_CARD;
3594                         break;
3595                 }
3596         }
3597 #endif
3598         return rc;
3599 }
3600
3601 static int
3602 qeth_verify_dev(struct net_device *dev)
3603 {
3604         struct qeth_card *card;
3605         unsigned long flags;
3606         int rc = 0;
3607
3608         read_lock_irqsave(&qeth_card_list.rwlock, flags);
3609         list_for_each_entry(card, &qeth_card_list.list, list){
3610                 if (card->dev == dev){
3611                         rc = QETH_REAL_CARD;
3612                         break;
3613                 }
3614                 rc = qeth_verify_vlan_dev(dev, card);
3615                 if (rc)
3616                         break;
3617         }
3618         read_unlock_irqrestore(&qeth_card_list.rwlock, flags);
3619
3620         return rc;
3621 }
3622
3623 static struct qeth_card *
3624 qeth_get_card_from_dev(struct net_device *dev)
3625 {
3626         struct qeth_card *card = NULL;
3627         int rc;
3628
3629         rc = qeth_verify_dev(dev);
3630         if (rc == QETH_REAL_CARD)
3631                 card = (struct qeth_card *)dev->priv;
3632         else if (rc == QETH_VLAN_CARD)
3633                 card = (struct qeth_card *)
3634                         VLAN_DEV_INFO(dev)->real_dev->priv;
3635
3636         QETH_DBF_TEXT_(trace, 4, "%d", rc);
3637         return card ;
3638 }
3639
3640 static void
3641 qeth_tx_timeout(struct net_device *dev)
3642 {
3643         struct qeth_card *card;
3644
3645         card = (struct qeth_card *) dev->priv;
3646         card->stats.tx_errors++;
3647         qeth_schedule_recovery(card);
3648 }
3649
3650 static int
3651 qeth_open(struct net_device *dev)
3652 {
3653         struct qeth_card *card;
3654
3655         QETH_DBF_TEXT(trace, 4, "qethopen");
3656
3657         card = (struct qeth_card *) dev->priv;
3658
3659         if (card->state != CARD_STATE_SOFTSETUP)
3660                 return -ENODEV;
3661
3662         if ( (card->options.layer2) &&
3663              (!card->info.layer2_mac_registered)) {
3664                 QETH_DBF_TEXT(trace,4,"nomacadr");
3665                 return -EPERM;
3666         }
3667         card->dev->flags |= IFF_UP;
3668         netif_start_queue(dev);
3669         card->data.state = CH_STATE_UP;
3670         card->state = CARD_STATE_UP;
3671
3672         if (!card->lan_online){
3673                 if (netif_carrier_ok(dev))
3674                         netif_carrier_off(dev);
3675         }
3676         return 0;
3677 }
3678
3679 static int
3680 qeth_stop(struct net_device *dev)
3681 {
3682         struct qeth_card *card;
3683
3684         QETH_DBF_TEXT(trace, 4, "qethstop");
3685
3686         card = (struct qeth_card *) dev->priv;
3687
3688         netif_stop_queue(dev);
3689         card->dev->flags &= ~IFF_UP;
3690         if (card->state == CARD_STATE_UP)
3691                 card->state = CARD_STATE_SOFTSETUP;
3692         return 0;
3693 }
3694
3695 static inline int
3696 qeth_get_cast_type(struct qeth_card *card, struct sk_buff *skb)
3697 {
3698         int cast_type = RTN_UNSPEC;
3699
3700         if (skb->dst && skb->dst->neighbour){
3701                 cast_type = skb->dst->neighbour->type;
3702                 if ((cast_type == RTN_BROADCAST) ||
3703                     (cast_type == RTN_MULTICAST) ||
3704                     (cast_type == RTN_ANYCAST))
3705                         return cast_type;
3706                 else
3707                         return RTN_UNSPEC;
3708         }
3709         /* try something else */
3710         if (skb->protocol == ETH_P_IPV6)
3711                 return (skb->nh.raw[24] == 0xff) ? RTN_MULTICAST : 0;
3712         else if (skb->protocol == ETH_P_IP)
3713                 return ((skb->nh.raw[16] & 0xf0) == 0xe0) ? RTN_MULTICAST : 0;
3714         /* ... */
3715         if (!memcmp(skb->data, skb->dev->broadcast, 6))
3716                 return RTN_BROADCAST;
3717         else {
3718                 u16 hdr_mac;
3719
3720                 hdr_mac = *((u16 *)skb->data);
3721                 /* tr multicast? */
3722                 switch (card->info.link_type) {
3723                 case QETH_LINK_TYPE_HSTR:
3724                 case QETH_LINK_TYPE_LANE_TR:
3725                         if ((hdr_mac == QETH_TR_MAC_NC) ||
3726                             (hdr_mac == QETH_TR_MAC_C))
3727                                 return RTN_MULTICAST;
3728                 /* eth or so multicast? */
3729                 default:
3730                         if ((hdr_mac == QETH_ETH_MAC_V4) ||
3731                             (hdr_mac == QETH_ETH_MAC_V6))
3732                                 return RTN_MULTICAST;
3733                 }
3734         }
3735         return cast_type;
3736 }
3737
3738 static inline int
3739 qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb,
3740                         int ipv, int cast_type)
3741 {
3742         if (!ipv && (card->info.type == QETH_CARD_TYPE_OSAE))
3743                 return card->qdio.default_out_queue;
3744         switch (card->qdio.no_out_queues) {
3745         case 4:
3746                 if (cast_type && card->info.is_multicast_different)
3747                         return card->info.is_multicast_different &
3748                                 (card->qdio.no_out_queues - 1);
3749                 if (card->qdio.do_prio_queueing && (ipv == 4)) {
3750                         if (card->qdio.do_prio_queueing==QETH_PRIO_Q_ING_TOS){
3751                                 if (skb->nh.iph->tos & IP_TOS_NOTIMPORTANT)
3752                                         return 3;
3753                                 if (skb->nh.iph->tos & IP_TOS_HIGHRELIABILITY)
3754                                         return 2;
3755                                 if (skb->nh.iph->tos & IP_TOS_HIGHTHROUGHPUT)
3756                                         return 1;
3757                                 if (skb->nh.iph->tos & IP_TOS_LOWDELAY)
3758                                         return 0;
3759                         }
3760                         if (card->qdio.do_prio_queueing==QETH_PRIO_Q_ING_PREC)
3761                                 return 3 - (skb->nh.iph->tos >> 6);
3762                 } else if (card->qdio.do_prio_queueing && (ipv == 6)) {
3763                         /* TODO: IPv6!!! */
3764                 }
3765                 return card->qdio.default_out_queue;
3766         case 1: /* fallthrough for single-out-queue 1920-device */