vlan: allow TSO setting on vlan interfaces
[linux-2.6.git] / net / 8021q / vlan_dev.c
1 /* -*- linux-c -*-
2  * INET         802.1Q VLAN
3  *              Ethernet-type device handling.
4  *
5  * Authors:     Ben Greear <greearb@candelatech.com>
6  *              Please send support related email to: netdev@vger.kernel.org
7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
8  *
9  * Fixes:       Mar 22 2001: Martin Bokaemper <mbokaemper@unispherenetworks.com>
10  *                - reset skb->pkt_type on incoming packets when MAC was changed
11  *                - see that changed MAC is saddr for outgoing packets
12  *              Oct 20, 2001:  Ard van Breeman:
13  *                - Fix MC-list, finally.
14  *                - Flush MC-list on VLAN destroy.
15  *
16  *
17  *              This program is free software; you can redistribute it and/or
18  *              modify it under the terms of the GNU General Public License
19  *              as published by the Free Software Foundation; either version
20  *              2 of the License, or (at your option) any later version.
21  */
22
23 #include <linux/module.h>
24 #include <linux/slab.h>
25 #include <linux/skbuff.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/ethtool.h>
29 #include <net/arp.h>
30
31 #include "vlan.h"
32 #include "vlanproc.h"
33 #include <linux/if_vlan.h>
34
35 /*
36  *      Rebuild the Ethernet MAC header. This is called after an ARP
37  *      (or in future other address resolution) has completed on this
38  *      sk_buff. We now let ARP fill in the other fields.
39  *
40  *      This routine CANNOT use cached dst->neigh!
41  *      Really, it is used only when dst->neigh is wrong.
42  *
43  * TODO:  This needs a checkup, I'm ignorant here. --BLG
44  */
45 static int vlan_dev_rebuild_header(struct sk_buff *skb)
46 {
47         struct net_device *dev = skb->dev;
48         struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
49
50         switch (veth->h_vlan_encapsulated_proto) {
51 #ifdef CONFIG_INET
52         case htons(ETH_P_IP):
53
54                 /* TODO:  Confirm this will work with VLAN headers... */
55                 return arp_find(veth->h_dest, skb);
56 #endif
57         default:
58                 pr_debug("%s: unable to resolve type %X addresses.\n",
59                          dev->name, ntohs(veth->h_vlan_encapsulated_proto));
60
61                 memcpy(veth->h_source, dev->dev_addr, ETH_ALEN);
62                 break;
63         }
64
65         return 0;
66 }
67
68 static inline struct sk_buff *vlan_check_reorder_header(struct sk_buff *skb)
69 {
70         if (vlan_dev_info(skb->dev)->flags & VLAN_FLAG_REORDER_HDR) {
71                 if (skb_cow(skb, skb_headroom(skb)) < 0)
72                         skb = NULL;
73                 if (skb) {
74                         /* Lifted from Gleb's VLAN code... */
75                         memmove(skb->data - ETH_HLEN,
76                                 skb->data - VLAN_ETH_HLEN, 12);
77                         skb->mac_header += VLAN_HLEN;
78                 }
79         }
80
81         return skb;
82 }
83
84 static inline void vlan_set_encap_proto(struct sk_buff *skb,
85                 struct vlan_hdr *vhdr)
86 {
87         __be16 proto;
88         unsigned char *rawp;
89
90         /*
91          * Was a VLAN packet, grab the encapsulated protocol, which the layer
92          * three protocols care about.
93          */
94
95         proto = vhdr->h_vlan_encapsulated_proto;
96         if (ntohs(proto) >= 1536) {
97                 skb->protocol = proto;
98                 return;
99         }
100
101         rawp = skb->data;
102         if (*(unsigned short *)rawp == 0xFFFF)
103                 /*
104                  * This is a magic hack to spot IPX packets. Older Novell
105                  * breaks the protocol design and runs IPX over 802.3 without
106                  * an 802.2 LLC layer. We look for FFFF which isn't a used
107                  * 802.2 SSAP/DSAP. This won't work for fault tolerant netware
108                  * but does for the rest.
109                  */
110                 skb->protocol = htons(ETH_P_802_3);
111         else
112                 /*
113                  * Real 802.2 LLC
114                  */
115                 skb->protocol = htons(ETH_P_802_2);
116 }
117
118 /*
119  *      Determine the packet's protocol ID. The rule here is that we
120  *      assume 802.3 if the type field is short enough to be a length.
121  *      This is normal practice and works for any 'now in use' protocol.
122  *
123  *  Also, at this point we assume that we ARE dealing exclusively with
124  *  VLAN packets, or packets that should be made into VLAN packets based
125  *  on a default VLAN ID.
126  *
127  *  NOTE:  Should be similar to ethernet/eth.c.
128  *
129  *  SANITY NOTE:  This method is called when a packet is moving up the stack
130  *                towards userland.  To get here, it would have already passed
131  *                through the ethernet/eth.c eth_type_trans() method.
132  *  SANITY NOTE 2: We are referencing to the VLAN_HDR frields, which MAY be
133  *                 stored UNALIGNED in the memory.  RISC systems don't like
134  *                 such cases very much...
135  *  SANITY NOTE 2a: According to Dave Miller & Alexey, it will always be
136  *                  aligned, so there doesn't need to be any of the unaligned
137  *                  stuff.  It has been commented out now...  --Ben
138  *
139  */
140 int vlan_skb_recv(struct sk_buff *skb, struct net_device *dev,
141                   struct packet_type *ptype, struct net_device *orig_dev)
142 {
143         struct vlan_hdr *vhdr;
144         struct vlan_rx_stats *rx_stats;
145         u16 vlan_id;
146         u16 vlan_tci;
147
148         skb = skb_share_check(skb, GFP_ATOMIC);
149         if (skb == NULL)
150                 goto err_free;
151
152         if (unlikely(!pskb_may_pull(skb, VLAN_HLEN)))
153                 goto err_free;
154
155         vhdr = (struct vlan_hdr *)skb->data;
156         vlan_tci = ntohs(vhdr->h_vlan_TCI);
157         vlan_id = vlan_tci & VLAN_VID_MASK;
158
159         rcu_read_lock();
160         skb->dev = __find_vlan_dev(dev, vlan_id);
161         if (!skb->dev) {
162                 pr_debug("%s: ERROR: No net_device for VID: %u on dev: %s\n",
163                          __func__, vlan_id, dev->name);
164                 goto err_unlock;
165         }
166
167         rx_stats = per_cpu_ptr(vlan_dev_info(skb->dev)->vlan_rx_stats,
168                                smp_processor_id());
169         u64_stats_update_begin(&rx_stats->syncp);
170         rx_stats->rx_packets++;
171         rx_stats->rx_bytes += skb->len;
172
173         skb_pull_rcsum(skb, VLAN_HLEN);
174
175         skb->priority = vlan_get_ingress_priority(skb->dev, vlan_tci);
176
177         pr_debug("%s: priority: %u for TCI: %hu\n",
178                  __func__, skb->priority, vlan_tci);
179
180         switch (skb->pkt_type) {
181         case PACKET_BROADCAST: /* Yeah, stats collect these together.. */
182                 /* stats->broadcast ++; // no such counter :-( */
183                 break;
184
185         case PACKET_MULTICAST:
186                 rx_stats->rx_multicast++;
187                 break;
188
189         case PACKET_OTHERHOST:
190                 /* Our lower layer thinks this is not local, let's make sure.
191                  * This allows the VLAN to have a different MAC than the
192                  * underlying device, and still route correctly.
193                  */
194                 if (!compare_ether_addr(eth_hdr(skb)->h_dest,
195                                         skb->dev->dev_addr))
196                         skb->pkt_type = PACKET_HOST;
197                 break;
198         default:
199                 break;
200         }
201         u64_stats_update_end(&rx_stats->syncp);
202
203         vlan_set_encap_proto(skb, vhdr);
204
205         skb = vlan_check_reorder_header(skb);
206         if (!skb) {
207                 rx_stats->rx_errors++;
208                 goto err_unlock;
209         }
210
211         netif_rx(skb);
212         rcu_read_unlock();
213         return NET_RX_SUCCESS;
214
215 err_unlock:
216         rcu_read_unlock();
217 err_free:
218         kfree_skb(skb);
219         return NET_RX_DROP;
220 }
221
222 static inline u16
223 vlan_dev_get_egress_qos_mask(struct net_device *dev, struct sk_buff *skb)
224 {
225         struct vlan_priority_tci_mapping *mp;
226
227         mp = vlan_dev_info(dev)->egress_priority_map[(skb->priority & 0xF)];
228         while (mp) {
229                 if (mp->priority == skb->priority) {
230                         return mp->vlan_qos; /* This should already be shifted
231                                               * to mask correctly with the
232                                               * VLAN's TCI */
233                 }
234                 mp = mp->next;
235         }
236         return 0;
237 }
238
239 /*
240  *      Create the VLAN header for an arbitrary protocol layer
241  *
242  *      saddr=NULL      means use device source address
243  *      daddr=NULL      means leave destination address (eg unresolved arp)
244  *
245  *  This is called when the SKB is moving down the stack towards the
246  *  physical devices.
247  */
248 static int vlan_dev_hard_header(struct sk_buff *skb, struct net_device *dev,
249                                 unsigned short type,
250                                 const void *daddr, const void *saddr,
251                                 unsigned int len)
252 {
253         struct vlan_hdr *vhdr;
254         unsigned int vhdrlen = 0;
255         u16 vlan_tci = 0;
256         int rc;
257
258         if (WARN_ON(skb_headroom(skb) < dev->hard_header_len))
259                 return -ENOSPC;
260
261         if (!(vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR)) {
262                 vhdr = (struct vlan_hdr *) skb_push(skb, VLAN_HLEN);
263
264                 vlan_tci = vlan_dev_info(dev)->vlan_id;
265                 vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
266                 vhdr->h_vlan_TCI = htons(vlan_tci);
267
268                 /*
269                  *  Set the protocol type. For a packet of type ETH_P_802_3/2 we
270                  *  put the length in here instead.
271                  */
272                 if (type != ETH_P_802_3 && type != ETH_P_802_2)
273                         vhdr->h_vlan_encapsulated_proto = htons(type);
274                 else
275                         vhdr->h_vlan_encapsulated_proto = htons(len);
276
277                 skb->protocol = htons(ETH_P_8021Q);
278                 type = ETH_P_8021Q;
279                 vhdrlen = VLAN_HLEN;
280         }
281
282         /* Before delegating work to the lower layer, enter our MAC-address */
283         if (saddr == NULL)
284                 saddr = dev->dev_addr;
285
286         /* Now make the underlying real hard header */
287         dev = vlan_dev_info(dev)->real_dev;
288         rc = dev_hard_header(skb, dev, type, daddr, saddr, len + vhdrlen);
289         if (rc > 0)
290                 rc += vhdrlen;
291         return rc;
292 }
293
294 static netdev_tx_t vlan_dev_hard_start_xmit(struct sk_buff *skb,
295                                             struct net_device *dev)
296 {
297         int i = skb_get_queue_mapping(skb);
298         struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
299         struct vlan_ethhdr *veth = (struct vlan_ethhdr *)(skb->data);
300         unsigned int len;
301         int ret;
302
303         /* Handle non-VLAN frames if they are sent to us, for example by DHCP.
304          *
305          * NOTE: THIS ASSUMES DIX ETHERNET, SPECIFICALLY NOT SUPPORTING
306          * OTHER THINGS LIKE FDDI/TokenRing/802.3 SNAPs...
307          */
308         if (veth->h_vlan_proto != htons(ETH_P_8021Q) ||
309             vlan_dev_info(dev)->flags & VLAN_FLAG_REORDER_HDR) {
310                 unsigned int orig_headroom = skb_headroom(skb);
311                 u16 vlan_tci;
312
313                 vlan_dev_info(dev)->cnt_encap_on_xmit++;
314
315                 vlan_tci = vlan_dev_info(dev)->vlan_id;
316                 vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
317                 skb = __vlan_put_tag(skb, vlan_tci);
318                 if (!skb) {
319                         txq->tx_dropped++;
320                         return NETDEV_TX_OK;
321                 }
322
323                 if (orig_headroom < VLAN_HLEN)
324                         vlan_dev_info(dev)->cnt_inc_headroom_on_tx++;
325         }
326
327
328         skb_set_dev(skb, vlan_dev_info(dev)->real_dev);
329         len = skb->len;
330         ret = dev_queue_xmit(skb);
331
332         if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
333                 txq->tx_packets++;
334                 txq->tx_bytes += len;
335         } else
336                 txq->tx_dropped++;
337
338         return ret;
339 }
340
341 static netdev_tx_t vlan_dev_hwaccel_hard_start_xmit(struct sk_buff *skb,
342                                                     struct net_device *dev)
343 {
344         int i = skb_get_queue_mapping(skb);
345         struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
346         u16 vlan_tci;
347         unsigned int len;
348         int ret;
349
350         vlan_tci = vlan_dev_info(dev)->vlan_id;
351         vlan_tci |= vlan_dev_get_egress_qos_mask(dev, skb);
352         skb = __vlan_hwaccel_put_tag(skb, vlan_tci);
353
354         skb->dev = vlan_dev_info(dev)->real_dev;
355         len = skb->len;
356         ret = dev_queue_xmit(skb);
357
358         if (likely(ret == NET_XMIT_SUCCESS || ret == NET_XMIT_CN)) {
359                 txq->tx_packets++;
360                 txq->tx_bytes += len;
361         } else
362                 txq->tx_dropped++;
363
364         return ret;
365 }
366
367 static u16 vlan_dev_select_queue(struct net_device *dev, struct sk_buff *skb)
368 {
369         struct net_device *rdev = vlan_dev_info(dev)->real_dev;
370         const struct net_device_ops *ops = rdev->netdev_ops;
371
372         return ops->ndo_select_queue(rdev, skb);
373 }
374
375 static int vlan_dev_change_mtu(struct net_device *dev, int new_mtu)
376 {
377         /* TODO: gotta make sure the underlying layer can handle it,
378          * maybe an IFF_VLAN_CAPABLE flag for devices?
379          */
380         if (vlan_dev_info(dev)->real_dev->mtu < new_mtu)
381                 return -ERANGE;
382
383         dev->mtu = new_mtu;
384
385         return 0;
386 }
387
388 void vlan_dev_set_ingress_priority(const struct net_device *dev,
389                                    u32 skb_prio, u16 vlan_prio)
390 {
391         struct vlan_dev_info *vlan = vlan_dev_info(dev);
392
393         if (vlan->ingress_priority_map[vlan_prio & 0x7] && !skb_prio)
394                 vlan->nr_ingress_mappings--;
395         else if (!vlan->ingress_priority_map[vlan_prio & 0x7] && skb_prio)
396                 vlan->nr_ingress_mappings++;
397
398         vlan->ingress_priority_map[vlan_prio & 0x7] = skb_prio;
399 }
400
401 int vlan_dev_set_egress_priority(const struct net_device *dev,
402                                  u32 skb_prio, u16 vlan_prio)
403 {
404         struct vlan_dev_info *vlan = vlan_dev_info(dev);
405         struct vlan_priority_tci_mapping *mp = NULL;
406         struct vlan_priority_tci_mapping *np;
407         u32 vlan_qos = (vlan_prio << VLAN_PRIO_SHIFT) & VLAN_PRIO_MASK;
408
409         /* See if a priority mapping exists.. */
410         mp = vlan->egress_priority_map[skb_prio & 0xF];
411         while (mp) {
412                 if (mp->priority == skb_prio) {
413                         if (mp->vlan_qos && !vlan_qos)
414                                 vlan->nr_egress_mappings--;
415                         else if (!mp->vlan_qos && vlan_qos)
416                                 vlan->nr_egress_mappings++;
417                         mp->vlan_qos = vlan_qos;
418                         return 0;
419                 }
420                 mp = mp->next;
421         }
422
423         /* Create a new mapping then. */
424         mp = vlan->egress_priority_map[skb_prio & 0xF];
425         np = kmalloc(sizeof(struct vlan_priority_tci_mapping), GFP_KERNEL);
426         if (!np)
427                 return -ENOBUFS;
428
429         np->next = mp;
430         np->priority = skb_prio;
431         np->vlan_qos = vlan_qos;
432         vlan->egress_priority_map[skb_prio & 0xF] = np;
433         if (vlan_qos)
434                 vlan->nr_egress_mappings++;
435         return 0;
436 }
437
438 /* Flags are defined in the vlan_flags enum in include/linux/if_vlan.h file. */
439 int vlan_dev_change_flags(const struct net_device *dev, u32 flags, u32 mask)
440 {
441         struct vlan_dev_info *vlan = vlan_dev_info(dev);
442         u32 old_flags = vlan->flags;
443
444         if (mask & ~(VLAN_FLAG_REORDER_HDR | VLAN_FLAG_GVRP |
445                      VLAN_FLAG_LOOSE_BINDING))
446                 return -EINVAL;
447
448         vlan->flags = (old_flags & ~mask) | (flags & mask);
449
450         if (netif_running(dev) && (vlan->flags ^ old_flags) & VLAN_FLAG_GVRP) {
451                 if (vlan->flags & VLAN_FLAG_GVRP)
452                         vlan_gvrp_request_join(dev);
453                 else
454                         vlan_gvrp_request_leave(dev);
455         }
456         return 0;
457 }
458
459 void vlan_dev_get_realdev_name(const struct net_device *dev, char *result)
460 {
461         strncpy(result, vlan_dev_info(dev)->real_dev->name, 23);
462 }
463
464 static int vlan_dev_open(struct net_device *dev)
465 {
466         struct vlan_dev_info *vlan = vlan_dev_info(dev);
467         struct net_device *real_dev = vlan->real_dev;
468         int err;
469
470         if (!(real_dev->flags & IFF_UP) &&
471             !(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
472                 return -ENETDOWN;
473
474         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr)) {
475                 err = dev_uc_add(real_dev, dev->dev_addr);
476                 if (err < 0)
477                         goto out;
478         }
479
480         if (dev->flags & IFF_ALLMULTI) {
481                 err = dev_set_allmulti(real_dev, 1);
482                 if (err < 0)
483                         goto del_unicast;
484         }
485         if (dev->flags & IFF_PROMISC) {
486                 err = dev_set_promiscuity(real_dev, 1);
487                 if (err < 0)
488                         goto clear_allmulti;
489         }
490
491         memcpy(vlan->real_dev_addr, real_dev->dev_addr, ETH_ALEN);
492
493         if (vlan->flags & VLAN_FLAG_GVRP)
494                 vlan_gvrp_request_join(dev);
495
496         netif_carrier_on(dev);
497         return 0;
498
499 clear_allmulti:
500         if (dev->flags & IFF_ALLMULTI)
501                 dev_set_allmulti(real_dev, -1);
502 del_unicast:
503         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
504                 dev_uc_del(real_dev, dev->dev_addr);
505 out:
506         netif_carrier_off(dev);
507         return err;
508 }
509
510 static int vlan_dev_stop(struct net_device *dev)
511 {
512         struct vlan_dev_info *vlan = vlan_dev_info(dev);
513         struct net_device *real_dev = vlan->real_dev;
514
515         if (vlan->flags & VLAN_FLAG_GVRP)
516                 vlan_gvrp_request_leave(dev);
517
518         dev_mc_unsync(real_dev, dev);
519         dev_uc_unsync(real_dev, dev);
520         if (dev->flags & IFF_ALLMULTI)
521                 dev_set_allmulti(real_dev, -1);
522         if (dev->flags & IFF_PROMISC)
523                 dev_set_promiscuity(real_dev, -1);
524
525         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
526                 dev_uc_del(real_dev, dev->dev_addr);
527
528         netif_carrier_off(dev);
529         return 0;
530 }
531
532 static int vlan_dev_set_mac_address(struct net_device *dev, void *p)
533 {
534         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
535         struct sockaddr *addr = p;
536         int err;
537
538         if (!is_valid_ether_addr(addr->sa_data))
539                 return -EADDRNOTAVAIL;
540
541         if (!(dev->flags & IFF_UP))
542                 goto out;
543
544         if (compare_ether_addr(addr->sa_data, real_dev->dev_addr)) {
545                 err = dev_uc_add(real_dev, addr->sa_data);
546                 if (err < 0)
547                         return err;
548         }
549
550         if (compare_ether_addr(dev->dev_addr, real_dev->dev_addr))
551                 dev_uc_del(real_dev, dev->dev_addr);
552
553 out:
554         memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
555         return 0;
556 }
557
558 static int vlan_dev_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
559 {
560         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
561         const struct net_device_ops *ops = real_dev->netdev_ops;
562         struct ifreq ifrr;
563         int err = -EOPNOTSUPP;
564
565         strncpy(ifrr.ifr_name, real_dev->name, IFNAMSIZ);
566         ifrr.ifr_ifru = ifr->ifr_ifru;
567
568         switch (cmd) {
569         case SIOCGMIIPHY:
570         case SIOCGMIIREG:
571         case SIOCSMIIREG:
572                 if (netif_device_present(real_dev) && ops->ndo_do_ioctl)
573                         err = ops->ndo_do_ioctl(real_dev, &ifrr, cmd);
574                 break;
575         }
576
577         if (!err)
578                 ifr->ifr_ifru = ifrr.ifr_ifru;
579
580         return err;
581 }
582
583 static int vlan_dev_neigh_setup(struct net_device *dev, struct neigh_parms *pa)
584 {
585         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
586         const struct net_device_ops *ops = real_dev->netdev_ops;
587         int err = 0;
588
589         if (netif_device_present(real_dev) && ops->ndo_neigh_setup)
590                 err = ops->ndo_neigh_setup(real_dev, pa);
591
592         return err;
593 }
594
595 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
596 static int vlan_dev_fcoe_ddp_setup(struct net_device *dev, u16 xid,
597                                    struct scatterlist *sgl, unsigned int sgc)
598 {
599         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
600         const struct net_device_ops *ops = real_dev->netdev_ops;
601         int rc = 0;
602
603         if (ops->ndo_fcoe_ddp_setup)
604                 rc = ops->ndo_fcoe_ddp_setup(real_dev, xid, sgl, sgc);
605
606         return rc;
607 }
608
609 static int vlan_dev_fcoe_ddp_done(struct net_device *dev, u16 xid)
610 {
611         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
612         const struct net_device_ops *ops = real_dev->netdev_ops;
613         int len = 0;
614
615         if (ops->ndo_fcoe_ddp_done)
616                 len = ops->ndo_fcoe_ddp_done(real_dev, xid);
617
618         return len;
619 }
620
621 static int vlan_dev_fcoe_enable(struct net_device *dev)
622 {
623         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
624         const struct net_device_ops *ops = real_dev->netdev_ops;
625         int rc = -EINVAL;
626
627         if (ops->ndo_fcoe_enable)
628                 rc = ops->ndo_fcoe_enable(real_dev);
629         return rc;
630 }
631
632 static int vlan_dev_fcoe_disable(struct net_device *dev)
633 {
634         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
635         const struct net_device_ops *ops = real_dev->netdev_ops;
636         int rc = -EINVAL;
637
638         if (ops->ndo_fcoe_disable)
639                 rc = ops->ndo_fcoe_disable(real_dev);
640         return rc;
641 }
642
643 static int vlan_dev_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type)
644 {
645         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
646         const struct net_device_ops *ops = real_dev->netdev_ops;
647         int rc = -EINVAL;
648
649         if (ops->ndo_fcoe_get_wwn)
650                 rc = ops->ndo_fcoe_get_wwn(real_dev, wwn, type);
651         return rc;
652 }
653 #endif
654
655 static void vlan_dev_change_rx_flags(struct net_device *dev, int change)
656 {
657         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
658
659         if (change & IFF_ALLMULTI)
660                 dev_set_allmulti(real_dev, dev->flags & IFF_ALLMULTI ? 1 : -1);
661         if (change & IFF_PROMISC)
662                 dev_set_promiscuity(real_dev, dev->flags & IFF_PROMISC ? 1 : -1);
663 }
664
665 static void vlan_dev_set_rx_mode(struct net_device *vlan_dev)
666 {
667         dev_mc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
668         dev_uc_sync(vlan_dev_info(vlan_dev)->real_dev, vlan_dev);
669 }
670
671 /*
672  * vlan network devices have devices nesting below it, and are a special
673  * "super class" of normal network devices; split their locks off into a
674  * separate class since they always nest.
675  */
676 static struct lock_class_key vlan_netdev_xmit_lock_key;
677 static struct lock_class_key vlan_netdev_addr_lock_key;
678
679 static void vlan_dev_set_lockdep_one(struct net_device *dev,
680                                      struct netdev_queue *txq,
681                                      void *_subclass)
682 {
683         lockdep_set_class_and_subclass(&txq->_xmit_lock,
684                                        &vlan_netdev_xmit_lock_key,
685                                        *(int *)_subclass);
686 }
687
688 static void vlan_dev_set_lockdep_class(struct net_device *dev, int subclass)
689 {
690         lockdep_set_class_and_subclass(&dev->addr_list_lock,
691                                        &vlan_netdev_addr_lock_key,
692                                        subclass);
693         netdev_for_each_tx_queue(dev, vlan_dev_set_lockdep_one, &subclass);
694 }
695
696 static const struct header_ops vlan_header_ops = {
697         .create  = vlan_dev_hard_header,
698         .rebuild = vlan_dev_rebuild_header,
699         .parse   = eth_header_parse,
700 };
701
702 static const struct net_device_ops vlan_netdev_ops, vlan_netdev_accel_ops,
703                     vlan_netdev_ops_sq, vlan_netdev_accel_ops_sq;
704
705 static int vlan_dev_init(struct net_device *dev)
706 {
707         struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
708         int subclass = 0;
709
710         netif_carrier_off(dev);
711
712         /* IFF_BROADCAST|IFF_MULTICAST; ??? */
713         dev->flags  = real_dev->flags & ~(IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
714                                           IFF_MASTER | IFF_SLAVE);
715         dev->iflink = real_dev->ifindex;
716         dev->state  = (real_dev->state & ((1<<__LINK_STATE_NOCARRIER) |
717                                           (1<<__LINK_STATE_DORMANT))) |
718                       (1<<__LINK_STATE_PRESENT);
719
720         dev->features |= real_dev->features & real_dev->vlan_features;
721         dev->gso_max_size = real_dev->gso_max_size;
722
723         /* ipv6 shared card related stuff */
724         dev->dev_id = real_dev->dev_id;
725
726         if (is_zero_ether_addr(dev->dev_addr))
727                 memcpy(dev->dev_addr, real_dev->dev_addr, dev->addr_len);
728         if (is_zero_ether_addr(dev->broadcast))
729                 memcpy(dev->broadcast, real_dev->broadcast, dev->addr_len);
730
731 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
732         dev->fcoe_ddp_xid = real_dev->fcoe_ddp_xid;
733 #endif
734
735         if (real_dev->features & NETIF_F_HW_VLAN_TX) {
736                 dev->header_ops      = real_dev->header_ops;
737                 dev->hard_header_len = real_dev->hard_header_len;
738                 if (real_dev->netdev_ops->ndo_select_queue)
739                         dev->netdev_ops = &vlan_netdev_accel_ops_sq;
740                 else
741                         dev->netdev_ops = &vlan_netdev_accel_ops;
742         } else {
743                 dev->header_ops      = &vlan_header_ops;
744                 dev->hard_header_len = real_dev->hard_header_len + VLAN_HLEN;
745                 if (real_dev->netdev_ops->ndo_select_queue)
746                         dev->netdev_ops = &vlan_netdev_ops_sq;
747                 else
748                         dev->netdev_ops = &vlan_netdev_ops;
749         }
750
751         if (is_vlan_dev(real_dev))
752                 subclass = 1;
753
754         vlan_dev_set_lockdep_class(dev, subclass);
755
756         vlan_dev_info(dev)->vlan_rx_stats = alloc_percpu(struct vlan_rx_stats);
757         if (!vlan_dev_info(dev)->vlan_rx_stats)
758                 return -ENOMEM;
759
760         return 0;
761 }
762
763 static void vlan_dev_uninit(struct net_device *dev)
764 {
765         struct vlan_priority_tci_mapping *pm;
766         struct vlan_dev_info *vlan = vlan_dev_info(dev);
767         int i;
768
769         free_percpu(vlan->vlan_rx_stats);
770         vlan->vlan_rx_stats = NULL;
771         for (i = 0; i < ARRAY_SIZE(vlan->egress_priority_map); i++) {
772                 while ((pm = vlan->egress_priority_map[i]) != NULL) {
773                         vlan->egress_priority_map[i] = pm->next;
774                         kfree(pm);
775                 }
776         }
777 }
778
779 static int vlan_ethtool_get_settings(struct net_device *dev,
780                                      struct ethtool_cmd *cmd)
781 {
782         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
783         return dev_ethtool_get_settings(vlan->real_dev, cmd);
784 }
785
786 static void vlan_ethtool_get_drvinfo(struct net_device *dev,
787                                      struct ethtool_drvinfo *info)
788 {
789         strcpy(info->driver, vlan_fullname);
790         strcpy(info->version, vlan_version);
791         strcpy(info->fw_version, "N/A");
792 }
793
794 static u32 vlan_ethtool_get_rx_csum(struct net_device *dev)
795 {
796         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
797         return dev_ethtool_get_rx_csum(vlan->real_dev);
798 }
799
800 static u32 vlan_ethtool_get_flags(struct net_device *dev)
801 {
802         const struct vlan_dev_info *vlan = vlan_dev_info(dev);
803         return dev_ethtool_get_flags(vlan->real_dev);
804 }
805
806 static struct rtnl_link_stats64 *vlan_dev_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
807 {
808         dev_txq_stats_fold(dev, (struct net_device_stats *)stats);
809
810         if (vlan_dev_info(dev)->vlan_rx_stats) {
811                 struct vlan_rx_stats *p, accum = {0};
812                 int i;
813
814                 for_each_possible_cpu(i) {
815                         u64 rxpackets, rxbytes, rxmulticast;
816                         unsigned int start;
817
818                         p = per_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats, i);
819                         do {
820                                 start = u64_stats_fetch_begin_bh(&p->syncp);
821                                 rxpackets       = p->rx_packets;
822                                 rxbytes         = p->rx_bytes;
823                                 rxmulticast     = p->rx_multicast;
824                         } while (u64_stats_fetch_retry_bh(&p->syncp, start));
825                         accum.rx_packets += rxpackets;
826                         accum.rx_bytes   += rxbytes;
827                         accum.rx_multicast += rxmulticast;
828                         /* rx_errors is an ulong, not protected by syncp */
829                         accum.rx_errors  += p->rx_errors;
830                 }
831                 stats->rx_packets = accum.rx_packets;
832                 stats->rx_bytes   = accum.rx_bytes;
833                 stats->rx_errors  = accum.rx_errors;
834                 stats->multicast  = accum.rx_multicast;
835         }
836         return stats;
837 }
838
839 static int vlan_ethtool_set_tso(struct net_device *dev, u32 data)
840 {
841        if (data) {
842                 struct net_device *real_dev = vlan_dev_info(dev)->real_dev;
843
844                 /* Underlying device must support TSO for VLAN-tagged packets
845                  * and must have TSO enabled now.
846                  */
847                 if (!(real_dev->vlan_features & NETIF_F_TSO))
848                         return -EOPNOTSUPP;
849                 if (!(real_dev->features & NETIF_F_TSO))
850                         return -EINVAL;
851                 dev->features |= NETIF_F_TSO;
852         } else {
853                 dev->features &= ~NETIF_F_TSO;
854         }
855         return 0;
856 }
857
858 static const struct ethtool_ops vlan_ethtool_ops = {
859         .get_settings           = vlan_ethtool_get_settings,
860         .get_drvinfo            = vlan_ethtool_get_drvinfo,
861         .get_link               = ethtool_op_get_link,
862         .get_rx_csum            = vlan_ethtool_get_rx_csum,
863         .get_flags              = vlan_ethtool_get_flags,
864         .set_tso                = vlan_ethtool_set_tso,
865 };
866
867 static const struct net_device_ops vlan_netdev_ops = {
868         .ndo_change_mtu         = vlan_dev_change_mtu,
869         .ndo_init               = vlan_dev_init,
870         .ndo_uninit             = vlan_dev_uninit,
871         .ndo_open               = vlan_dev_open,
872         .ndo_stop               = vlan_dev_stop,
873         .ndo_start_xmit =  vlan_dev_hard_start_xmit,
874         .ndo_validate_addr      = eth_validate_addr,
875         .ndo_set_mac_address    = vlan_dev_set_mac_address,
876         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
877         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
878         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
879         .ndo_do_ioctl           = vlan_dev_ioctl,
880         .ndo_neigh_setup        = vlan_dev_neigh_setup,
881         .ndo_get_stats64        = vlan_dev_get_stats64,
882 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
883         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
884         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
885         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
886         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
887         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
888 #endif
889 };
890
891 static const struct net_device_ops vlan_netdev_accel_ops = {
892         .ndo_change_mtu         = vlan_dev_change_mtu,
893         .ndo_init               = vlan_dev_init,
894         .ndo_uninit             = vlan_dev_uninit,
895         .ndo_open               = vlan_dev_open,
896         .ndo_stop               = vlan_dev_stop,
897         .ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
898         .ndo_validate_addr      = eth_validate_addr,
899         .ndo_set_mac_address    = vlan_dev_set_mac_address,
900         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
901         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
902         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
903         .ndo_do_ioctl           = vlan_dev_ioctl,
904         .ndo_neigh_setup        = vlan_dev_neigh_setup,
905         .ndo_get_stats64        = vlan_dev_get_stats64,
906 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
907         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
908         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
909         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
910         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
911         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
912 #endif
913 };
914
915 static const struct net_device_ops vlan_netdev_ops_sq = {
916         .ndo_select_queue       = vlan_dev_select_queue,
917         .ndo_change_mtu         = vlan_dev_change_mtu,
918         .ndo_init               = vlan_dev_init,
919         .ndo_uninit             = vlan_dev_uninit,
920         .ndo_open               = vlan_dev_open,
921         .ndo_stop               = vlan_dev_stop,
922         .ndo_start_xmit =  vlan_dev_hard_start_xmit,
923         .ndo_validate_addr      = eth_validate_addr,
924         .ndo_set_mac_address    = vlan_dev_set_mac_address,
925         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
926         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
927         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
928         .ndo_do_ioctl           = vlan_dev_ioctl,
929         .ndo_neigh_setup        = vlan_dev_neigh_setup,
930         .ndo_get_stats64        = vlan_dev_get_stats64,
931 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
932         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
933         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
934         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
935         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
936         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
937 #endif
938 };
939
940 static const struct net_device_ops vlan_netdev_accel_ops_sq = {
941         .ndo_select_queue       = vlan_dev_select_queue,
942         .ndo_change_mtu         = vlan_dev_change_mtu,
943         .ndo_init               = vlan_dev_init,
944         .ndo_uninit             = vlan_dev_uninit,
945         .ndo_open               = vlan_dev_open,
946         .ndo_stop               = vlan_dev_stop,
947         .ndo_start_xmit =  vlan_dev_hwaccel_hard_start_xmit,
948         .ndo_validate_addr      = eth_validate_addr,
949         .ndo_set_mac_address    = vlan_dev_set_mac_address,
950         .ndo_set_rx_mode        = vlan_dev_set_rx_mode,
951         .ndo_set_multicast_list = vlan_dev_set_rx_mode,
952         .ndo_change_rx_flags    = vlan_dev_change_rx_flags,
953         .ndo_do_ioctl           = vlan_dev_ioctl,
954         .ndo_neigh_setup        = vlan_dev_neigh_setup,
955         .ndo_get_stats64        = vlan_dev_get_stats64,
956 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
957         .ndo_fcoe_ddp_setup     = vlan_dev_fcoe_ddp_setup,
958         .ndo_fcoe_ddp_done      = vlan_dev_fcoe_ddp_done,
959         .ndo_fcoe_enable        = vlan_dev_fcoe_enable,
960         .ndo_fcoe_disable       = vlan_dev_fcoe_disable,
961         .ndo_fcoe_get_wwn       = vlan_dev_fcoe_get_wwn,
962 #endif
963 };
964
965 void vlan_setup(struct net_device *dev)
966 {
967         ether_setup(dev);
968
969         dev->priv_flags         |= IFF_802_1Q_VLAN;
970         dev->priv_flags         &= ~IFF_XMIT_DST_RELEASE;
971         dev->tx_queue_len       = 0;
972
973         dev->netdev_ops         = &vlan_netdev_ops;
974         dev->destructor         = free_netdev;
975         dev->ethtool_ops        = &vlan_ethtool_ops;
976
977         memset(dev->broadcast, 0, ETH_ALEN);
978 }