vti: fix sparse bit endian warnings
[linux-3.10.git] / net / ipv4 / ip_vti.c
1 /*
2  *      Linux NET3: IP/IP protocol decoder modified to support
3  *                  virtual tunnel interface
4  *
5  *      Authors:
6  *              Saurabh Mohan (saurabh.mohan@vyatta.com) 05/07/2012
7  *
8  *      This program is free software; you can redistribute it and/or
9  *      modify it under the terms of the GNU General Public License
10  *      as published by the Free Software Foundation; either version
11  *      2 of the License, or (at your option) any later version.
12  *
13  */
14
15 /*
16    This version of net/ipv4/ip_vti.c is cloned of net/ipv4/ipip.c
17
18    For comments look at net/ipv4/ip_gre.c --ANK
19  */
20
21
22 #include <linux/capability.h>
23 #include <linux/module.h>
24 #include <linux/types.h>
25 #include <linux/kernel.h>
26 #include <linux/uaccess.h>
27 #include <linux/skbuff.h>
28 #include <linux/netdevice.h>
29 #include <linux/in.h>
30 #include <linux/tcp.h>
31 #include <linux/udp.h>
32 #include <linux/if_arp.h>
33 #include <linux/mroute.h>
34 #include <linux/init.h>
35 #include <linux/netfilter_ipv4.h>
36 #include <linux/if_ether.h>
37
38 #include <net/sock.h>
39 #include <net/ip.h>
40 #include <net/icmp.h>
41 #include <net/ipip.h>
42 #include <net/inet_ecn.h>
43 #include <net/xfrm.h>
44 #include <net/net_namespace.h>
45 #include <net/netns/generic.h>
46
47 #define HASH_SIZE  16
48 #define HASH(addr) (((__force u32)addr^((__force u32)addr>>4))&(HASH_SIZE-1))
49
50 static struct rtnl_link_ops vti_link_ops __read_mostly;
51
52 static int vti_net_id __read_mostly;
53 struct vti_net {
54         struct ip_tunnel __rcu *tunnels_r_l[HASH_SIZE];
55         struct ip_tunnel __rcu *tunnels_r[HASH_SIZE];
56         struct ip_tunnel __rcu *tunnels_l[HASH_SIZE];
57         struct ip_tunnel __rcu *tunnels_wc[1];
58         struct ip_tunnel __rcu **tunnels[4];
59
60         struct net_device *fb_tunnel_dev;
61 };
62
63 static int vti_fb_tunnel_init(struct net_device *dev);
64 static int vti_tunnel_init(struct net_device *dev);
65 static void vti_tunnel_setup(struct net_device *dev);
66 static void vti_dev_free(struct net_device *dev);
67 static int vti_tunnel_bind_dev(struct net_device *dev);
68
69 /* Locking : hash tables are protected by RCU and RTNL */
70
71 #define for_each_ip_tunnel_rcu(start) \
72         for (t = rcu_dereference(start); t; t = rcu_dereference(t->next))
73
74 /* often modified stats are per cpu, other are shared (netdev->stats) */
75 struct pcpu_tstats {
76         u64     rx_packets;
77         u64     rx_bytes;
78         u64     tx_packets;
79         u64     tx_bytes;
80         struct  u64_stats_sync  syncp;
81 };
82
83 #define VTI_XMIT(stats1, stats2) do {                           \
84         int err;                                                \
85         int pkt_len = skb->len;                                 \
86         err = dst_output(skb);                                  \
87         if (net_xmit_eval(err) == 0) {                          \
88                 u64_stats_update_begin(&(stats1)->syncp);       \
89                 (stats1)->tx_bytes += pkt_len;                  \
90                 (stats1)->tx_packets++;                         \
91                 u64_stats_update_end(&(stats1)->syncp);         \
92         } else {                                                \
93                 (stats2)->tx_errors++;                          \
94                 (stats2)->tx_aborted_errors++;                  \
95         }                                                       \
96 } while (0)
97
98
99 static struct rtnl_link_stats64 *vti_get_stats64(struct net_device *dev,
100                                                  struct rtnl_link_stats64 *tot)
101 {
102         int i;
103
104         for_each_possible_cpu(i) {
105                 const struct pcpu_tstats *tstats = per_cpu_ptr(dev->tstats, i);
106                 u64 rx_packets, rx_bytes, tx_packets, tx_bytes;
107                 unsigned int start;
108
109                 do {
110                         start = u64_stats_fetch_begin_bh(&tstats->syncp);
111                         rx_packets = tstats->rx_packets;
112                         tx_packets = tstats->tx_packets;
113                         rx_bytes = tstats->rx_bytes;
114                         tx_bytes = tstats->tx_bytes;
115                 } while (u64_stats_fetch_retry_bh(&tstats->syncp, start));
116
117                 tot->rx_packets += rx_packets;
118                 tot->tx_packets += tx_packets;
119                 tot->rx_bytes   += rx_bytes;
120                 tot->tx_bytes   += tx_bytes;
121         }
122
123         tot->multicast = dev->stats.multicast;
124         tot->rx_crc_errors = dev->stats.rx_crc_errors;
125         tot->rx_fifo_errors = dev->stats.rx_fifo_errors;
126         tot->rx_length_errors = dev->stats.rx_length_errors;
127         tot->rx_errors = dev->stats.rx_errors;
128         tot->tx_fifo_errors = dev->stats.tx_fifo_errors;
129         tot->tx_carrier_errors = dev->stats.tx_carrier_errors;
130         tot->tx_dropped = dev->stats.tx_dropped;
131         tot->tx_aborted_errors = dev->stats.tx_aborted_errors;
132         tot->tx_errors = dev->stats.tx_errors;
133
134         return tot;
135 }
136
137 static struct ip_tunnel *vti_tunnel_lookup(struct net *net,
138                                            __be32 remote, __be32 local)
139 {
140         unsigned h0 = HASH(remote);
141         unsigned h1 = HASH(local);
142         struct ip_tunnel *t;
143         struct vti_net *ipn = net_generic(net, vti_net_id);
144
145         for_each_ip_tunnel_rcu(ipn->tunnels_r_l[h0 ^ h1])
146                 if (local == t->parms.iph.saddr &&
147                     remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
148                         return t;
149         for_each_ip_tunnel_rcu(ipn->tunnels_r[h0])
150                 if (remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
151                         return t;
152
153         for_each_ip_tunnel_rcu(ipn->tunnels_l[h1])
154                 if (local == t->parms.iph.saddr && (t->dev->flags&IFF_UP))
155                         return t;
156
157         for_each_ip_tunnel_rcu(ipn->tunnels_wc[0])
158                 if (t && (t->dev->flags&IFF_UP))
159                         return t;
160         return NULL;
161 }
162
163 static struct ip_tunnel __rcu **__vti_bucket(struct vti_net *ipn,
164                                              struct ip_tunnel_parm *parms)
165 {
166         __be32 remote = parms->iph.daddr;
167         __be32 local = parms->iph.saddr;
168         unsigned h = 0;
169         int prio = 0;
170
171         if (remote) {
172                 prio |= 2;
173                 h ^= HASH(remote);
174         }
175         if (local) {
176                 prio |= 1;
177                 h ^= HASH(local);
178         }
179         return &ipn->tunnels[prio][h];
180 }
181
182 static inline struct ip_tunnel __rcu **vti_bucket(struct vti_net *ipn,
183                                                   struct ip_tunnel *t)
184 {
185         return __vti_bucket(ipn, &t->parms);
186 }
187
188 static void vti_tunnel_unlink(struct vti_net *ipn, struct ip_tunnel *t)
189 {
190         struct ip_tunnel __rcu **tp;
191         struct ip_tunnel *iter;
192
193         for (tp = vti_bucket(ipn, t);
194              (iter = rtnl_dereference(*tp)) != NULL;
195              tp = &iter->next) {
196                 if (t == iter) {
197                         rcu_assign_pointer(*tp, t->next);
198                         break;
199                 }
200         }
201 }
202
203 static void vti_tunnel_link(struct vti_net *ipn, struct ip_tunnel *t)
204 {
205         struct ip_tunnel __rcu **tp = vti_bucket(ipn, t);
206
207         rcu_assign_pointer(t->next, rtnl_dereference(*tp));
208         rcu_assign_pointer(*tp, t);
209 }
210
211 static struct ip_tunnel *vti_tunnel_locate(struct net *net,
212                                            struct ip_tunnel_parm *parms,
213                                            int create)
214 {
215         __be32 remote = parms->iph.daddr;
216         __be32 local = parms->iph.saddr;
217         struct ip_tunnel *t, *nt;
218         struct ip_tunnel __rcu **tp;
219         struct net_device *dev;
220         char name[IFNAMSIZ];
221         struct vti_net *ipn = net_generic(net, vti_net_id);
222
223         for (tp = __vti_bucket(ipn, parms);
224              (t = rtnl_dereference(*tp)) != NULL;
225              tp = &t->next) {
226                 if (local == t->parms.iph.saddr && remote == t->parms.iph.daddr)
227                         return t;
228         }
229         if (!create)
230                 return NULL;
231
232         if (parms->name[0])
233                 strlcpy(name, parms->name, IFNAMSIZ);
234         else
235                 strcpy(name, "vti%d");
236
237         dev = alloc_netdev(sizeof(*t), name, vti_tunnel_setup);
238         if (dev == NULL)
239                 return NULL;
240
241         dev_net_set(dev, net);
242
243         nt = netdev_priv(dev);
244         nt->parms = *parms;
245         dev->rtnl_link_ops = &vti_link_ops;
246
247         vti_tunnel_bind_dev(dev);
248
249         if (register_netdevice(dev) < 0)
250                 goto failed_free;
251
252         dev_hold(dev);
253         vti_tunnel_link(ipn, nt);
254         return nt;
255
256 failed_free:
257         free_netdev(dev);
258         return NULL;
259 }
260
261 static void vti_tunnel_uninit(struct net_device *dev)
262 {
263         struct net *net = dev_net(dev);
264         struct vti_net *ipn = net_generic(net, vti_net_id);
265
266         vti_tunnel_unlink(ipn, netdev_priv(dev));
267         dev_put(dev);
268 }
269
270 static int vti_err(struct sk_buff *skb, u32 info)
271 {
272
273         /* All the routers (except for Linux) return only
274          * 8 bytes of packet payload. It means, that precise relaying of
275          * ICMP in the real Internet is absolutely infeasible.
276          */
277         struct iphdr *iph = (struct iphdr *)skb->data;
278         const int type = icmp_hdr(skb)->type;
279         const int code = icmp_hdr(skb)->code;
280         struct ip_tunnel *t;
281         int err;
282
283         switch (type) {
284         default:
285         case ICMP_PARAMETERPROB:
286                 return 0;
287
288         case ICMP_DEST_UNREACH:
289                 switch (code) {
290                 case ICMP_SR_FAILED:
291                 case ICMP_PORT_UNREACH:
292                         /* Impossible event. */
293                         return 0;
294                 default:
295                         /* All others are translated to HOST_UNREACH. */
296                         break;
297                 }
298                 break;
299         case ICMP_TIME_EXCEEDED:
300                 if (code != ICMP_EXC_TTL)
301                         return 0;
302                 break;
303         }
304
305         err = -ENOENT;
306
307         t = vti_tunnel_lookup(dev_net(skb->dev), iph->daddr, iph->saddr);
308         if (t == NULL)
309                 goto out;
310
311         if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED) {
312                 ipv4_update_pmtu(skb, dev_net(skb->dev), info,
313                                  t->parms.link, 0, IPPROTO_IPIP, 0);
314                 err = 0;
315                 goto out;
316         }
317
318         err = 0;
319         if (t->parms.iph.ttl == 0 && type == ICMP_TIME_EXCEEDED)
320                 goto out;
321
322         if (time_before(jiffies, t->err_time + IPTUNNEL_ERR_TIMEO))
323                 t->err_count++;
324         else
325                 t->err_count = 1;
326         t->err_time = jiffies;
327 out:
328         return err;
329 }
330
331 /* We dont digest the packet therefore let the packet pass */
332 static int vti_rcv(struct sk_buff *skb)
333 {
334         struct ip_tunnel *tunnel;
335         const struct iphdr *iph = ip_hdr(skb);
336
337         tunnel = vti_tunnel_lookup(dev_net(skb->dev), iph->saddr, iph->daddr);
338         if (tunnel != NULL) {
339                 struct pcpu_tstats *tstats;
340
341                 tstats = this_cpu_ptr(tunnel->dev->tstats);
342                 u64_stats_update_begin(&tstats->syncp);
343                 tstats->rx_packets++;
344                 tstats->rx_bytes += skb->len;
345                 u64_stats_update_end(&tstats->syncp);
346
347                 skb->dev = tunnel->dev;
348                 return 1;
349         }
350
351         return -1;
352 }
353
354 /* This function assumes it is being called from dev_queue_xmit()
355  * and that skb is filled properly by that function.
356  */
357
358 static netdev_tx_t vti_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
359 {
360         struct ip_tunnel *tunnel = netdev_priv(dev);
361         struct pcpu_tstats *tstats;
362         struct iphdr  *tiph = &tunnel->parms.iph;
363         u8     tos;
364         struct rtable *rt;              /* Route to the other host */
365         struct net_device *tdev;        /* Device to other host */
366         struct iphdr  *old_iph = ip_hdr(skb);
367         __be32 dst = tiph->daddr;
368         struct flowi4 fl4;
369
370         if (skb->protocol != htons(ETH_P_IP))
371                 goto tx_error;
372
373         tos = old_iph->tos;
374
375         memset(&fl4, 0, sizeof(fl4));
376         flowi4_init_output(&fl4, tunnel->parms.link,
377                            be32_to_cpu(tunnel->parms.i_key), RT_TOS(tos),
378                            RT_SCOPE_UNIVERSE,
379                            IPPROTO_IPIP, 0,
380                            dst, tiph->saddr, 0, 0);
381         rt = ip_route_output_key(dev_net(dev), &fl4);
382         if (IS_ERR(rt)) {
383                 dev->stats.tx_carrier_errors++;
384                 goto tx_error_icmp;
385         }
386         /* if there is no transform then this tunnel is not functional.
387          * Or if the xfrm is not mode tunnel.
388          */
389         if (!rt->dst.xfrm ||
390             rt->dst.xfrm->props.mode != XFRM_MODE_TUNNEL) {
391                 dev->stats.tx_carrier_errors++;
392                 goto tx_error_icmp;
393         }
394         tdev = rt->dst.dev;
395
396         if (tdev == dev) {
397                 ip_rt_put(rt);
398                 dev->stats.collisions++;
399                 goto tx_error;
400         }
401
402         if (tunnel->err_count > 0) {
403                 if (time_before(jiffies,
404                                 tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
405                         tunnel->err_count--;
406                         dst_link_failure(skb);
407                 } else
408                         tunnel->err_count = 0;
409         }
410
411         IPCB(skb)->flags &= ~(IPSKB_XFRM_TUNNEL_SIZE | IPSKB_XFRM_TRANSFORMED |
412                               IPSKB_REROUTED);
413         skb_dst_drop(skb);
414         skb_dst_set(skb, &rt->dst);
415         nf_reset(skb);
416         skb->dev = skb_dst(skb)->dev;
417
418         tstats = this_cpu_ptr(dev->tstats);
419         VTI_XMIT(tstats, &dev->stats);
420         return NETDEV_TX_OK;
421
422 tx_error_icmp:
423         dst_link_failure(skb);
424 tx_error:
425         dev->stats.tx_errors++;
426         dev_kfree_skb(skb);
427         return NETDEV_TX_OK;
428 }
429
430 static int vti_tunnel_bind_dev(struct net_device *dev)
431 {
432         struct net_device *tdev = NULL;
433         struct ip_tunnel *tunnel;
434         struct iphdr *iph;
435
436         tunnel = netdev_priv(dev);
437         iph = &tunnel->parms.iph;
438
439         if (iph->daddr) {
440                 struct rtable *rt;
441                 struct flowi4 fl4;
442                 memset(&fl4, 0, sizeof(fl4));
443                 flowi4_init_output(&fl4, tunnel->parms.link,
444                                    be32_to_cpu(tunnel->parms.i_key),
445                                    RT_TOS(iph->tos), RT_SCOPE_UNIVERSE,
446                                    IPPROTO_IPIP, 0,
447                                    iph->daddr, iph->saddr, 0, 0);
448                 rt = ip_route_output_key(dev_net(dev), &fl4);
449                 if (!IS_ERR(rt)) {
450                         tdev = rt->dst.dev;
451                         ip_rt_put(rt);
452                 }
453                 dev->flags |= IFF_POINTOPOINT;
454         }
455
456         if (!tdev && tunnel->parms.link)
457                 tdev = __dev_get_by_index(dev_net(dev), tunnel->parms.link);
458
459         if (tdev) {
460                 dev->hard_header_len = tdev->hard_header_len +
461                                        sizeof(struct iphdr);
462                 dev->mtu = tdev->mtu;
463         }
464         dev->iflink = tunnel->parms.link;
465         return dev->mtu;
466 }
467
468 static int
469 vti_tunnel_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
470 {
471         int err = 0;
472         struct ip_tunnel_parm p;
473         struct ip_tunnel *t;
474         struct net *net = dev_net(dev);
475         struct vti_net *ipn = net_generic(net, vti_net_id);
476
477         switch (cmd) {
478         case SIOCGETTUNNEL:
479                 t = NULL;
480                 if (dev == ipn->fb_tunnel_dev) {
481                         if (copy_from_user(&p, ifr->ifr_ifru.ifru_data,
482                                            sizeof(p))) {
483                                 err = -EFAULT;
484                                 break;
485                         }
486                         t = vti_tunnel_locate(net, &p, 0);
487                 }
488                 if (t == NULL)
489                         t = netdev_priv(dev);
490                 memcpy(&p, &t->parms, sizeof(p));
491                 p.i_flags |= GRE_KEY | VTI_ISVTI;
492                 p.o_flags |= GRE_KEY;
493                 if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof(p)))
494                         err = -EFAULT;
495                 break;
496
497         case SIOCADDTUNNEL:
498         case SIOCCHGTUNNEL:
499                 err = -EPERM;
500                 if (!capable(CAP_NET_ADMIN))
501                         goto done;
502
503                 err = -EFAULT;
504                 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
505                         goto done;
506
507                 err = -EINVAL;
508                 if (p.iph.version != 4 || p.iph.protocol != IPPROTO_IPIP ||
509                     p.iph.ihl != 5)
510                         goto done;
511
512                 t = vti_tunnel_locate(net, &p, cmd == SIOCADDTUNNEL);
513
514                 if (dev != ipn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {
515                         if (t != NULL) {
516                                 if (t->dev != dev) {
517                                         err = -EEXIST;
518                                         break;
519                                 }
520                         } else {
521                                 if (((dev->flags&IFF_POINTOPOINT) &&
522                                     !p.iph.daddr) ||
523                                     (!(dev->flags&IFF_POINTOPOINT) &&
524                                     p.iph.daddr)) {
525                                         err = -EINVAL;
526                                         break;
527                                 }
528                                 t = netdev_priv(dev);
529                                 vti_tunnel_unlink(ipn, t);
530                                 synchronize_net();
531                                 t->parms.iph.saddr = p.iph.saddr;
532                                 t->parms.iph.daddr = p.iph.daddr;
533                                 t->parms.i_key = p.i_key;
534                                 t->parms.o_key = p.o_key;
535                                 t->parms.iph.protocol = IPPROTO_IPIP;
536                                 memcpy(dev->dev_addr, &p.iph.saddr, 4);
537                                 memcpy(dev->broadcast, &p.iph.daddr, 4);
538                                 vti_tunnel_link(ipn, t);
539                                 netdev_state_change(dev);
540                         }
541                 }
542
543                 if (t) {
544                         err = 0;
545                         if (cmd == SIOCCHGTUNNEL) {
546                                 t->parms.i_key = p.i_key;
547                                 t->parms.o_key = p.o_key;
548                                 if (t->parms.link != p.link) {
549                                         t->parms.link = p.link;
550                                         vti_tunnel_bind_dev(dev);
551                                         netdev_state_change(dev);
552                                 }
553                         }
554                         p.i_flags |= GRE_KEY | VTI_ISVTI;
555                         p.o_flags |= GRE_KEY;
556                         if (copy_to_user(ifr->ifr_ifru.ifru_data, &t->parms,
557                                          sizeof(p)))
558                                 err = -EFAULT;
559                 } else
560                         err = (cmd == SIOCADDTUNNEL ? -ENOBUFS : -ENOENT);
561                 break;
562
563         case SIOCDELTUNNEL:
564                 err = -EPERM;
565                 if (!capable(CAP_NET_ADMIN))
566                         goto done;
567
568                 if (dev == ipn->fb_tunnel_dev) {
569                         err = -EFAULT;
570                         if (copy_from_user(&p, ifr->ifr_ifru.ifru_data,
571                                            sizeof(p)))
572                                 goto done;
573                         err = -ENOENT;
574
575                         t = vti_tunnel_locate(net, &p, 0);
576                         if (t == NULL)
577                                 goto done;
578                         err = -EPERM;
579                         if (t->dev == ipn->fb_tunnel_dev)
580                                 goto done;
581                         dev = t->dev;
582                 }
583                 unregister_netdevice(dev);
584                 err = 0;
585                 break;
586
587         default:
588                 err = -EINVAL;
589         }
590
591 done:
592         return err;
593 }
594
595 static int vti_tunnel_change_mtu(struct net_device *dev, int new_mtu)
596 {
597         if (new_mtu < 68 || new_mtu > 0xFFF8)
598                 return -EINVAL;
599         dev->mtu = new_mtu;
600         return 0;
601 }
602
603 static const struct net_device_ops vti_netdev_ops = {
604         .ndo_init       = vti_tunnel_init,
605         .ndo_uninit     = vti_tunnel_uninit,
606         .ndo_start_xmit = vti_tunnel_xmit,
607         .ndo_do_ioctl   = vti_tunnel_ioctl,
608         .ndo_change_mtu = vti_tunnel_change_mtu,
609         .ndo_get_stats64 = vti_get_stats64,
610 };
611
612 static void vti_dev_free(struct net_device *dev)
613 {
614         free_percpu(dev->tstats);
615         free_netdev(dev);
616 }
617
618 static void vti_tunnel_setup(struct net_device *dev)
619 {
620         dev->netdev_ops         = &vti_netdev_ops;
621         dev->destructor         = vti_dev_free;
622
623         dev->type               = ARPHRD_TUNNEL;
624         dev->hard_header_len    = LL_MAX_HEADER + sizeof(struct iphdr);
625         dev->mtu                = ETH_DATA_LEN;
626         dev->flags              = IFF_NOARP;
627         dev->iflink             = 0;
628         dev->addr_len           = 4;
629         dev->features           |= NETIF_F_NETNS_LOCAL;
630         dev->features           |= NETIF_F_LLTX;
631         dev->priv_flags         &= ~IFF_XMIT_DST_RELEASE;
632 }
633
634 static int vti_tunnel_init(struct net_device *dev)
635 {
636         struct ip_tunnel *tunnel = netdev_priv(dev);
637
638         tunnel->dev = dev;
639         strcpy(tunnel->parms.name, dev->name);
640
641         memcpy(dev->dev_addr, &tunnel->parms.iph.saddr, 4);
642         memcpy(dev->broadcast, &tunnel->parms.iph.daddr, 4);
643
644         dev->tstats = alloc_percpu(struct pcpu_tstats);
645         if (!dev->tstats)
646                 return -ENOMEM;
647
648         return 0;
649 }
650
651 static int __net_init vti_fb_tunnel_init(struct net_device *dev)
652 {
653         struct ip_tunnel *tunnel = netdev_priv(dev);
654         struct iphdr *iph = &tunnel->parms.iph;
655         struct vti_net *ipn = net_generic(dev_net(dev), vti_net_id);
656
657         tunnel->dev = dev;
658         strcpy(tunnel->parms.name, dev->name);
659
660         iph->version            = 4;
661         iph->protocol           = IPPROTO_IPIP;
662         iph->ihl                = 5;
663
664         dev->tstats = alloc_percpu(struct pcpu_tstats);
665         if (!dev->tstats)
666                 return -ENOMEM;
667
668         dev_hold(dev);
669         rcu_assign_pointer(ipn->tunnels_wc[0], tunnel);
670         return 0;
671 }
672
673 static struct xfrm_tunnel vti_handler __read_mostly = {
674         .handler        =       vti_rcv,
675         .err_handler    =       vti_err,
676         .priority       =       1,
677 };
678
679 static void vti_destroy_tunnels(struct vti_net *ipn, struct list_head *head)
680 {
681         int prio;
682
683         for (prio = 1; prio < 4; prio++) {
684                 int h;
685                 for (h = 0; h < HASH_SIZE; h++) {
686                         struct ip_tunnel *t;
687
688                         t = rtnl_dereference(ipn->tunnels[prio][h]);
689                         while (t != NULL) {
690                                 unregister_netdevice_queue(t->dev, head);
691                                 t = rtnl_dereference(t->next);
692                         }
693                 }
694         }
695 }
696
697 static int __net_init vti_init_net(struct net *net)
698 {
699         int err;
700         struct vti_net *ipn = net_generic(net, vti_net_id);
701
702         ipn->tunnels[0] = ipn->tunnels_wc;
703         ipn->tunnels[1] = ipn->tunnels_l;
704         ipn->tunnels[2] = ipn->tunnels_r;
705         ipn->tunnels[3] = ipn->tunnels_r_l;
706
707         ipn->fb_tunnel_dev = alloc_netdev(sizeof(struct ip_tunnel),
708                                           "ip_vti0",
709                                           vti_tunnel_setup);
710         if (!ipn->fb_tunnel_dev) {
711                 err = -ENOMEM;
712                 goto err_alloc_dev;
713         }
714         dev_net_set(ipn->fb_tunnel_dev, net);
715
716         err = vti_fb_tunnel_init(ipn->fb_tunnel_dev);
717         if (err)
718                 goto err_reg_dev;
719         ipn->fb_tunnel_dev->rtnl_link_ops = &vti_link_ops;
720
721         err = register_netdev(ipn->fb_tunnel_dev);
722         if (err)
723                 goto err_reg_dev;
724         return 0;
725
726 err_reg_dev:
727         vti_dev_free(ipn->fb_tunnel_dev);
728 err_alloc_dev:
729         /* nothing */
730         return err;
731 }
732
733 static void __net_exit vti_exit_net(struct net *net)
734 {
735         struct vti_net *ipn = net_generic(net, vti_net_id);
736         LIST_HEAD(list);
737
738         rtnl_lock();
739         vti_destroy_tunnels(ipn, &list);
740         unregister_netdevice_many(&list);
741         rtnl_unlock();
742 }
743
744 static struct pernet_operations vti_net_ops = {
745         .init = vti_init_net,
746         .exit = vti_exit_net,
747         .id   = &vti_net_id,
748         .size = sizeof(struct vti_net),
749 };
750
751 static int vti_tunnel_validate(struct nlattr *tb[], struct nlattr *data[])
752 {
753         return 0;
754 }
755
756 static void vti_netlink_parms(struct nlattr *data[],
757                               struct ip_tunnel_parm *parms)
758 {
759         memset(parms, 0, sizeof(*parms));
760
761         parms->iph.protocol = IPPROTO_IPIP;
762
763         if (!data)
764                 return;
765
766         if (data[IFLA_VTI_LINK])
767                 parms->link = nla_get_u32(data[IFLA_VTI_LINK]);
768
769         if (data[IFLA_VTI_IKEY])
770                 parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]);
771
772         if (data[IFLA_VTI_OKEY])
773                 parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]);
774
775         if (data[IFLA_VTI_LOCAL])
776                 parms->iph.saddr = nla_get_be32(data[IFLA_VTI_LOCAL]);
777
778         if (data[IFLA_VTI_REMOTE])
779                 parms->iph.daddr = nla_get_be32(data[IFLA_VTI_REMOTE]);
780
781 }
782
783 static int vti_newlink(struct net *src_net, struct net_device *dev,
784                        struct nlattr *tb[], struct nlattr *data[])
785 {
786         struct ip_tunnel *nt;
787         struct net *net = dev_net(dev);
788         struct vti_net *ipn = net_generic(net, vti_net_id);
789         int mtu;
790         int err;
791
792         nt = netdev_priv(dev);
793         vti_netlink_parms(data, &nt->parms);
794
795         if (vti_tunnel_locate(net, &nt->parms, 0))
796                 return -EEXIST;
797
798         mtu = vti_tunnel_bind_dev(dev);
799         if (!tb[IFLA_MTU])
800                 dev->mtu = mtu;
801
802         err = register_netdevice(dev);
803         if (err)
804                 goto out;
805
806         dev_hold(dev);
807         vti_tunnel_link(ipn, nt);
808
809 out:
810         return err;
811 }
812
813 static int vti_changelink(struct net_device *dev, struct nlattr *tb[],
814                           struct nlattr *data[])
815 {
816         struct ip_tunnel *t, *nt;
817         struct net *net = dev_net(dev);
818         struct vti_net *ipn = net_generic(net, vti_net_id);
819         struct ip_tunnel_parm p;
820         int mtu;
821
822         if (dev == ipn->fb_tunnel_dev)
823                 return -EINVAL;
824
825         nt = netdev_priv(dev);
826         vti_netlink_parms(data, &p);
827
828         t = vti_tunnel_locate(net, &p, 0);
829
830         if (t) {
831                 if (t->dev != dev)
832                         return -EEXIST;
833         } else {
834                 t = nt;
835
836                 vti_tunnel_unlink(ipn, t);
837                 t->parms.iph.saddr = p.iph.saddr;
838                 t->parms.iph.daddr = p.iph.daddr;
839                 t->parms.i_key = p.i_key;
840                 t->parms.o_key = p.o_key;
841                 if (dev->type != ARPHRD_ETHER) {
842                         memcpy(dev->dev_addr, &p.iph.saddr, 4);
843                         memcpy(dev->broadcast, &p.iph.daddr, 4);
844                 }
845                 vti_tunnel_link(ipn, t);
846                 netdev_state_change(dev);
847         }
848
849         if (t->parms.link != p.link) {
850                 t->parms.link = p.link;
851                 mtu = vti_tunnel_bind_dev(dev);
852                 if (!tb[IFLA_MTU])
853                         dev->mtu = mtu;
854                 netdev_state_change(dev);
855         }
856
857         return 0;
858 }
859
860 static size_t vti_get_size(const struct net_device *dev)
861 {
862         return
863                 /* IFLA_VTI_LINK */
864                 nla_total_size(4) +
865                 /* IFLA_VTI_IKEY */
866                 nla_total_size(4) +
867                 /* IFLA_VTI_OKEY */
868                 nla_total_size(4) +
869                 /* IFLA_VTI_LOCAL */
870                 nla_total_size(4) +
871                 /* IFLA_VTI_REMOTE */
872                 nla_total_size(4) +
873                 0;
874 }
875
876 static int vti_fill_info(struct sk_buff *skb, const struct net_device *dev)
877 {
878         struct ip_tunnel *t = netdev_priv(dev);
879         struct ip_tunnel_parm *p = &t->parms;
880
881         nla_put_u32(skb, IFLA_VTI_LINK, p->link);
882         nla_put_be32(skb, IFLA_VTI_IKEY, p->i_key);
883         nla_put_be32(skb, IFLA_VTI_OKEY, p->o_key);
884         nla_put_be32(skb, IFLA_VTI_LOCAL, p->iph.saddr);
885         nla_put_be32(skb, IFLA_VTI_REMOTE, p->iph.daddr);
886
887         return 0;
888 }
889
890 static const struct nla_policy vti_policy[IFLA_VTI_MAX + 1] = {
891         [IFLA_VTI_LINK]         = { .type = NLA_U32 },
892         [IFLA_VTI_IKEY]         = { .type = NLA_U32 },
893         [IFLA_VTI_OKEY]         = { .type = NLA_U32 },
894         [IFLA_VTI_LOCAL]        = { .len = FIELD_SIZEOF(struct iphdr, saddr) },
895         [IFLA_VTI_REMOTE]       = { .len = FIELD_SIZEOF(struct iphdr, daddr) },
896 };
897
898 static struct rtnl_link_ops vti_link_ops __read_mostly = {
899         .kind           = "vti",
900         .maxtype        = IFLA_VTI_MAX,
901         .policy         = vti_policy,
902         .priv_size      = sizeof(struct ip_tunnel),
903         .setup          = vti_tunnel_setup,
904         .validate       = vti_tunnel_validate,
905         .newlink        = vti_newlink,
906         .changelink     = vti_changelink,
907         .get_size       = vti_get_size,
908         .fill_info      = vti_fill_info,
909 };
910
911 static int __init vti_init(void)
912 {
913         int err;
914
915         pr_info("IPv4 over IPSec tunneling driver\n");
916
917         err = register_pernet_device(&vti_net_ops);
918         if (err < 0)
919                 return err;
920         err = xfrm4_mode_tunnel_input_register(&vti_handler);
921         if (err < 0) {
922                 unregister_pernet_device(&vti_net_ops);
923                 pr_info(KERN_INFO "vti init: can't register tunnel\n");
924         }
925
926         err = rtnl_link_register(&vti_link_ops);
927         if (err < 0)
928                 goto rtnl_link_failed;
929
930         return err;
931
932 rtnl_link_failed:
933         xfrm4_mode_tunnel_input_deregister(&vti_handler);
934         unregister_pernet_device(&vti_net_ops);
935         return err;
936 }
937
938 static void __exit vti_fini(void)
939 {
940         rtnl_link_unregister(&vti_link_ops);
941         if (xfrm4_mode_tunnel_input_deregister(&vti_handler))
942                 pr_info("vti close: can't deregister tunnel\n");
943
944         unregister_pernet_device(&vti_net_ops);
945 }
946
947 module_init(vti_init);
948 module_exit(vti_fini);
949 MODULE_LICENSE("GPL");
950 MODULE_ALIAS_RTNL_LINK("vti");
951 MODULE_ALIAS_NETDEV("ip_vti0");