]>
Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
ed1efb2a SK |
2 | /* |
3 | * IPv6 virtual tunneling interface | |
4 | * | |
5 | * Copyright (C) 2013 secunet Security Networks AG | |
6 | * | |
7 | * Author: | |
8 | * Steffen Klassert <steffen.klassert@secunet.com> | |
9 | * | |
10 | * Based on: | |
11 | * net/ipv6/ip6_tunnel.c | |
ed1efb2a SK |
12 | */ |
13 | ||
14 | #include <linux/module.h> | |
15 | #include <linux/capability.h> | |
16 | #include <linux/errno.h> | |
17 | #include <linux/types.h> | |
18 | #include <linux/sockios.h> | |
19 | #include <linux/icmp.h> | |
20 | #include <linux/if.h> | |
21 | #include <linux/in.h> | |
22 | #include <linux/ip.h> | |
ed1efb2a SK |
23 | #include <linux/net.h> |
24 | #include <linux/in6.h> | |
25 | #include <linux/netdevice.h> | |
26 | #include <linux/if_arp.h> | |
27 | #include <linux/icmpv6.h> | |
28 | #include <linux/init.h> | |
29 | #include <linux/route.h> | |
30 | #include <linux/rtnetlink.h> | |
31 | #include <linux/netfilter_ipv6.h> | |
32 | #include <linux/slab.h> | |
33 | #include <linux/hash.h> | |
34 | ||
35 | #include <linux/uaccess.h> | |
36 | #include <linux/atomic.h> | |
37 | ||
38 | #include <net/icmp.h> | |
39 | #include <net/ip.h> | |
40 | #include <net/ip_tunnels.h> | |
41 | #include <net/ipv6.h> | |
42 | #include <net/ip6_route.h> | |
43 | #include <net/addrconf.h> | |
44 | #include <net/ip6_tunnel.h> | |
45 | #include <net/xfrm.h> | |
46 | #include <net/net_namespace.h> | |
47 | #include <net/netns/generic.h> | |
45ce0fd1 | 48 | #include <linux/etherdevice.h> |
ed1efb2a | 49 | |
e87a8f24 JK |
50 | #define IP6_VTI_HASH_SIZE_SHIFT 5 |
51 | #define IP6_VTI_HASH_SIZE (1 << IP6_VTI_HASH_SIZE_SHIFT) | |
ed1efb2a SK |
52 | |
53 | static u32 HASH(const struct in6_addr *addr1, const struct in6_addr *addr2) | |
54 | { | |
55 | u32 hash = ipv6_addr_hash(addr1) ^ ipv6_addr_hash(addr2); | |
56 | ||
e87a8f24 | 57 | return hash_32(hash, IP6_VTI_HASH_SIZE_SHIFT); |
ed1efb2a SK |
58 | } |
59 | ||
60 | static int vti6_dev_init(struct net_device *dev); | |
61 | static void vti6_dev_setup(struct net_device *dev); | |
62 | static struct rtnl_link_ops vti6_link_ops __read_mostly; | |
63 | ||
c7d03a00 | 64 | static unsigned int vti6_net_id __read_mostly; |
ed1efb2a SK |
65 | struct vti6_net { |
66 | /* the vti6 tunnel fallback device */ | |
67 | struct net_device *fb_tnl_dev; | |
68 | /* lists for storing tunnels in use */ | |
e87a8f24 | 69 | struct ip6_tnl __rcu *tnls_r_l[IP6_VTI_HASH_SIZE]; |
ed1efb2a SK |
70 | struct ip6_tnl __rcu *tnls_wc[1]; |
71 | struct ip6_tnl __rcu **tnls[2]; | |
72 | }; | |
73 | ||
ed1efb2a SK |
74 | #define for_each_vti6_tunnel_rcu(start) \ |
75 | for (t = rcu_dereference(start); t; t = rcu_dereference(t->next)) | |
76 | ||
77 | /** | |
78 | * vti6_tnl_lookup - fetch tunnel matching the end-point addresses | |
79 | * @net: network namespace | |
80 | * @remote: the address of the tunnel exit-point | |
81 | * @local: the address of the tunnel entry-point | |
82 | * | |
83 | * Return: | |
84 | * tunnel matching given end-points if found, | |
85 | * else fallback tunnel if its device is up, | |
86 | * else %NULL | |
87 | **/ | |
88 | static struct ip6_tnl * | |
89 | vti6_tnl_lookup(struct net *net, const struct in6_addr *remote, | |
90 | const struct in6_addr *local) | |
91 | { | |
92 | unsigned int hash = HASH(remote, local); | |
93 | struct ip6_tnl *t; | |
94 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
fbe68ee8 | 95 | struct in6_addr any; |
ed1efb2a SK |
96 | |
97 | for_each_vti6_tunnel_rcu(ip6n->tnls_r_l[hash]) { | |
98 | if (ipv6_addr_equal(local, &t->parms.laddr) && | |
99 | ipv6_addr_equal(remote, &t->parms.raddr) && | |
100 | (t->dev->flags & IFF_UP)) | |
101 | return t; | |
102 | } | |
fbe68ee8 SK |
103 | |
104 | memset(&any, 0, sizeof(any)); | |
105 | hash = HASH(&any, local); | |
106 | for_each_vti6_tunnel_rcu(ip6n->tnls_r_l[hash]) { | |
107 | if (ipv6_addr_equal(local, &t->parms.laddr) && | |
108 | (t->dev->flags & IFF_UP)) | |
109 | return t; | |
110 | } | |
111 | ||
112 | hash = HASH(remote, &any); | |
113 | for_each_vti6_tunnel_rcu(ip6n->tnls_r_l[hash]) { | |
114 | if (ipv6_addr_equal(remote, &t->parms.raddr) && | |
115 | (t->dev->flags & IFF_UP)) | |
116 | return t; | |
117 | } | |
118 | ||
ed1efb2a SK |
119 | t = rcu_dereference(ip6n->tnls_wc[0]); |
120 | if (t && (t->dev->flags & IFF_UP)) | |
121 | return t; | |
122 | ||
123 | return NULL; | |
124 | } | |
125 | ||
126 | /** | |
127 | * vti6_tnl_bucket - get head of list matching given tunnel parameters | |
2c4de211 | 128 | * @ip6n: the private data for ip6_vti in the netns |
ed1efb2a SK |
129 | * @p: parameters containing tunnel end-points |
130 | * | |
131 | * Description: | |
132 | * vti6_tnl_bucket() returns the head of the list matching the | |
133 | * &struct in6_addr entries laddr and raddr in @p. | |
134 | * | |
135 | * Return: head of IPv6 tunnel list | |
136 | **/ | |
137 | static struct ip6_tnl __rcu ** | |
138 | vti6_tnl_bucket(struct vti6_net *ip6n, const struct __ip6_tnl_parm *p) | |
139 | { | |
140 | const struct in6_addr *remote = &p->raddr; | |
141 | const struct in6_addr *local = &p->laddr; | |
142 | unsigned int h = 0; | |
143 | int prio = 0; | |
144 | ||
145 | if (!ipv6_addr_any(remote) || !ipv6_addr_any(local)) { | |
146 | prio = 1; | |
147 | h = HASH(remote, local); | |
148 | } | |
149 | return &ip6n->tnls[prio][h]; | |
150 | } | |
151 | ||
152 | static void | |
153 | vti6_tnl_link(struct vti6_net *ip6n, struct ip6_tnl *t) | |
154 | { | |
155 | struct ip6_tnl __rcu **tp = vti6_tnl_bucket(ip6n, &t->parms); | |
156 | ||
157 | rcu_assign_pointer(t->next , rtnl_dereference(*tp)); | |
158 | rcu_assign_pointer(*tp, t); | |
159 | } | |
160 | ||
161 | static void | |
162 | vti6_tnl_unlink(struct vti6_net *ip6n, struct ip6_tnl *t) | |
163 | { | |
164 | struct ip6_tnl __rcu **tp; | |
165 | struct ip6_tnl *iter; | |
166 | ||
167 | for (tp = vti6_tnl_bucket(ip6n, &t->parms); | |
168 | (iter = rtnl_dereference(*tp)) != NULL; | |
169 | tp = &iter->next) { | |
170 | if (t == iter) { | |
171 | rcu_assign_pointer(*tp, t->next); | |
172 | break; | |
173 | } | |
174 | } | |
175 | } | |
176 | ||
177 | static void vti6_dev_free(struct net_device *dev) | |
178 | { | |
179 | free_percpu(dev->tstats); | |
ed1efb2a SK |
180 | } |
181 | ||
182 | static int vti6_tnl_create2(struct net_device *dev) | |
183 | { | |
184 | struct ip6_tnl *t = netdev_priv(dev); | |
185 | struct net *net = dev_net(dev); | |
186 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
187 | int err; | |
188 | ||
93e246f7 | 189 | dev->rtnl_link_ops = &vti6_link_ops; |
ed1efb2a SK |
190 | err = register_netdevice(dev); |
191 | if (err < 0) | |
192 | goto out; | |
193 | ||
194 | strcpy(t->parms.name, dev->name); | |
ed1efb2a | 195 | |
ed1efb2a SK |
196 | vti6_tnl_link(ip6n, t); |
197 | ||
198 | return 0; | |
199 | ||
200 | out: | |
201 | return err; | |
202 | } | |
203 | ||
204 | static struct ip6_tnl *vti6_tnl_create(struct net *net, struct __ip6_tnl_parm *p) | |
205 | { | |
206 | struct net_device *dev; | |
207 | struct ip6_tnl *t; | |
208 | char name[IFNAMSIZ]; | |
209 | int err; | |
210 | ||
537b361f ED |
211 | if (p->name[0]) { |
212 | if (!dev_valid_name(p->name)) | |
213 | goto failed; | |
ed1efb2a | 214 | strlcpy(name, p->name, IFNAMSIZ); |
537b361f | 215 | } else { |
ed1efb2a | 216 | sprintf(name, "ip6_vti%%d"); |
537b361f | 217 | } |
ed1efb2a | 218 | |
c835a677 | 219 | dev = alloc_netdev(sizeof(*t), name, NET_NAME_UNKNOWN, vti6_dev_setup); |
63159f29 | 220 | if (!dev) |
ed1efb2a SK |
221 | goto failed; |
222 | ||
223 | dev_net_set(dev, net); | |
224 | ||
225 | t = netdev_priv(dev); | |
226 | t->parms = *p; | |
227 | t->net = dev_net(dev); | |
228 | ||
229 | err = vti6_tnl_create2(dev); | |
230 | if (err < 0) | |
231 | goto failed_free; | |
232 | ||
233 | return t; | |
234 | ||
235 | failed_free: | |
cf124db5 | 236 | free_netdev(dev); |
ed1efb2a SK |
237 | failed: |
238 | return NULL; | |
239 | } | |
240 | ||
241 | /** | |
242 | * vti6_locate - find or create tunnel matching given parameters | |
243 | * @net: network namespace | |
244 | * @p: tunnel parameters | |
245 | * @create: != 0 if allowed to create new tunnel if no match found | |
246 | * | |
247 | * Description: | |
248 | * vti6_locate() first tries to locate an existing tunnel | |
249 | * based on @parms. If this is unsuccessful, but @create is set a new | |
250 | * tunnel device is created and registered for use. | |
251 | * | |
252 | * Return: | |
253 | * matching tunnel or NULL | |
254 | **/ | |
255 | static struct ip6_tnl *vti6_locate(struct net *net, struct __ip6_tnl_parm *p, | |
256 | int create) | |
257 | { | |
258 | const struct in6_addr *remote = &p->raddr; | |
259 | const struct in6_addr *local = &p->laddr; | |
260 | struct ip6_tnl __rcu **tp; | |
261 | struct ip6_tnl *t; | |
262 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
263 | ||
264 | for (tp = vti6_tnl_bucket(ip6n, p); | |
265 | (t = rtnl_dereference(*tp)) != NULL; | |
266 | tp = &t->next) { | |
267 | if (ipv6_addr_equal(local, &t->parms.laddr) && | |
d814b847 SK |
268 | ipv6_addr_equal(remote, &t->parms.raddr)) { |
269 | if (create) | |
270 | return NULL; | |
271 | ||
ed1efb2a | 272 | return t; |
d814b847 | 273 | } |
ed1efb2a SK |
274 | } |
275 | if (!create) | |
276 | return NULL; | |
277 | return vti6_tnl_create(net, p); | |
278 | } | |
279 | ||
280 | /** | |
281 | * vti6_dev_uninit - tunnel device uninitializer | |
282 | * @dev: the device to be destroyed | |
283 | * | |
284 | * Description: | |
285 | * vti6_dev_uninit() removes tunnel from its list | |
286 | **/ | |
287 | static void vti6_dev_uninit(struct net_device *dev) | |
288 | { | |
289 | struct ip6_tnl *t = netdev_priv(dev); | |
092a29a4 | 290 | struct vti6_net *ip6n = net_generic(t->net, vti6_net_id); |
ed1efb2a SK |
291 | |
292 | if (dev == ip6n->fb_tnl_dev) | |
293 | RCU_INIT_POINTER(ip6n->tnls_wc[0], NULL); | |
294 | else | |
295 | vti6_tnl_unlink(ip6n, t); | |
56c1c779 | 296 | dev_put_track(dev, &t->dev_tracker); |
ed1efb2a SK |
297 | } |
298 | ||
0146dca7 SD |
299 | static int vti6_input_proto(struct sk_buff *skb, int nexthdr, __be32 spi, |
300 | int encap_type) | |
ed1efb2a SK |
301 | { |
302 | struct ip6_tnl *t; | |
303 | const struct ipv6hdr *ipv6h = ipv6_hdr(skb); | |
304 | ||
305 | rcu_read_lock(); | |
e5d08d71 | 306 | t = vti6_tnl_lookup(dev_net(skb->dev), &ipv6h->saddr, &ipv6h->daddr); |
53b24b8f | 307 | if (t) { |
ed1efb2a SK |
308 | if (t->parms.proto != IPPROTO_IPV6 && t->parms.proto != 0) { |
309 | rcu_read_unlock(); | |
310 | goto discard; | |
311 | } | |
312 | ||
313 | if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) { | |
314 | rcu_read_unlock(); | |
2a9de3af | 315 | goto discard; |
ed1efb2a SK |
316 | } |
317 | ||
cbb49697 | 318 | ipv6h = ipv6_hdr(skb); |
ed1efb2a SK |
319 | if (!ip6_tnl_rcv_ctl(t, &ipv6h->daddr, &ipv6h->saddr)) { |
320 | t->dev->stats.rx_dropped++; | |
321 | rcu_read_unlock(); | |
322 | goto discard; | |
323 | } | |
324 | ||
ed1efb2a | 325 | rcu_read_unlock(); |
fa9ad96d | 326 | |
0146dca7 SD |
327 | XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = t; |
328 | XFRM_SPI_SKB_CB(skb)->family = AF_INET6; | |
329 | XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct ipv6hdr, daddr); | |
330 | return xfrm_input(skb, nexthdr, spi, encap_type); | |
ed1efb2a SK |
331 | } |
332 | rcu_read_unlock(); | |
fa9ad96d | 333 | return -EINVAL; |
ed1efb2a SK |
334 | discard: |
335 | kfree_skb(skb); | |
336 | return 0; | |
337 | } | |
338 | ||
0146dca7 SD |
339 | static int vti6_rcv(struct sk_buff *skb) |
340 | { | |
341 | int nexthdr = skb_network_header(skb)[IP6CB(skb)->nhoff]; | |
342 | ||
343 | return vti6_input_proto(skb, nexthdr, 0, 0); | |
344 | } | |
345 | ||
fa9ad96d SK |
346 | static int vti6_rcv_cb(struct sk_buff *skb, int err) |
347 | { | |
348 | unsigned short family; | |
349 | struct net_device *dev; | |
fa9ad96d | 350 | struct xfrm_state *x; |
4c145dce | 351 | const struct xfrm_mode *inner_mode; |
fa9ad96d | 352 | struct ip6_tnl *t = XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6; |
d55c670c AD |
353 | u32 orig_mark = skb->mark; |
354 | int ret; | |
fa9ad96d SK |
355 | |
356 | if (!t) | |
357 | return 1; | |
358 | ||
359 | dev = t->dev; | |
360 | ||
361 | if (err) { | |
362 | dev->stats.rx_errors++; | |
363 | dev->stats.rx_dropped++; | |
364 | ||
365 | return 0; | |
366 | } | |
367 | ||
368 | x = xfrm_input_state(skb); | |
1fb81e09 | 369 | |
c9500d7b | 370 | inner_mode = &x->inner_mode; |
1fb81e09 | 371 | |
372 | if (x->sel.family == AF_UNSPEC) { | |
373 | inner_mode = xfrm_ip2inner_mode(x, XFRM_MODE_SKB_CB(skb)->protocol); | |
374 | if (inner_mode == NULL) { | |
375 | XFRM_INC_STATS(dev_net(skb->dev), | |
376 | LINUX_MIB_XFRMINSTATEMODEERROR); | |
377 | return -EINVAL; | |
378 | } | |
379 | } | |
380 | ||
b45714b1 | 381 | family = inner_mode->family; |
fa9ad96d | 382 | |
d55c670c AD |
383 | skb->mark = be32_to_cpu(t->parms.i_key); |
384 | ret = xfrm_policy_check(NULL, XFRM_POLICY_IN, skb, family); | |
385 | skb->mark = orig_mark; | |
386 | ||
387 | if (!ret) | |
fa9ad96d SK |
388 | return -EPERM; |
389 | ||
390 | skb_scrub_packet(skb, !net_eq(t->net, dev_net(skb->dev))); | |
391 | skb->dev = dev; | |
5711eb05 | 392 | dev_sw_netstats_rx_add(dev, skb->len); |
fa9ad96d SK |
393 | |
394 | return 0; | |
395 | } | |
396 | ||
ed1efb2a SK |
397 | /** |
398 | * vti6_addr_conflict - compare packet addresses to tunnel's own | |
399 | * @t: the outgoing tunnel device | |
400 | * @hdr: IPv6 header from the incoming packet | |
401 | * | |
402 | * Description: | |
403 | * Avoid trivial tunneling loop by checking that tunnel exit-point | |
404 | * doesn't match source of incoming packet. | |
405 | * | |
406 | * Return: | |
407 | * 1 if conflict, | |
408 | * 0 else | |
409 | **/ | |
410 | static inline bool | |
411 | vti6_addr_conflict(const struct ip6_tnl *t, const struct ipv6hdr *hdr) | |
412 | { | |
413 | return ipv6_addr_equal(&t->parms.raddr, &hdr->saddr); | |
414 | } | |
415 | ||
26be8e2d SK |
416 | static bool vti6_state_check(const struct xfrm_state *x, |
417 | const struct in6_addr *dst, | |
418 | const struct in6_addr *src) | |
419 | { | |
420 | xfrm_address_t *daddr = (xfrm_address_t *)dst; | |
421 | xfrm_address_t *saddr = (xfrm_address_t *)src; | |
422 | ||
423 | /* if there is no transform then this tunnel is not functional. | |
424 | * Or if the xfrm is not mode tunnel. | |
425 | */ | |
426 | if (!x || x->props.mode != XFRM_MODE_TUNNEL || | |
427 | x->props.family != AF_INET6) | |
428 | return false; | |
429 | ||
430 | if (ipv6_addr_any(dst)) | |
431 | return xfrm_addr_equal(saddr, &x->props.saddr, AF_INET6); | |
432 | ||
433 | if (!xfrm_state_addr_check(x, daddr, saddr, AF_INET6)) | |
434 | return false; | |
435 | ||
436 | return true; | |
437 | } | |
438 | ||
ed1efb2a SK |
439 | /** |
440 | * vti6_xmit - send a packet | |
441 | * @skb: the outgoing socket buffer | |
442 | * @dev: the outgoing tunnel device | |
22e1b23d | 443 | * @fl: the flow informations for the xfrm_lookup |
ed1efb2a | 444 | **/ |
22e1b23d SK |
445 | static int |
446 | vti6_xmit(struct sk_buff *skb, struct net_device *dev, struct flowi *fl) | |
ed1efb2a | 447 | { |
ed1efb2a SK |
448 | struct ip6_tnl *t = netdev_priv(dev); |
449 | struct net_device_stats *stats = &t->dev->stats; | |
7c852581 | 450 | struct dst_entry *dst = skb_dst(skb); |
ed1efb2a | 451 | struct net_device *tdev; |
d5005140 | 452 | struct xfrm_state *x; |
36f6ee22 | 453 | int pkt_len = skb->len; |
ed1efb2a | 454 | int err = -1; |
ccd740cb | 455 | int mtu; |
ed1efb2a | 456 | |
95224166 | 457 | if (!dst) { |
f1ed1026 ND |
458 | switch (skb->protocol) { |
459 | case htons(ETH_P_IP): { | |
460 | struct rtable *rt; | |
461 | ||
462 | fl->u.ip4.flowi4_oif = dev->ifindex; | |
463 | fl->u.ip4.flowi4_flags |= FLOWI_FLAG_ANYSRC; | |
464 | rt = __ip_route_output_key(dev_net(dev), &fl->u.ip4); | |
465 | if (IS_ERR(rt)) | |
466 | goto tx_err_link_failure; | |
467 | dst = &rt->dst; | |
468 | skb_dst_set(skb, dst); | |
469 | break; | |
470 | } | |
471 | case htons(ETH_P_IPV6): | |
472 | fl->u.ip6.flowi6_oif = dev->ifindex; | |
473 | fl->u.ip6.flowi6_flags |= FLOWI_FLAG_ANYSRC; | |
474 | dst = ip6_route_output(dev_net(dev), NULL, &fl->u.ip6); | |
475 | if (dst->error) { | |
476 | dst_release(dst); | |
477 | dst = NULL; | |
478 | goto tx_err_link_failure; | |
479 | } | |
480 | skb_dst_set(skb, dst); | |
481 | break; | |
482 | default: | |
95224166 ND |
483 | goto tx_err_link_failure; |
484 | } | |
95224166 | 485 | } |
ed1efb2a | 486 | |
7c852581 | 487 | dst_hold(dst); |
b328ecc4 | 488 | dst = xfrm_lookup_route(t->net, dst, fl, NULL, 0); |
7c852581 SK |
489 | if (IS_ERR(dst)) { |
490 | err = PTR_ERR(dst); | |
491 | dst = NULL; | |
492 | goto tx_err_link_failure; | |
ed1efb2a SK |
493 | } |
494 | ||
b328ecc4 | 495 | if (dst->flags & DST_XFRM_QUEUE) |
4c382558 | 496 | goto xmit; |
b328ecc4 | 497 | |
d5005140 SK |
498 | x = dst->xfrm; |
499 | if (!vti6_state_check(x, &t->parms.raddr, &t->parms.laddr)) | |
500 | goto tx_err_link_failure; | |
501 | ||
502 | if (!ip6_tnl_xmit_ctl(t, (const struct in6_addr *)&x->props.saddr, | |
503 | (const struct in6_addr *)&x->id.daddr)) | |
ed1efb2a SK |
504 | goto tx_err_link_failure; |
505 | ||
506 | tdev = dst->dev; | |
507 | ||
508 | if (tdev == dev) { | |
509 | stats->collisions++; | |
510 | net_warn_ratelimited("%s: Local routing loop detected!\n", | |
511 | t->parms.name); | |
512 | goto tx_err_dst_release; | |
513 | } | |
514 | ||
ccd740cb | 515 | mtu = dst_mtu(dst); |
9f289546 | 516 | if (skb->len > mtu) { |
8247a79e | 517 | skb_dst_update_pmtu_no_confirm(skb, mtu); |
ccd740cb | 518 | |
e3dc847a SK |
519 | if (skb->protocol == htons(ETH_P_IPV6)) { |
520 | if (mtu < IPV6_MIN_MTU) | |
521 | mtu = IPV6_MIN_MTU; | |
522 | ||
4372339e | 523 | icmpv6_ndo_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu); |
e3dc847a | 524 | } else { |
4c382558 EB |
525 | if (!(ip_hdr(skb)->frag_off & htons(IP_DF))) |
526 | goto xmit; | |
4372339e JD |
527 | icmp_ndo_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED, |
528 | htonl(mtu)); | |
e3dc847a | 529 | } |
ccd740cb | 530 | |
d6990976 EB |
531 | err = -EMSGSIZE; |
532 | goto tx_err_dst_release; | |
ccd740cb SK |
533 | } |
534 | ||
4c382558 | 535 | xmit: |
d6990976 EB |
536 | skb_scrub_packet(skb, !net_eq(t->net, dev_net(dev))); |
537 | skb_dst_set(skb, dst); | |
538 | skb->dev = skb_dst(skb)->dev; | |
539 | ||
13206b6b | 540 | err = dst_output(t->net, skb->sk, skb); |
bb107456 HY |
541 | if (net_xmit_eval(err) == 0) |
542 | err = pkt_len; | |
543 | iptunnel_xmit_stats(dev, err); | |
ed1efb2a SK |
544 | |
545 | return 0; | |
546 | tx_err_link_failure: | |
547 | stats->tx_carrier_errors++; | |
548 | dst_link_failure(skb); | |
549 | tx_err_dst_release: | |
7c852581 | 550 | dst_release(dst); |
ed1efb2a SK |
551 | return err; |
552 | } | |
553 | ||
554 | static netdev_tx_t | |
555 | vti6_tnl_xmit(struct sk_buff *skb, struct net_device *dev) | |
556 | { | |
557 | struct ip6_tnl *t = netdev_priv(dev); | |
558 | struct net_device_stats *stats = &t->dev->stats; | |
22e1b23d | 559 | struct flowi fl; |
ed1efb2a SK |
560 | int ret; |
561 | ||
cb9f1b78 WB |
562 | if (!pskb_inet_may_pull(skb)) |
563 | goto tx_err; | |
564 | ||
22e1b23d | 565 | memset(&fl, 0, sizeof(fl)); |
22e1b23d | 566 | |
ed1efb2a SK |
567 | switch (skb->protocol) { |
568 | case htons(ETH_P_IPV6): | |
22e1b23d | 569 | if ((t->parms.proto != IPPROTO_IPV6 && t->parms.proto != 0) || |
cb9f1b78 | 570 | vti6_addr_conflict(t, ipv6_hdr(skb))) |
22e1b23d SK |
571 | goto tx_err; |
572 | ||
573 | xfrm_decode_session(skb, &fl, AF_INET6); | |
574 | memset(IP6CB(skb), 0, sizeof(*IP6CB(skb))); | |
575 | break; | |
576 | case htons(ETH_P_IP): | |
577 | xfrm_decode_session(skb, &fl, AF_INET); | |
578 | memset(IPCB(skb), 0, sizeof(*IPCB(skb))); | |
ed1efb2a SK |
579 | break; |
580 | default: | |
581 | goto tx_err; | |
582 | } | |
583 | ||
cd5279c1 AD |
584 | /* override mark with tunnel output key */ |
585 | fl.flowi_mark = be32_to_cpu(t->parms.o_key); | |
586 | ||
22e1b23d | 587 | ret = vti6_xmit(skb, dev, &fl); |
ed1efb2a SK |
588 | if (ret < 0) |
589 | goto tx_err; | |
590 | ||
591 | return NETDEV_TX_OK; | |
592 | ||
593 | tx_err: | |
594 | stats->tx_errors++; | |
595 | stats->tx_dropped++; | |
596 | kfree_skb(skb); | |
597 | return NETDEV_TX_OK; | |
598 | } | |
599 | ||
fa9ad96d SK |
600 | static int vti6_err(struct sk_buff *skb, struct inet6_skb_parm *opt, |
601 | u8 type, u8 code, int offset, __be32 info) | |
602 | { | |
603 | __be32 spi; | |
6d004d6c | 604 | __u32 mark; |
fa9ad96d SK |
605 | struct xfrm_state *x; |
606 | struct ip6_tnl *t; | |
607 | struct ip_esp_hdr *esph; | |
608 | struct ip_auth_hdr *ah; | |
609 | struct ip_comp_hdr *ipch; | |
610 | struct net *net = dev_net(skb->dev); | |
611 | const struct ipv6hdr *iph = (const struct ipv6hdr *)skb->data; | |
612 | int protocol = iph->nexthdr; | |
613 | ||
614 | t = vti6_tnl_lookup(dev_net(skb->dev), &iph->daddr, &iph->saddr); | |
615 | if (!t) | |
616 | return -1; | |
617 | ||
6d004d6c SK |
618 | mark = be32_to_cpu(t->parms.o_key); |
619 | ||
fa9ad96d SK |
620 | switch (protocol) { |
621 | case IPPROTO_ESP: | |
622 | esph = (struct ip_esp_hdr *)(skb->data + offset); | |
623 | spi = esph->spi; | |
624 | break; | |
625 | case IPPROTO_AH: | |
626 | ah = (struct ip_auth_hdr *)(skb->data + offset); | |
627 | spi = ah->spi; | |
628 | break; | |
629 | case IPPROTO_COMP: | |
630 | ipch = (struct ip_comp_hdr *)(skb->data + offset); | |
631 | spi = htonl(ntohs(ipch->cpi)); | |
632 | break; | |
633 | default: | |
634 | return 0; | |
635 | } | |
636 | ||
637 | if (type != ICMPV6_PKT_TOOBIG && | |
638 | type != NDISC_REDIRECT) | |
639 | return 0; | |
640 | ||
6d004d6c | 641 | x = xfrm_state_lookup(net, mark, (const xfrm_address_t *)&iph->daddr, |
fa9ad96d SK |
642 | spi, protocol, AF_INET6); |
643 | if (!x) | |
644 | return 0; | |
645 | ||
646 | if (type == NDISC_REDIRECT) | |
e2d118a1 LC |
647 | ip6_redirect(skb, net, skb->dev->ifindex, 0, |
648 | sock_net_uid(net, NULL)); | |
fa9ad96d | 649 | else |
e2d118a1 | 650 | ip6_update_pmtu(skb, net, info, 0, 0, sock_net_uid(net, NULL)); |
fa9ad96d SK |
651 | xfrm_state_put(x); |
652 | ||
653 | return 0; | |
654 | } | |
655 | ||
7a67e69a | 656 | static void vti6_link_config(struct ip6_tnl *t, bool keep_mtu) |
ed1efb2a | 657 | { |
ed1efb2a SK |
658 | struct net_device *dev = t->dev; |
659 | struct __ip6_tnl_parm *p = &t->parms; | |
53c81e95 | 660 | struct net_device *tdev = NULL; |
c6741fbe | 661 | int mtu; |
ed1efb2a | 662 | |
5a1b7e1a | 663 | __dev_addr_set(dev, &p->laddr, sizeof(struct in6_addr)); |
ed1efb2a SK |
664 | memcpy(dev->broadcast, &p->raddr, sizeof(struct in6_addr)); |
665 | ||
ed1efb2a SK |
666 | p->flags &= ~(IP6_TNL_F_CAP_XMIT | IP6_TNL_F_CAP_RCV | |
667 | IP6_TNL_F_CAP_PER_PACKET); | |
668 | p->flags |= ip6_tnl_get_cap(t, &p->laddr, &p->raddr); | |
669 | ||
670 | if (p->flags & IP6_TNL_F_CAP_XMIT && p->flags & IP6_TNL_F_CAP_RCV) | |
671 | dev->flags |= IFF_POINTOPOINT; | |
672 | else | |
673 | dev->flags &= ~IFF_POINTOPOINT; | |
53c81e95 | 674 | |
7a67e69a SB |
675 | if (keep_mtu && dev->mtu) { |
676 | dev->mtu = clamp(dev->mtu, dev->min_mtu, dev->max_mtu); | |
677 | return; | |
678 | } | |
679 | ||
53c81e95 AK |
680 | if (p->flags & IP6_TNL_F_CAP_XMIT) { |
681 | int strict = (ipv6_addr_type(&p->raddr) & | |
682 | (IPV6_ADDR_MULTICAST | IPV6_ADDR_LINKLOCAL)); | |
683 | struct rt6_info *rt = rt6_lookup(t->net, | |
684 | &p->raddr, &p->laddr, | |
b75cc8f9 | 685 | p->link, NULL, strict); |
53c81e95 AK |
686 | |
687 | if (rt) | |
688 | tdev = rt->dst.dev; | |
689 | ip6_rt_put(rt); | |
690 | } | |
691 | ||
692 | if (!tdev && p->link) | |
693 | tdev = __dev_get_by_index(t->net, p->link); | |
694 | ||
695 | if (tdev) | |
c6741fbe SB |
696 | mtu = tdev->mtu - sizeof(struct ipv6hdr); |
697 | else | |
698 | mtu = ETH_DATA_LEN - LL_MAX_HEADER - sizeof(struct ipv6hdr); | |
699 | ||
b4331a68 | 700 | dev->mtu = max_t(int, mtu, IPV4_MIN_MTU); |
ed1efb2a SK |
701 | } |
702 | ||
703 | /** | |
704 | * vti6_tnl_change - update the tunnel parameters | |
705 | * @t: tunnel to be changed | |
706 | * @p: tunnel configuration parameters | |
7a67e69a | 707 | * @keep_mtu: MTU was set from userspace, don't re-compute it |
ed1efb2a SK |
708 | * |
709 | * Description: | |
710 | * vti6_tnl_change() updates the tunnel parameters | |
711 | **/ | |
712 | static int | |
7a67e69a SB |
713 | vti6_tnl_change(struct ip6_tnl *t, const struct __ip6_tnl_parm *p, |
714 | bool keep_mtu) | |
ed1efb2a SK |
715 | { |
716 | t->parms.laddr = p->laddr; | |
717 | t->parms.raddr = p->raddr; | |
718 | t->parms.link = p->link; | |
719 | t->parms.i_key = p->i_key; | |
720 | t->parms.o_key = p->o_key; | |
721 | t->parms.proto = p->proto; | |
0a473b82 | 722 | t->parms.fwmark = p->fwmark; |
607f725f | 723 | dst_cache_reset(&t->dst_cache); |
7a67e69a | 724 | vti6_link_config(t, keep_mtu); |
ed1efb2a SK |
725 | return 0; |
726 | } | |
727 | ||
7a67e69a SB |
728 | static int vti6_update(struct ip6_tnl *t, struct __ip6_tnl_parm *p, |
729 | bool keep_mtu) | |
ed1efb2a SK |
730 | { |
731 | struct net *net = dev_net(t->dev); | |
732 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
733 | int err; | |
734 | ||
735 | vti6_tnl_unlink(ip6n, t); | |
736 | synchronize_net(); | |
7a67e69a | 737 | err = vti6_tnl_change(t, p, keep_mtu); |
ed1efb2a SK |
738 | vti6_tnl_link(ip6n, t); |
739 | netdev_state_change(t->dev); | |
740 | return err; | |
741 | } | |
742 | ||
743 | static void | |
744 | vti6_parm_from_user(struct __ip6_tnl_parm *p, const struct ip6_tnl_parm2 *u) | |
745 | { | |
746 | p->laddr = u->laddr; | |
747 | p->raddr = u->raddr; | |
748 | p->link = u->link; | |
749 | p->i_key = u->i_key; | |
750 | p->o_key = u->o_key; | |
751 | p->proto = u->proto; | |
752 | ||
753 | memcpy(p->name, u->name, sizeof(u->name)); | |
754 | } | |
755 | ||
756 | static void | |
757 | vti6_parm_to_user(struct ip6_tnl_parm2 *u, const struct __ip6_tnl_parm *p) | |
758 | { | |
759 | u->laddr = p->laddr; | |
760 | u->raddr = p->raddr; | |
761 | u->link = p->link; | |
762 | u->i_key = p->i_key; | |
763 | u->o_key = p->o_key; | |
7dcdf941 DF |
764 | if (u->i_key) |
765 | u->i_flags |= GRE_KEY; | |
766 | if (u->o_key) | |
767 | u->o_flags |= GRE_KEY; | |
ed1efb2a SK |
768 | u->proto = p->proto; |
769 | ||
770 | memcpy(u->name, p->name, sizeof(u->name)); | |
771 | } | |
772 | ||
773 | /** | |
3e7a1c7c | 774 | * vti6_siocdevprivate - configure vti6 tunnels from userspace |
ed1efb2a | 775 | * @dev: virtual device associated with tunnel |
3e7a1c7c AB |
776 | * @ifr: unused |
777 | * @data: parameters passed from userspace | |
ed1efb2a SK |
778 | * @cmd: command to be performed |
779 | * | |
780 | * Description: | |
3e7a1c7c | 781 | * vti6_siocdevprivate() is used for managing vti6 tunnels |
ed1efb2a SK |
782 | * from userspace. |
783 | * | |
784 | * The possible commands are the following: | |
785 | * %SIOCGETTUNNEL: get tunnel parameters for device | |
786 | * %SIOCADDTUNNEL: add tunnel matching given tunnel parameters | |
787 | * %SIOCCHGTUNNEL: change tunnel parameters to those given | |
788 | * %SIOCDELTUNNEL: delete tunnel | |
789 | * | |
790 | * The fallback device "ip6_vti0", created during module | |
791 | * initialization, can be used for creating other tunnel devices. | |
792 | * | |
793 | * Return: | |
794 | * 0 on success, | |
795 | * %-EFAULT if unable to copy data to or from userspace, | |
796 | * %-EPERM if current process hasn't %CAP_NET_ADMIN set | |
797 | * %-EINVAL if passed tunnel parameters are invalid, | |
798 | * %-EEXIST if changing a tunnel's parameters would cause a conflict | |
799 | * %-ENODEV if attempting to change or delete a nonexisting device | |
800 | **/ | |
801 | static int | |
3e7a1c7c | 802 | vti6_siocdevprivate(struct net_device *dev, struct ifreq *ifr, void __user *data, int cmd) |
ed1efb2a SK |
803 | { |
804 | int err = 0; | |
805 | struct ip6_tnl_parm2 p; | |
806 | struct __ip6_tnl_parm p1; | |
807 | struct ip6_tnl *t = NULL; | |
808 | struct net *net = dev_net(dev); | |
809 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
810 | ||
c1833c39 WZ |
811 | memset(&p1, 0, sizeof(p1)); |
812 | ||
ed1efb2a SK |
813 | switch (cmd) { |
814 | case SIOCGETTUNNEL: | |
815 | if (dev == ip6n->fb_tnl_dev) { | |
3e7a1c7c | 816 | if (copy_from_user(&p, data, sizeof(p))) { |
ed1efb2a SK |
817 | err = -EFAULT; |
818 | break; | |
819 | } | |
820 | vti6_parm_from_user(&p1, &p); | |
821 | t = vti6_locate(net, &p1, 0); | |
822 | } else { | |
823 | memset(&p, 0, sizeof(p)); | |
824 | } | |
63159f29 | 825 | if (!t) |
ed1efb2a SK |
826 | t = netdev_priv(dev); |
827 | vti6_parm_to_user(&p, &t->parms); | |
3e7a1c7c | 828 | if (copy_to_user(data, &p, sizeof(p))) |
ed1efb2a SK |
829 | err = -EFAULT; |
830 | break; | |
831 | case SIOCADDTUNNEL: | |
832 | case SIOCCHGTUNNEL: | |
833 | err = -EPERM; | |
834 | if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) | |
835 | break; | |
836 | err = -EFAULT; | |
3e7a1c7c | 837 | if (copy_from_user(&p, data, sizeof(p))) |
ed1efb2a SK |
838 | break; |
839 | err = -EINVAL; | |
840 | if (p.proto != IPPROTO_IPV6 && p.proto != 0) | |
841 | break; | |
842 | vti6_parm_from_user(&p1, &p); | |
843 | t = vti6_locate(net, &p1, cmd == SIOCADDTUNNEL); | |
844 | if (dev != ip6n->fb_tnl_dev && cmd == SIOCCHGTUNNEL) { | |
53b24b8f | 845 | if (t) { |
ed1efb2a SK |
846 | if (t->dev != dev) { |
847 | err = -EEXIST; | |
848 | break; | |
849 | } | |
850 | } else | |
851 | t = netdev_priv(dev); | |
852 | ||
7a67e69a | 853 | err = vti6_update(t, &p1, false); |
ed1efb2a SK |
854 | } |
855 | if (t) { | |
856 | err = 0; | |
857 | vti6_parm_to_user(&p, &t->parms); | |
3e7a1c7c | 858 | if (copy_to_user(data, &p, sizeof(p))) |
ed1efb2a SK |
859 | err = -EFAULT; |
860 | ||
861 | } else | |
862 | err = (cmd == SIOCADDTUNNEL ? -ENOBUFS : -ENOENT); | |
863 | break; | |
864 | case SIOCDELTUNNEL: | |
865 | err = -EPERM; | |
866 | if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) | |
867 | break; | |
868 | ||
869 | if (dev == ip6n->fb_tnl_dev) { | |
870 | err = -EFAULT; | |
3e7a1c7c | 871 | if (copy_from_user(&p, data, sizeof(p))) |
ed1efb2a SK |
872 | break; |
873 | err = -ENOENT; | |
874 | vti6_parm_from_user(&p1, &p); | |
875 | t = vti6_locate(net, &p1, 0); | |
63159f29 | 876 | if (!t) |
ed1efb2a SK |
877 | break; |
878 | err = -EPERM; | |
879 | if (t->dev == ip6n->fb_tnl_dev) | |
880 | break; | |
881 | dev = t->dev; | |
882 | } | |
883 | err = 0; | |
884 | unregister_netdevice(dev); | |
885 | break; | |
886 | default: | |
887 | err = -EINVAL; | |
888 | } | |
889 | return err; | |
890 | } | |
891 | ||
ed1efb2a | 892 | static const struct net_device_ops vti6_netdev_ops = { |
16a0231b | 893 | .ndo_init = vti6_dev_init, |
ed1efb2a SK |
894 | .ndo_uninit = vti6_dev_uninit, |
895 | .ndo_start_xmit = vti6_tnl_xmit, | |
3e7a1c7c | 896 | .ndo_siocdevprivate = vti6_siocdevprivate, |
8f3feb24 | 897 | .ndo_get_stats64 = dev_get_tstats64, |
ecf2c06a | 898 | .ndo_get_iflink = ip6_tnl_get_iflink, |
ed1efb2a SK |
899 | }; |
900 | ||
901 | /** | |
902 | * vti6_dev_setup - setup virtual tunnel device | |
903 | * @dev: virtual device associated with tunnel | |
904 | * | |
905 | * Description: | |
906 | * Initialize function pointers and device parameters | |
907 | **/ | |
908 | static void vti6_dev_setup(struct net_device *dev) | |
909 | { | |
ed1efb2a | 910 | dev->netdev_ops = &vti6_netdev_ops; |
ab59d2b6 | 911 | dev->header_ops = &ip_tunnel_header_ops; |
cf124db5 DM |
912 | dev->needs_free_netdev = true; |
913 | dev->priv_destructor = vti6_dev_free; | |
ed1efb2a SK |
914 | |
915 | dev->type = ARPHRD_TUNNEL6; | |
b4331a68 | 916 | dev->min_mtu = IPV4_MIN_MTU; |
f8a554b4 | 917 | dev->max_mtu = IP_MAX_MTU - sizeof(struct ipv6hdr); |
ed1efb2a SK |
918 | dev->flags |= IFF_NOARP; |
919 | dev->addr_len = sizeof(struct in6_addr); | |
02875878 | 920 | netif_keep_dst(dev); |
45ce0fd1 FJ |
921 | /* This perm addr will be used as interface identifier by IPv6 */ |
922 | dev->addr_assign_type = NET_ADDR_RANDOM; | |
923 | eth_random_addr(dev->perm_addr); | |
ed1efb2a SK |
924 | } |
925 | ||
926 | /** | |
927 | * vti6_dev_init_gen - general initializer for all tunnel devices | |
928 | * @dev: virtual device associated with tunnel | |
929 | **/ | |
930 | static inline int vti6_dev_init_gen(struct net_device *dev) | |
931 | { | |
932 | struct ip6_tnl *t = netdev_priv(dev); | |
933 | ||
934 | t->dev = dev; | |
935 | t->net = dev_net(dev); | |
1c213bd2 | 936 | dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); |
ed1efb2a SK |
937 | if (!dev->tstats) |
938 | return -ENOMEM; | |
56c1c779 | 939 | dev_hold_track(dev, &t->dev_tracker, GFP_KERNEL); |
ed1efb2a SK |
940 | return 0; |
941 | } | |
942 | ||
943 | /** | |
944 | * vti6_dev_init - initializer for all non fallback tunnel devices | |
945 | * @dev: virtual device associated with tunnel | |
946 | **/ | |
947 | static int vti6_dev_init(struct net_device *dev) | |
948 | { | |
949 | struct ip6_tnl *t = netdev_priv(dev); | |
950 | int err = vti6_dev_init_gen(dev); | |
951 | ||
952 | if (err) | |
953 | return err; | |
7a67e69a | 954 | vti6_link_config(t, true); |
ed1efb2a SK |
955 | return 0; |
956 | } | |
957 | ||
958 | /** | |
959 | * vti6_fb_tnl_dev_init - initializer for fallback tunnel device | |
960 | * @dev: fallback device | |
961 | * | |
962 | * Return: 0 | |
963 | **/ | |
964 | static int __net_init vti6_fb_tnl_dev_init(struct net_device *dev) | |
965 | { | |
966 | struct ip6_tnl *t = netdev_priv(dev); | |
967 | struct net *net = dev_net(dev); | |
968 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
ed1efb2a SK |
969 | |
970 | t->parms.proto = IPPROTO_IPV6; | |
ed1efb2a | 971 | |
ed1efb2a SK |
972 | rcu_assign_pointer(ip6n->tnls_wc[0], t); |
973 | return 0; | |
974 | } | |
975 | ||
a8b8a889 MS |
976 | static int vti6_validate(struct nlattr *tb[], struct nlattr *data[], |
977 | struct netlink_ext_ack *extack) | |
ed1efb2a SK |
978 | { |
979 | return 0; | |
980 | } | |
981 | ||
982 | static void vti6_netlink_parms(struct nlattr *data[], | |
983 | struct __ip6_tnl_parm *parms) | |
984 | { | |
985 | memset(parms, 0, sizeof(*parms)); | |
986 | ||
987 | if (!data) | |
988 | return; | |
989 | ||
990 | if (data[IFLA_VTI_LINK]) | |
991 | parms->link = nla_get_u32(data[IFLA_VTI_LINK]); | |
992 | ||
993 | if (data[IFLA_VTI_LOCAL]) | |
67b61f6c | 994 | parms->laddr = nla_get_in6_addr(data[IFLA_VTI_LOCAL]); |
ed1efb2a SK |
995 | |
996 | if (data[IFLA_VTI_REMOTE]) | |
67b61f6c | 997 | parms->raddr = nla_get_in6_addr(data[IFLA_VTI_REMOTE]); |
ed1efb2a SK |
998 | |
999 | if (data[IFLA_VTI_IKEY]) | |
1000 | parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]); | |
1001 | ||
1002 | if (data[IFLA_VTI_OKEY]) | |
1003 | parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]); | |
0a473b82 CG |
1004 | |
1005 | if (data[IFLA_VTI_FWMARK]) | |
1006 | parms->fwmark = nla_get_u32(data[IFLA_VTI_FWMARK]); | |
ed1efb2a SK |
1007 | } |
1008 | ||
1009 | static int vti6_newlink(struct net *src_net, struct net_device *dev, | |
7a3f4a18 MS |
1010 | struct nlattr *tb[], struct nlattr *data[], |
1011 | struct netlink_ext_ack *extack) | |
ed1efb2a SK |
1012 | { |
1013 | struct net *net = dev_net(dev); | |
1014 | struct ip6_tnl *nt; | |
1015 | ||
1016 | nt = netdev_priv(dev); | |
1017 | vti6_netlink_parms(data, &nt->parms); | |
1018 | ||
1019 | nt->parms.proto = IPPROTO_IPV6; | |
1020 | ||
1021 | if (vti6_locate(net, &nt->parms, 0)) | |
1022 | return -EEXIST; | |
1023 | ||
1024 | return vti6_tnl_create2(dev); | |
1025 | } | |
1026 | ||
20ea60ca | 1027 | static void vti6_dellink(struct net_device *dev, struct list_head *head) |
1028 | { | |
1029 | struct net *net = dev_net(dev); | |
1030 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
1031 | ||
1032 | if (dev != ip6n->fb_tnl_dev) | |
1033 | unregister_netdevice_queue(dev, head); | |
1034 | } | |
1035 | ||
ed1efb2a | 1036 | static int vti6_changelink(struct net_device *dev, struct nlattr *tb[], |
ad744b22 MS |
1037 | struct nlattr *data[], |
1038 | struct netlink_ext_ack *extack) | |
ed1efb2a SK |
1039 | { |
1040 | struct ip6_tnl *t; | |
1041 | struct __ip6_tnl_parm p; | |
1042 | struct net *net = dev_net(dev); | |
1043 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
1044 | ||
1045 | if (dev == ip6n->fb_tnl_dev) | |
1046 | return -EINVAL; | |
1047 | ||
1048 | vti6_netlink_parms(data, &p); | |
1049 | ||
1050 | t = vti6_locate(net, &p, 0); | |
1051 | ||
1052 | if (t) { | |
1053 | if (t->dev != dev) | |
1054 | return -EEXIST; | |
1055 | } else | |
1056 | t = netdev_priv(dev); | |
1057 | ||
7a67e69a | 1058 | return vti6_update(t, &p, tb && tb[IFLA_MTU]); |
ed1efb2a SK |
1059 | } |
1060 | ||
1061 | static size_t vti6_get_size(const struct net_device *dev) | |
1062 | { | |
1063 | return | |
1064 | /* IFLA_VTI_LINK */ | |
1065 | nla_total_size(4) + | |
1066 | /* IFLA_VTI_LOCAL */ | |
1067 | nla_total_size(sizeof(struct in6_addr)) + | |
1068 | /* IFLA_VTI_REMOTE */ | |
1069 | nla_total_size(sizeof(struct in6_addr)) + | |
1070 | /* IFLA_VTI_IKEY */ | |
1071 | nla_total_size(4) + | |
1072 | /* IFLA_VTI_OKEY */ | |
1073 | nla_total_size(4) + | |
0a473b82 CG |
1074 | /* IFLA_VTI_FWMARK */ |
1075 | nla_total_size(4) + | |
ed1efb2a SK |
1076 | 0; |
1077 | } | |
1078 | ||
1079 | static int vti6_fill_info(struct sk_buff *skb, const struct net_device *dev) | |
1080 | { | |
1081 | struct ip6_tnl *tunnel = netdev_priv(dev); | |
1082 | struct __ip6_tnl_parm *parm = &tunnel->parms; | |
1083 | ||
1084 | if (nla_put_u32(skb, IFLA_VTI_LINK, parm->link) || | |
930345ea JB |
1085 | nla_put_in6_addr(skb, IFLA_VTI_LOCAL, &parm->laddr) || |
1086 | nla_put_in6_addr(skb, IFLA_VTI_REMOTE, &parm->raddr) || | |
ed1efb2a | 1087 | nla_put_be32(skb, IFLA_VTI_IKEY, parm->i_key) || |
0a473b82 CG |
1088 | nla_put_be32(skb, IFLA_VTI_OKEY, parm->o_key) || |
1089 | nla_put_u32(skb, IFLA_VTI_FWMARK, parm->fwmark)) | |
ed1efb2a SK |
1090 | goto nla_put_failure; |
1091 | return 0; | |
1092 | ||
1093 | nla_put_failure: | |
1094 | return -EMSGSIZE; | |
1095 | } | |
1096 | ||
1097 | static const struct nla_policy vti6_policy[IFLA_VTI_MAX + 1] = { | |
1098 | [IFLA_VTI_LINK] = { .type = NLA_U32 }, | |
1099 | [IFLA_VTI_LOCAL] = { .len = sizeof(struct in6_addr) }, | |
1100 | [IFLA_VTI_REMOTE] = { .len = sizeof(struct in6_addr) }, | |
1101 | [IFLA_VTI_IKEY] = { .type = NLA_U32 }, | |
1102 | [IFLA_VTI_OKEY] = { .type = NLA_U32 }, | |
0a473b82 | 1103 | [IFLA_VTI_FWMARK] = { .type = NLA_U32 }, |
ed1efb2a SK |
1104 | }; |
1105 | ||
1106 | static struct rtnl_link_ops vti6_link_ops __read_mostly = { | |
1107 | .kind = "vti6", | |
1108 | .maxtype = IFLA_VTI_MAX, | |
1109 | .policy = vti6_policy, | |
1110 | .priv_size = sizeof(struct ip6_tnl), | |
1111 | .setup = vti6_dev_setup, | |
1112 | .validate = vti6_validate, | |
1113 | .newlink = vti6_newlink, | |
20ea60ca | 1114 | .dellink = vti6_dellink, |
ed1efb2a SK |
1115 | .changelink = vti6_changelink, |
1116 | .get_size = vti6_get_size, | |
1117 | .fill_info = vti6_fill_info, | |
1728d4fa | 1118 | .get_link_net = ip6_tnl_get_link_net, |
ed1efb2a SK |
1119 | }; |
1120 | ||
bb401cae ED |
1121 | static void __net_exit vti6_destroy_tunnels(struct vti6_net *ip6n, |
1122 | struct list_head *list) | |
ed1efb2a SK |
1123 | { |
1124 | int h; | |
1125 | struct ip6_tnl *t; | |
ed1efb2a | 1126 | |
e87a8f24 | 1127 | for (h = 0; h < IP6_VTI_HASH_SIZE; h++) { |
ed1efb2a | 1128 | t = rtnl_dereference(ip6n->tnls_r_l[h]); |
53b24b8f | 1129 | while (t) { |
bb401cae | 1130 | unregister_netdevice_queue(t->dev, list); |
ed1efb2a SK |
1131 | t = rtnl_dereference(t->next); |
1132 | } | |
1133 | } | |
1134 | ||
1135 | t = rtnl_dereference(ip6n->tnls_wc[0]); | |
9c86336c HY |
1136 | if (t) |
1137 | unregister_netdevice_queue(t->dev, list); | |
ed1efb2a SK |
1138 | } |
1139 | ||
1140 | static int __net_init vti6_init_net(struct net *net) | |
1141 | { | |
1142 | struct vti6_net *ip6n = net_generic(net, vti6_net_id); | |
1143 | struct ip6_tnl *t = NULL; | |
1144 | int err; | |
1145 | ||
1146 | ip6n->tnls[0] = ip6n->tnls_wc; | |
1147 | ip6n->tnls[1] = ip6n->tnls_r_l; | |
1148 | ||
e2948e5a HY |
1149 | if (!net_has_fallback_tunnels(net)) |
1150 | return 0; | |
ed1efb2a SK |
1151 | err = -ENOMEM; |
1152 | ip6n->fb_tnl_dev = alloc_netdev(sizeof(struct ip6_tnl), "ip6_vti0", | |
c835a677 | 1153 | NET_NAME_UNKNOWN, vti6_dev_setup); |
ed1efb2a SK |
1154 | |
1155 | if (!ip6n->fb_tnl_dev) | |
1156 | goto err_alloc_dev; | |
1157 | dev_net_set(ip6n->fb_tnl_dev, net); | |
20ea60ca | 1158 | ip6n->fb_tnl_dev->rtnl_link_ops = &vti6_link_ops; |
ed1efb2a SK |
1159 | |
1160 | err = vti6_fb_tnl_dev_init(ip6n->fb_tnl_dev); | |
1161 | if (err < 0) | |
1162 | goto err_register; | |
1163 | ||
1164 | err = register_netdev(ip6n->fb_tnl_dev); | |
1165 | if (err < 0) | |
1166 | goto err_register; | |
1167 | ||
1168 | t = netdev_priv(ip6n->fb_tnl_dev); | |
1169 | ||
1170 | strcpy(t->parms.name, ip6n->fb_tnl_dev->name); | |
1171 | return 0; | |
1172 | ||
1173 | err_register: | |
cf124db5 | 1174 | free_netdev(ip6n->fb_tnl_dev); |
ed1efb2a SK |
1175 | err_alloc_dev: |
1176 | return err; | |
1177 | } | |
1178 | ||
bb401cae | 1179 | static void __net_exit vti6_exit_batch_net(struct list_head *net_list) |
ed1efb2a | 1180 | { |
bb401cae ED |
1181 | struct vti6_net *ip6n; |
1182 | struct net *net; | |
1183 | LIST_HEAD(list); | |
ed1efb2a SK |
1184 | |
1185 | rtnl_lock(); | |
bb401cae ED |
1186 | list_for_each_entry(net, net_list, exit_list) { |
1187 | ip6n = net_generic(net, vti6_net_id); | |
1188 | vti6_destroy_tunnels(ip6n, &list); | |
1189 | } | |
1190 | unregister_netdevice_many(&list); | |
ed1efb2a SK |
1191 | rtnl_unlock(); |
1192 | } | |
1193 | ||
1194 | static struct pernet_operations vti6_net_ops = { | |
1195 | .init = vti6_init_net, | |
bb401cae | 1196 | .exit_batch = vti6_exit_batch_net, |
ed1efb2a SK |
1197 | .id = &vti6_net_id, |
1198 | .size = sizeof(struct vti6_net), | |
1199 | }; | |
1200 | ||
fa9ad96d SK |
1201 | static struct xfrm6_protocol vti_esp6_protocol __read_mostly = { |
1202 | .handler = vti6_rcv, | |
0146dca7 | 1203 | .input_handler = vti6_input_proto, |
fa9ad96d SK |
1204 | .cb_handler = vti6_rcv_cb, |
1205 | .err_handler = vti6_err, | |
1206 | .priority = 100, | |
1207 | }; | |
1208 | ||
1209 | static struct xfrm6_protocol vti_ah6_protocol __read_mostly = { | |
1210 | .handler = vti6_rcv, | |
0146dca7 | 1211 | .input_handler = vti6_input_proto, |
fa9ad96d SK |
1212 | .cb_handler = vti6_rcv_cb, |
1213 | .err_handler = vti6_err, | |
1214 | .priority = 100, | |
1215 | }; | |
1216 | ||
1217 | static struct xfrm6_protocol vti_ipcomp6_protocol __read_mostly = { | |
1218 | .handler = vti6_rcv, | |
0146dca7 | 1219 | .input_handler = vti6_input_proto, |
fa9ad96d SK |
1220 | .cb_handler = vti6_rcv_cb, |
1221 | .err_handler = vti6_err, | |
1222 | .priority = 100, | |
1223 | }; | |
1224 | ||
96a20829 | 1225 | #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL) |
08622869 XL |
1226 | static int vti6_rcv_tunnel(struct sk_buff *skb) |
1227 | { | |
1228 | const xfrm_address_t *saddr; | |
1229 | __be32 spi; | |
1230 | ||
1231 | saddr = (const xfrm_address_t *)&ipv6_hdr(skb)->saddr; | |
1232 | spi = xfrm6_tunnel_spi_lookup(dev_net(skb->dev), saddr); | |
1233 | ||
1234 | return vti6_input_proto(skb, IPPROTO_IPV6, spi, 0); | |
1235 | } | |
1236 | ||
1237 | static struct xfrm6_tunnel vti_ipv6_handler __read_mostly = { | |
1238 | .handler = vti6_rcv_tunnel, | |
1239 | .cb_handler = vti6_rcv_cb, | |
1240 | .err_handler = vti6_err, | |
1241 | .priority = 0, | |
1242 | }; | |
a8757147 XL |
1243 | |
1244 | static struct xfrm6_tunnel vti_ip6ip_handler __read_mostly = { | |
1245 | .handler = vti6_rcv_tunnel, | |
1246 | .cb_handler = vti6_rcv_cb, | |
1247 | .err_handler = vti6_err, | |
1248 | .priority = 0, | |
1249 | }; | |
08622869 XL |
1250 | #endif |
1251 | ||
ed1efb2a SK |
1252 | /** |
1253 | * vti6_tunnel_init - register protocol and reserve needed resources | |
1254 | * | |
1255 | * Return: 0 on success | |
1256 | **/ | |
1257 | static int __init vti6_tunnel_init(void) | |
1258 | { | |
e59d82fd MK |
1259 | const char *msg; |
1260 | int err; | |
ed1efb2a | 1261 | |
e59d82fd | 1262 | msg = "tunnel device"; |
ed1efb2a SK |
1263 | err = register_pernet_device(&vti6_net_ops); |
1264 | if (err < 0) | |
e59d82fd | 1265 | goto pernet_dev_failed; |
ed1efb2a | 1266 | |
e59d82fd | 1267 | msg = "tunnel protocols"; |
fa9ad96d | 1268 | err = xfrm6_protocol_register(&vti_esp6_protocol, IPPROTO_ESP); |
e59d82fd MK |
1269 | if (err < 0) |
1270 | goto xfrm_proto_esp_failed; | |
fa9ad96d | 1271 | err = xfrm6_protocol_register(&vti_ah6_protocol, IPPROTO_AH); |
e59d82fd MK |
1272 | if (err < 0) |
1273 | goto xfrm_proto_ah_failed; | |
fa9ad96d | 1274 | err = xfrm6_protocol_register(&vti_ipcomp6_protocol, IPPROTO_COMP); |
e59d82fd MK |
1275 | if (err < 0) |
1276 | goto xfrm_proto_comp_failed; | |
96a20829 | 1277 | #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL) |
08622869 XL |
1278 | msg = "ipv6 tunnel"; |
1279 | err = xfrm6_tunnel_register(&vti_ipv6_handler, AF_INET6); | |
1280 | if (err < 0) | |
2ab110cb | 1281 | goto vti_tunnel_ipv6_failed; |
a8757147 | 1282 | err = xfrm6_tunnel_register(&vti_ip6ip_handler, AF_INET); |
2ab110cb XL |
1283 | if (err < 0) |
1284 | goto vti_tunnel_ip6ip_failed; | |
08622869 | 1285 | #endif |
fa9ad96d | 1286 | |
e59d82fd | 1287 | msg = "netlink interface"; |
ed1efb2a SK |
1288 | err = rtnl_link_register(&vti6_link_ops); |
1289 | if (err < 0) | |
1290 | goto rtnl_link_failed; | |
1291 | ||
1292 | return 0; | |
1293 | ||
1294 | rtnl_link_failed: | |
96a20829 | 1295 | #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL) |
a8757147 | 1296 | err = xfrm6_tunnel_deregister(&vti_ip6ip_handler, AF_INET); |
2ab110cb | 1297 | vti_tunnel_ip6ip_failed: |
08622869 | 1298 | err = xfrm6_tunnel_deregister(&vti_ipv6_handler, AF_INET6); |
2ab110cb | 1299 | vti_tunnel_ipv6_failed: |
08622869 | 1300 | #endif |
fa9ad96d | 1301 | xfrm6_protocol_deregister(&vti_ipcomp6_protocol, IPPROTO_COMP); |
e59d82fd | 1302 | xfrm_proto_comp_failed: |
fa9ad96d | 1303 | xfrm6_protocol_deregister(&vti_ah6_protocol, IPPROTO_AH); |
e59d82fd | 1304 | xfrm_proto_ah_failed: |
fa9ad96d | 1305 | xfrm6_protocol_deregister(&vti_esp6_protocol, IPPROTO_ESP); |
e59d82fd | 1306 | xfrm_proto_esp_failed: |
ed1efb2a | 1307 | unregister_pernet_device(&vti6_net_ops); |
e59d82fd MK |
1308 | pernet_dev_failed: |
1309 | pr_err("vti6 init: failed to register %s\n", msg); | |
ed1efb2a SK |
1310 | return err; |
1311 | } | |
1312 | ||
1313 | /** | |
1314 | * vti6_tunnel_cleanup - free resources and unregister protocol | |
1315 | **/ | |
1316 | static void __exit vti6_tunnel_cleanup(void) | |
1317 | { | |
1318 | rtnl_link_unregister(&vti6_link_ops); | |
96a20829 | 1319 | #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL) |
a8757147 | 1320 | xfrm6_tunnel_deregister(&vti_ip6ip_handler, AF_INET); |
08622869 XL |
1321 | xfrm6_tunnel_deregister(&vti_ipv6_handler, AF_INET6); |
1322 | #endif | |
e59d82fd MK |
1323 | xfrm6_protocol_deregister(&vti_ipcomp6_protocol, IPPROTO_COMP); |
1324 | xfrm6_protocol_deregister(&vti_ah6_protocol, IPPROTO_AH); | |
1325 | xfrm6_protocol_deregister(&vti_esp6_protocol, IPPROTO_ESP); | |
ed1efb2a SK |
1326 | unregister_pernet_device(&vti6_net_ops); |
1327 | } | |
1328 | ||
1329 | module_init(vti6_tunnel_init); | |
1330 | module_exit(vti6_tunnel_cleanup); | |
1331 | MODULE_LICENSE("GPL"); | |
1332 | MODULE_ALIAS_RTNL_LINK("vti6"); | |
1333 | MODULE_ALIAS_NETDEV("ip6_vti0"); | |
1334 | MODULE_AUTHOR("Steffen Klassert"); | |
1335 | MODULE_DESCRIPTION("IPv6 virtual tunnel interface"); |