]> git.ipfire.org Git - thirdparty/linux.git/blame - drivers/net/ethernet/mellanox/mlxsw/spectrum_flower.c
Merge tag 'io_uring-5.7-2020-05-22' of git://git.kernel.dk/linux-block
[thirdparty/linux.git] / drivers / net / ethernet / mellanox / mlxsw / spectrum_flower.c
CommitLineData
9948a064
JP
1// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
2/* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
7aa0f5aa
JP
3
4#include <linux/kernel.h>
5#include <linux/errno.h>
6#include <linux/netdevice.h>
3aaff323 7#include <net/net_namespace.h>
7aa0f5aa
JP
8#include <net/flow_dissector.h>
9#include <net/pkt_cls.h>
10#include <net/tc_act/tc_gact.h>
11#include <net/tc_act/tc_mirred.h>
a150201a 12#include <net/tc_act/tc_vlan.h>
7aa0f5aa
JP
13
14#include "spectrum.h"
15#include "core_acl_flex_keys.h"
16
17static int mlxsw_sp_flower_parse_actions(struct mlxsw_sp *mlxsw_sp,
3aaff323 18 struct mlxsw_sp_acl_block *block,
7aa0f5aa 19 struct mlxsw_sp_acl_rule_info *rulei,
73867881 20 struct flow_action *flow_action,
ad7769ca 21 struct netlink_ext_ack *extack)
7aa0f5aa 22{
73867881 23 const struct flow_action_entry *act;
52feb8b5 24 int mirror_act_count = 0;
244cd96a 25 int err, i;
7aa0f5aa 26
73867881 27 if (!flow_action_has_entries(flow_action))
7aa0f5aa 28 return 0;
53eca1f3 29 if (!flow_action_mixed_hw_stats_check(flow_action, extack))
3632f6d3 30 return -EOPNOTSUPP;
7aa0f5aa 31
c4afd0c8 32 act = flow_action_first_entry_get(flow_action);
0dfb2d82
JK
33 if (act->hw_stats == FLOW_ACTION_HW_STATS_ANY ||
34 act->hw_stats == FLOW_ACTION_HW_STATS_IMMEDIATE) {
c4afd0c8
JP
35 /* Count action is inserted first */
36 err = mlxsw_sp_acl_rulei_act_count(mlxsw_sp, rulei, extack);
37 if (err)
38 return err;
16f80360
PNA
39 } else if (act->hw_stats != FLOW_ACTION_HW_STATS_DISABLED &&
40 act->hw_stats != FLOW_ACTION_HW_STATS_DONT_CARE) {
c4afd0c8
JP
41 NL_SET_ERR_MSG_MOD(extack, "Unsupported action HW stats type");
42 return -EOPNOTSUPP;
43 }
7c1b8eb1 44
73867881
PNA
45 flow_action_for_each(i, act, flow_action) {
46 switch (act->id) {
47 case FLOW_ACTION_ACCEPT:
49bae2f3 48 err = mlxsw_sp_acl_rulei_act_terminate(rulei);
27c203cd
ND
49 if (err) {
50 NL_SET_ERR_MSG_MOD(extack, "Cannot append terminate action");
b2925957 51 return err;
27c203cd 52 }
73867881 53 break;
86272d33
JP
54 case FLOW_ACTION_DROP: {
55 bool ingress;
56
57 if (mlxsw_sp_acl_block_is_mixed_bound(block)) {
58 NL_SET_ERR_MSG_MOD(extack, "Drop action is not supported when block is bound to ingress and egress");
59 return -EOPNOTSUPP;
60 }
61 ingress = mlxsw_sp_acl_block_is_ingress_bound(block);
6d19d2bd
JP
62 err = mlxsw_sp_acl_rulei_act_drop(rulei, ingress,
63 act->cookie, extack);
27c203cd
ND
64 if (err) {
65 NL_SET_ERR_MSG_MOD(extack, "Cannot append drop action");
7aa0f5aa 66 return err;
27c203cd 67 }
86272d33
JP
68
69 /* Forbid block with this rulei to be bound
70 * to ingress/egress in future. Ingress rule is
71 * a blocker for egress and vice versa.
72 */
73 if (ingress)
74 rulei->egress_bind_blocker = 1;
75 else
76 rulei->ingress_bind_blocker = 1;
77 }
73867881
PNA
78 break;
79 case FLOW_ACTION_TRAP:
bd5ddba5 80 err = mlxsw_sp_acl_rulei_act_trap(rulei);
27c203cd
ND
81 if (err) {
82 NL_SET_ERR_MSG_MOD(extack, "Cannot append trap action");
bd5ddba5 83 return err;
27c203cd 84 }
73867881
PNA
85 break;
86 case FLOW_ACTION_GOTO: {
87 u32 chain_index = act->chain_index;
0ede6ba2
JP
88 struct mlxsw_sp_acl_ruleset *ruleset;
89 u16 group_id;
90
3aaff323 91 ruleset = mlxsw_sp_acl_ruleset_lookup(mlxsw_sp, block,
0ede6ba2
JP
92 chain_index,
93 MLXSW_SP_ACL_PROFILE_FLOWER);
94 if (IS_ERR(ruleset))
95 return PTR_ERR(ruleset);
96
97 group_id = mlxsw_sp_acl_ruleset_group_id(ruleset);
2a52a8c6 98 err = mlxsw_sp_acl_rulei_act_jump(rulei, group_id);
27c203cd
ND
99 if (err) {
100 NL_SET_ERR_MSG_MOD(extack, "Cannot append jump action");
2a52a8c6 101 return err;
27c203cd 102 }
73867881
PNA
103 }
104 break;
105 case FLOW_ACTION_REDIRECT: {
7aa0f5aa 106 struct net_device *out_dev;
a1107487
IS
107 struct mlxsw_sp_fid *fid;
108 u16 fid_index;
7aa0f5aa 109
185556f0
JP
110 if (mlxsw_sp_acl_block_is_egress_bound(block)) {
111 NL_SET_ERR_MSG_MOD(extack, "Redirect action is not supported on egress");
112 return -EOPNOTSUPP;
113 }
114
c9588e28
JP
115 /* Forbid block with this rulei to be bound
116 * to egress in future.
117 */
118 rulei->egress_bind_blocker = 1;
119
a1107487
IS
120 fid = mlxsw_sp_acl_dummy_fid(mlxsw_sp);
121 fid_index = mlxsw_sp_fid_index(fid);
cedbb8b2 122 err = mlxsw_sp_acl_rulei_act_fid_set(mlxsw_sp, rulei,
ad7769ca 123 fid_index, extack);
cedbb8b2
JP
124 if (err)
125 return err;
126
73867881 127 out_dev = act->dev;
7aa0f5aa 128 err = mlxsw_sp_acl_rulei_act_fwd(mlxsw_sp, rulei,
ad7769ca 129 out_dev, extack);
7aa0f5aa
JP
130 if (err)
131 return err;
73867881
PNA
132 }
133 break;
134 case FLOW_ACTION_MIRRED: {
135 struct net_device *out_dev = act->dev;
d0d13c18 136
52feb8b5
DR
137 if (mirror_act_count++) {
138 NL_SET_ERR_MSG_MOD(extack, "Multiple mirror actions per rule are not supported");
139 return -EOPNOTSUPP;
140 }
141
d0d13c18 142 err = mlxsw_sp_acl_rulei_act_mirror(mlxsw_sp, rulei,
ad7769ca
ND
143 block, out_dev,
144 extack);
d0d13c18
AS
145 if (err)
146 return err;
73867881
PNA
147 }
148 break;
384c2f74 149 case FLOW_ACTION_VLAN_MANGLE: {
73867881
PNA
150 u16 proto = be16_to_cpu(act->vlan.proto);
151 u8 prio = act->vlan.prio;
152 u16 vid = act->vlan.vid;
a150201a 153
ccfc5693
PM
154 err = mlxsw_sp_acl_rulei_act_vlan(mlxsw_sp, rulei,
155 act->id, vid,
156 proto, prio, extack);
157 if (err)
158 return err;
159 break;
73867881 160 }
463957e3 161 case FLOW_ACTION_PRIORITY:
0be0ae14
PM
162 err = mlxsw_sp_acl_rulei_act_priority(mlxsw_sp, rulei,
163 act->priority,
164 extack);
165 if (err)
166 return err;
167 break;
9b4b16bb
PM
168 case FLOW_ACTION_MANGLE: {
169 enum flow_action_mangle_base htype = act->mangle.htype;
170 __be32 be_mask = (__force __be32) act->mangle.mask;
171 __be32 be_val = (__force __be32) act->mangle.val;
172 u32 offset = act->mangle.offset;
173 u32 mask = be32_to_cpu(be_mask);
174 u32 val = be32_to_cpu(be_val);
175
176 err = mlxsw_sp_acl_rulei_act_mangle(mlxsw_sp, rulei,
177 htype, offset,
178 mask, val, extack);
179 if (err)
180 return err;
181 break;
182 }
73867881 183 default:
27c203cd 184 NL_SET_ERR_MSG_MOD(extack, "Unsupported action");
7aa0f5aa
JP
185 dev_err(mlxsw_sp->bus_info->dev, "Unsupported action\n");
186 return -EOPNOTSUPP;
187 }
188 }
189 return 0;
190}
191
0c1f391d 192static int mlxsw_sp_flower_parse_meta(struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 193 struct flow_cls_offload *f,
0c1f391d
JP
194 struct mlxsw_sp_acl_block *block)
195{
f9e30088 196 struct flow_rule *rule = flow_cls_offload_flow_rule(f);
0c1f391d
JP
197 struct mlxsw_sp_port *mlxsw_sp_port;
198 struct net_device *ingress_dev;
199 struct flow_match_meta match;
200
201 if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_META))
202 return 0;
203
204 flow_rule_match_meta(rule, &match);
205 if (match.mask->ingress_ifindex != 0xFFFFFFFF) {
206 NL_SET_ERR_MSG_MOD(f->common.extack, "Unsupported ingress ifindex mask");
207 return -EINVAL;
208 }
209
210 ingress_dev = __dev_get_by_index(block->net,
211 match.key->ingress_ifindex);
212 if (!ingress_dev) {
213 NL_SET_ERR_MSG_MOD(f->common.extack, "Can't find specified ingress port to match on");
214 return -EINVAL;
215 }
216
217 if (!mlxsw_sp_port_dev_check(ingress_dev)) {
218 NL_SET_ERR_MSG_MOD(f->common.extack, "Can't match on non-mlxsw ingress port");
219 return -EINVAL;
220 }
221
222 mlxsw_sp_port = netdev_priv(ingress_dev);
223 if (mlxsw_sp_port->mlxsw_sp != block->mlxsw_sp) {
224 NL_SET_ERR_MSG_MOD(f->common.extack, "Can't match on a port from different device");
225 return -EINVAL;
226 }
227
228 mlxsw_sp_acl_rulei_keymask_u32(rulei,
229 MLXSW_AFK_ELEMENT_SRC_SYS_PORT,
230 mlxsw_sp_port->local_port,
231 0xFFFFFFFF);
232 return 0;
233}
234
7aa0f5aa 235static void mlxsw_sp_flower_parse_ipv4(struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 236 struct flow_cls_offload *f)
7aa0f5aa 237{
8f256622
PNA
238 struct flow_match_ipv4_addrs match;
239
240 flow_rule_match_ipv4_addrs(f->rule, &match);
7aa0f5aa 241
c43ea06d 242 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP_0_31,
8f256622
PNA
243 (char *) &match.key->src,
244 (char *) &match.mask->src, 4);
c43ea06d 245 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP_0_31,
8f256622
PNA
246 (char *) &match.key->dst,
247 (char *) &match.mask->dst, 4);
7aa0f5aa
JP
248}
249
250static void mlxsw_sp_flower_parse_ipv6(struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 251 struct flow_cls_offload *f)
7aa0f5aa 252{
8f256622
PNA
253 struct flow_match_ipv6_addrs match;
254
255 flow_rule_match_ipv6_addrs(f->rule, &match);
c43ea06d
JP
256
257 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP_96_127,
8f256622
PNA
258 &match.key->src.s6_addr[0x0],
259 &match.mask->src.s6_addr[0x0], 4);
c43ea06d 260 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP_64_95,
8f256622
PNA
261 &match.key->src.s6_addr[0x4],
262 &match.mask->src.s6_addr[0x4], 4);
c43ea06d 263 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP_32_63,
8f256622
PNA
264 &match.key->src.s6_addr[0x8],
265 &match.mask->src.s6_addr[0x8], 4);
c43ea06d 266 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP_0_31,
8f256622
PNA
267 &match.key->src.s6_addr[0xC],
268 &match.mask->src.s6_addr[0xC], 4);
c43ea06d 269 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP_96_127,
8f256622
PNA
270 &match.key->dst.s6_addr[0x0],
271 &match.mask->dst.s6_addr[0x0], 4);
c43ea06d 272 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP_64_95,
8f256622
PNA
273 &match.key->dst.s6_addr[0x4],
274 &match.mask->dst.s6_addr[0x4], 4);
c43ea06d 275 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP_32_63,
8f256622
PNA
276 &match.key->dst.s6_addr[0x8],
277 &match.mask->dst.s6_addr[0x8], 4);
c43ea06d 278 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP_0_31,
8f256622
PNA
279 &match.key->dst.s6_addr[0xC],
280 &match.mask->dst.s6_addr[0xC], 4);
7aa0f5aa
JP
281}
282
283static int mlxsw_sp_flower_parse_ports(struct mlxsw_sp *mlxsw_sp,
284 struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 285 struct flow_cls_offload *f,
7aa0f5aa
JP
286 u8 ip_proto)
287{
f9e30088 288 const struct flow_rule *rule = flow_cls_offload_flow_rule(f);
8f256622 289 struct flow_match_ports match;
7aa0f5aa 290
8f256622 291 if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_PORTS))
7aa0f5aa
JP
292 return 0;
293
294 if (ip_proto != IPPROTO_TCP && ip_proto != IPPROTO_UDP) {
27c203cd 295 NL_SET_ERR_MSG_MOD(f->common.extack, "Only UDP and TCP keys are supported");
7aa0f5aa
JP
296 dev_err(mlxsw_sp->bus_info->dev, "Only UDP and TCP keys are supported\n");
297 return -EINVAL;
298 }
299
8f256622 300 flow_rule_match_ports(rule, &match);
7aa0f5aa 301 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_DST_L4_PORT,
8f256622
PNA
302 ntohs(match.key->dst),
303 ntohs(match.mask->dst));
7aa0f5aa 304 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_SRC_L4_PORT,
8f256622
PNA
305 ntohs(match.key->src),
306 ntohs(match.mask->src));
7aa0f5aa
JP
307 return 0;
308}
309
8a41d845
JP
310static int mlxsw_sp_flower_parse_tcp(struct mlxsw_sp *mlxsw_sp,
311 struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 312 struct flow_cls_offload *f,
8a41d845
JP
313 u8 ip_proto)
314{
f9e30088 315 const struct flow_rule *rule = flow_cls_offload_flow_rule(f);
8f256622 316 struct flow_match_tcp match;
8a41d845 317
8f256622 318 if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_TCP))
8a41d845
JP
319 return 0;
320
321 if (ip_proto != IPPROTO_TCP) {
27c203cd 322 NL_SET_ERR_MSG_MOD(f->common.extack, "TCP keys supported only for TCP");
8a41d845
JP
323 dev_err(mlxsw_sp->bus_info->dev, "TCP keys supported only for TCP\n");
324 return -EINVAL;
325 }
326
8f256622
PNA
327 flow_rule_match_tcp(rule, &match);
328
7079676d
JP
329 if (match.mask->flags & htons(0x0E00)) {
330 NL_SET_ERR_MSG_MOD(f->common.extack, "TCP flags match not supported on reserved bits");
331 dev_err(mlxsw_sp->bus_info->dev, "TCP flags match not supported on reserved bits\n");
332 return -EINVAL;
333 }
334
8a41d845 335 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_TCP_FLAGS,
8f256622
PNA
336 ntohs(match.key->flags),
337 ntohs(match.mask->flags));
8a41d845
JP
338 return 0;
339}
340
fcbca821
OG
341static int mlxsw_sp_flower_parse_ip(struct mlxsw_sp *mlxsw_sp,
342 struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 343 struct flow_cls_offload *f,
fcbca821
OG
344 u16 n_proto)
345{
f9e30088 346 const struct flow_rule *rule = flow_cls_offload_flow_rule(f);
8f256622 347 struct flow_match_ip match;
fcbca821 348
8f256622 349 if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_IP))
fcbca821
OG
350 return 0;
351
352 if (n_proto != ETH_P_IP && n_proto != ETH_P_IPV6) {
27c203cd 353 NL_SET_ERR_MSG_MOD(f->common.extack, "IP keys supported only for IPv4/6");
fcbca821
OG
354 dev_err(mlxsw_sp->bus_info->dev, "IP keys supported only for IPv4/6\n");
355 return -EINVAL;
356 }
357
8f256622
PNA
358 flow_rule_match_ip(rule, &match);
359
fcbca821 360 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_TTL_,
8f256622 361 match.key->ttl, match.mask->ttl);
87996f91
OG
362
363 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_ECN,
8f256622
PNA
364 match.key->tos & 0x3,
365 match.mask->tos & 0x3);
87996f91
OG
366
367 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_DSCP,
e49f9adf
JP
368 match.key->tos >> 2,
369 match.mask->tos >> 2);
87996f91 370
fcbca821
OG
371 return 0;
372}
373
7aa0f5aa 374static int mlxsw_sp_flower_parse(struct mlxsw_sp *mlxsw_sp,
3aaff323 375 struct mlxsw_sp_acl_block *block,
7aa0f5aa 376 struct mlxsw_sp_acl_rule_info *rulei,
f9e30088 377 struct flow_cls_offload *f)
7aa0f5aa 378{
f9e30088 379 struct flow_rule *rule = flow_cls_offload_flow_rule(f);
8f256622 380 struct flow_dissector *dissector = rule->match.dissector;
fcbca821
OG
381 u16 n_proto_mask = 0;
382 u16 n_proto_key = 0;
7aa0f5aa
JP
383 u16 addr_type = 0;
384 u8 ip_proto = 0;
385 int err;
386
8f256622 387 if (dissector->used_keys &
0c1f391d
JP
388 ~(BIT(FLOW_DISSECTOR_KEY_META) |
389 BIT(FLOW_DISSECTOR_KEY_CONTROL) |
7aa0f5aa
JP
390 BIT(FLOW_DISSECTOR_KEY_BASIC) |
391 BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS) |
392 BIT(FLOW_DISSECTOR_KEY_IPV4_ADDRS) |
393 BIT(FLOW_DISSECTOR_KEY_IPV6_ADDRS) |
9caab08a 394 BIT(FLOW_DISSECTOR_KEY_PORTS) |
b4d39b4b 395 BIT(FLOW_DISSECTOR_KEY_TCP) |
fcbca821 396 BIT(FLOW_DISSECTOR_KEY_IP) |
9caab08a 397 BIT(FLOW_DISSECTOR_KEY_VLAN))) {
7aa0f5aa 398 dev_err(mlxsw_sp->bus_info->dev, "Unsupported key\n");
27c203cd 399 NL_SET_ERR_MSG_MOD(f->common.extack, "Unsupported key");
7aa0f5aa
JP
400 return -EOPNOTSUPP;
401 }
402
d7c1c8d2 403 mlxsw_sp_acl_rulei_priority(rulei, f->common.prio);
7aa0f5aa 404
0c1f391d
JP
405 err = mlxsw_sp_flower_parse_meta(rulei, f, block);
406 if (err)
407 return err;
408
8f256622
PNA
409 if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_CONTROL)) {
410 struct flow_match_control match;
411
412 flow_rule_match_control(rule, &match);
413 addr_type = match.key->addr_type;
7aa0f5aa
JP
414 }
415
8f256622
PNA
416 if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_BASIC)) {
417 struct flow_match_basic match;
418
419 flow_rule_match_basic(rule, &match);
420 n_proto_key = ntohs(match.key->n_proto);
421 n_proto_mask = ntohs(match.mask->n_proto);
dc371700
JP
422
423 if (n_proto_key == ETH_P_ALL) {
424 n_proto_key = 0;
425 n_proto_mask = 0;
426 }
7aa0f5aa
JP
427 mlxsw_sp_acl_rulei_keymask_u32(rulei,
428 MLXSW_AFK_ELEMENT_ETHERTYPE,
dc371700
JP
429 n_proto_key, n_proto_mask);
430
8f256622 431 ip_proto = match.key->ip_proto;
7aa0f5aa
JP
432 mlxsw_sp_acl_rulei_keymask_u32(rulei,
433 MLXSW_AFK_ELEMENT_IP_PROTO,
8f256622
PNA
434 match.key->ip_proto,
435 match.mask->ip_proto);
7aa0f5aa
JP
436 }
437
8f256622
PNA
438 if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ETH_ADDRS)) {
439 struct flow_match_eth_addrs match;
7aa0f5aa 440
8f256622 441 flow_rule_match_eth_addrs(rule, &match);
7aa0f5aa 442 mlxsw_sp_acl_rulei_keymask_buf(rulei,
c43ea06d 443 MLXSW_AFK_ELEMENT_DMAC_32_47,
8f256622
PNA
444 match.key->dst,
445 match.mask->dst, 2);
c43ea06d
JP
446 mlxsw_sp_acl_rulei_keymask_buf(rulei,
447 MLXSW_AFK_ELEMENT_DMAC_0_31,
8f256622
PNA
448 match.key->dst + 2,
449 match.mask->dst + 2, 4);
c43ea06d
JP
450 mlxsw_sp_acl_rulei_keymask_buf(rulei,
451 MLXSW_AFK_ELEMENT_SMAC_32_47,
8f256622
PNA
452 match.key->src,
453 match.mask->src, 2);
7aa0f5aa 454 mlxsw_sp_acl_rulei_keymask_buf(rulei,
c43ea06d 455 MLXSW_AFK_ELEMENT_SMAC_0_31,
8f256622
PNA
456 match.key->src + 2,
457 match.mask->src + 2, 4);
7aa0f5aa
JP
458 }
459
8f256622
PNA
460 if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_VLAN)) {
461 struct flow_match_vlan match;
903fcf73 462
8f256622 463 flow_rule_match_vlan(rule, &match);
903fcf73
ND
464 if (mlxsw_sp_acl_block_is_egress_bound(block)) {
465 NL_SET_ERR_MSG_MOD(f->common.extack, "vlan_id key is not supported on egress");
466 return -EOPNOTSUPP;
467 }
c9588e28
JP
468
469 /* Forbid block with this rulei to be bound
470 * to egress in future.
471 */
472 rulei->egress_bind_blocker = 1;
473
8f256622 474 if (match.mask->vlan_id != 0)
9caab08a
PM
475 mlxsw_sp_acl_rulei_keymask_u32(rulei,
476 MLXSW_AFK_ELEMENT_VID,
8f256622
PNA
477 match.key->vlan_id,
478 match.mask->vlan_id);
479 if (match.mask->vlan_priority != 0)
9caab08a
PM
480 mlxsw_sp_acl_rulei_keymask_u32(rulei,
481 MLXSW_AFK_ELEMENT_PCP,
8f256622
PNA
482 match.key->vlan_priority,
483 match.mask->vlan_priority);
9caab08a
PM
484 }
485
7aa0f5aa
JP
486 if (addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS)
487 mlxsw_sp_flower_parse_ipv4(rulei, f);
488
489 if (addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS)
490 mlxsw_sp_flower_parse_ipv6(rulei, f);
491
492 err = mlxsw_sp_flower_parse_ports(mlxsw_sp, rulei, f, ip_proto);
8a41d845
JP
493 if (err)
494 return err;
495 err = mlxsw_sp_flower_parse_tcp(mlxsw_sp, rulei, f, ip_proto);
7aa0f5aa
JP
496 if (err)
497 return err;
498
fcbca821
OG
499 err = mlxsw_sp_flower_parse_ip(mlxsw_sp, rulei, f, n_proto_key & n_proto_mask);
500 if (err)
501 return err;
502
73867881
PNA
503 return mlxsw_sp_flower_parse_actions(mlxsw_sp, block, rulei,
504 &f->rule->action,
ad7769ca 505 f->common.extack);
7aa0f5aa
JP
506}
507
3aaff323
JP
508int mlxsw_sp_flower_replace(struct mlxsw_sp *mlxsw_sp,
509 struct mlxsw_sp_acl_block *block,
f9e30088 510 struct flow_cls_offload *f)
7aa0f5aa 511{
7aa0f5aa
JP
512 struct mlxsw_sp_acl_rule_info *rulei;
513 struct mlxsw_sp_acl_ruleset *ruleset;
514 struct mlxsw_sp_acl_rule *rule;
515 int err;
516
3aaff323 517 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, block,
45b62742 518 f->common.chain_index,
e2f2a1fd 519 MLXSW_SP_ACL_PROFILE_FLOWER, NULL);
7aa0f5aa
JP
520 if (IS_ERR(ruleset))
521 return PTR_ERR(ruleset);
522
c20580c2 523 rule = mlxsw_sp_acl_rule_create(mlxsw_sp, ruleset, f->cookie, NULL,
ad7769ca 524 f->common.extack);
7aa0f5aa
JP
525 if (IS_ERR(rule)) {
526 err = PTR_ERR(rule);
527 goto err_rule_create;
528 }
529
530 rulei = mlxsw_sp_acl_rule_rulei(rule);
3aaff323 531 err = mlxsw_sp_flower_parse(mlxsw_sp, block, rulei, f);
7aa0f5aa
JP
532 if (err)
533 goto err_flower_parse;
534
535 err = mlxsw_sp_acl_rulei_commit(rulei);
536 if (err)
537 goto err_rulei_commit;
538
539 err = mlxsw_sp_acl_rule_add(mlxsw_sp, rule);
540 if (err)
541 goto err_rule_add;
542
543 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
544 return 0;
545
546err_rule_add:
547err_rulei_commit:
548err_flower_parse:
549 mlxsw_sp_acl_rule_destroy(mlxsw_sp, rule);
550err_rule_create:
551 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
552 return err;
553}
554
3aaff323
JP
555void mlxsw_sp_flower_destroy(struct mlxsw_sp *mlxsw_sp,
556 struct mlxsw_sp_acl_block *block,
f9e30088 557 struct flow_cls_offload *f)
7aa0f5aa 558{
7aa0f5aa
JP
559 struct mlxsw_sp_acl_ruleset *ruleset;
560 struct mlxsw_sp_acl_rule *rule;
561
3aaff323
JP
562 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, block,
563 f->common.chain_index,
e2f2a1fd 564 MLXSW_SP_ACL_PROFILE_FLOWER, NULL);
713c43b3 565 if (IS_ERR(ruleset))
7aa0f5aa
JP
566 return;
567
568 rule = mlxsw_sp_acl_rule_lookup(mlxsw_sp, ruleset, f->cookie);
713c43b3 569 if (rule) {
7aa0f5aa
JP
570 mlxsw_sp_acl_rule_del(mlxsw_sp, rule);
571 mlxsw_sp_acl_rule_destroy(mlxsw_sp, rule);
572 }
573
574 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
575}
7c1b8eb1 576
3aaff323
JP
577int mlxsw_sp_flower_stats(struct mlxsw_sp *mlxsw_sp,
578 struct mlxsw_sp_acl_block *block,
f9e30088 579 struct flow_cls_offload *f)
7c1b8eb1 580{
93a129eb 581 enum flow_action_hw_stats used_hw_stats = FLOW_ACTION_HW_STATS_DISABLED;
7c1b8eb1
AS
582 struct mlxsw_sp_acl_ruleset *ruleset;
583 struct mlxsw_sp_acl_rule *rule;
7c1b8eb1
AS
584 u64 packets;
585 u64 lastuse;
586 u64 bytes;
587 int err;
588
3aaff323
JP
589 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, block,
590 f->common.chain_index,
e2f2a1fd 591 MLXSW_SP_ACL_PROFILE_FLOWER, NULL);
7c1b8eb1
AS
592 if (WARN_ON(IS_ERR(ruleset)))
593 return -EINVAL;
594
595 rule = mlxsw_sp_acl_rule_lookup(mlxsw_sp, ruleset, f->cookie);
596 if (!rule)
597 return -EINVAL;
598
c7cd4c9b 599 err = mlxsw_sp_acl_rule_get_stats(mlxsw_sp, rule, &packets, &bytes,
93a129eb 600 &lastuse, &used_hw_stats);
7c1b8eb1
AS
601 if (err)
602 goto err_rule_get_stats;
603
93a129eb 604 flow_stats_update(&f->stats, bytes, packets, lastuse, used_hw_stats);
7c1b8eb1
AS
605
606 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
607 return 0;
608
609err_rule_get_stats:
610 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
611 return err;
612}
e2f2a1fd
JP
613
614int mlxsw_sp_flower_tmplt_create(struct mlxsw_sp *mlxsw_sp,
615 struct mlxsw_sp_acl_block *block,
f9e30088 616 struct flow_cls_offload *f)
e2f2a1fd
JP
617{
618 struct mlxsw_sp_acl_ruleset *ruleset;
619 struct mlxsw_sp_acl_rule_info rulei;
620 int err;
621
622 memset(&rulei, 0, sizeof(rulei));
623 err = mlxsw_sp_flower_parse(mlxsw_sp, block, &rulei, f);
624 if (err)
625 return err;
626 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, block,
627 f->common.chain_index,
628 MLXSW_SP_ACL_PROFILE_FLOWER,
629 &rulei.values.elusage);
cd16e5b2 630
e2f2a1fd 631 /* keep the reference to the ruleset */
cd16e5b2 632 return PTR_ERR_OR_ZERO(ruleset);
e2f2a1fd
JP
633}
634
635void mlxsw_sp_flower_tmplt_destroy(struct mlxsw_sp *mlxsw_sp,
636 struct mlxsw_sp_acl_block *block,
f9e30088 637 struct flow_cls_offload *f)
e2f2a1fd
JP
638{
639 struct mlxsw_sp_acl_ruleset *ruleset;
640
641 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, block,
642 f->common.chain_index,
643 MLXSW_SP_ACL_PROFILE_FLOWER, NULL);
644 if (IS_ERR(ruleset))
645 return;
646 /* put the reference to the ruleset kept in create */
647 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
648 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
649}