256 lines
		
	
	
		
			6.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			256 lines
		
	
	
		
			6.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /* Broadcom NetXtreme-C/E network driver.
 | |
|  *
 | |
|  * Copyright (c) 2017 Broadcom Limited
 | |
|  *
 | |
|  * This program is free software; you can redistribute it and/or modify
 | |
|  * it under the terms of the GNU General Public License as published by
 | |
|  * the Free Software Foundation.
 | |
|  */
 | |
| 
 | |
| #ifndef BNXT_TC_H
 | |
| #define BNXT_TC_H
 | |
| 
 | |
| #ifdef CONFIG_BNXT_FLOWER_OFFLOAD
 | |
| 
 | |
| #include <net/ip_tunnels.h>
 | |
| 
 | |
| /* Structs used for storing the filter/actions of the TC cmd.
 | |
|  */
 | |
| struct bnxt_tc_l2_key {
 | |
| 	u8		dmac[ETH_ALEN];
 | |
| 	u8		smac[ETH_ALEN];
 | |
| 	__be16		inner_vlan_tpid;
 | |
| 	__be16		inner_vlan_tci;
 | |
| 	__be16		ether_type;
 | |
| 	u8		num_vlans;
 | |
| 	u8		dir;
 | |
| #define BNXT_DIR_RX	1
 | |
| #define BNXT_DIR_TX	0
 | |
| };
 | |
| 
 | |
| struct bnxt_tc_l3_key {
 | |
| 	union {
 | |
| 		struct {
 | |
| 			struct in_addr daddr;
 | |
| 			struct in_addr saddr;
 | |
| 		} ipv4;
 | |
| 		struct {
 | |
| 			struct in6_addr daddr;
 | |
| 			struct in6_addr saddr;
 | |
| 		} ipv6;
 | |
| 	};
 | |
| };
 | |
| 
 | |
| struct bnxt_tc_l4_key {
 | |
| 	u8  ip_proto;
 | |
| 	union {
 | |
| 		struct {
 | |
| 			__be16 sport;
 | |
| 			__be16 dport;
 | |
| 		} ports;
 | |
| 		struct {
 | |
| 			u8 type;
 | |
| 			u8 code;
 | |
| 		} icmp;
 | |
| 	};
 | |
| };
 | |
| 
 | |
| struct bnxt_tc_tunnel_key {
 | |
| 	struct bnxt_tc_l2_key	l2;
 | |
| 	struct bnxt_tc_l3_key	l3;
 | |
| 	struct bnxt_tc_l4_key	l4;
 | |
| 	__be32			id;
 | |
| };
 | |
| 
 | |
| #define bnxt_eth_addr_key_mask_invalid(eth_addr, eth_addr_mask)		\
 | |
| 	((is_wildcard(&(eth_addr)[0], ETH_ALEN) &&			\
 | |
| 	 is_wildcard(&(eth_addr)[ETH_ALEN / 2], ETH_ALEN)) ||		\
 | |
| 	(is_wildcard(&(eth_addr_mask)[0], ETH_ALEN) &&			\
 | |
| 	 is_wildcard(&(eth_addr_mask)[ETH_ALEN / 2], ETH_ALEN)))
 | |
| 
 | |
| struct bnxt_tc_actions {
 | |
| 	u32				flags;
 | |
| #define BNXT_TC_ACTION_FLAG_FWD			BIT(0)
 | |
| #define BNXT_TC_ACTION_FLAG_FWD_VXLAN		BIT(1)
 | |
| #define BNXT_TC_ACTION_FLAG_PUSH_VLAN		BIT(3)
 | |
| #define BNXT_TC_ACTION_FLAG_POP_VLAN		BIT(4)
 | |
| #define BNXT_TC_ACTION_FLAG_DROP		BIT(5)
 | |
| #define BNXT_TC_ACTION_FLAG_TUNNEL_ENCAP	BIT(6)
 | |
| #define BNXT_TC_ACTION_FLAG_TUNNEL_DECAP	BIT(7)
 | |
| #define BNXT_TC_ACTION_FLAG_L2_REWRITE		BIT(8)
 | |
| #define BNXT_TC_ACTION_FLAG_NAT_XLATE		BIT(9)
 | |
| 
 | |
| 	u16				dst_fid;
 | |
| 	struct net_device		*dst_dev;
 | |
| 	__be16				push_vlan_tpid;
 | |
| 	__be16				push_vlan_tci;
 | |
| 
 | |
| 	/* tunnel encap */
 | |
| 	struct ip_tunnel_key		tun_encap_key;
 | |
| #define	PEDIT_OFFSET_SMAC_LAST_4_BYTES		0x8
 | |
| 	__be16				l2_rewrite_dmac[3];
 | |
| 	__be16				l2_rewrite_smac[3];
 | |
| 	struct {
 | |
| 		bool src_xlate;  /* true => translate src,
 | |
| 				  * false => translate dst
 | |
| 				  * Mutually exclusive, i.e cannot set both
 | |
| 				  */
 | |
| 		bool l3_is_ipv4; /* false means L3 is ipv6 */
 | |
| 		struct bnxt_tc_l3_key l3;
 | |
| 		struct bnxt_tc_l4_key l4;
 | |
| 	} nat;
 | |
| };
 | |
| 
 | |
| struct bnxt_tc_flow {
 | |
| 	u32				flags;
 | |
| #define BNXT_TC_FLOW_FLAGS_ETH_ADDRS		BIT(1)
 | |
| #define BNXT_TC_FLOW_FLAGS_IPV4_ADDRS		BIT(2)
 | |
| #define BNXT_TC_FLOW_FLAGS_IPV6_ADDRS		BIT(3)
 | |
| #define BNXT_TC_FLOW_FLAGS_PORTS		BIT(4)
 | |
| #define BNXT_TC_FLOW_FLAGS_ICMP			BIT(5)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNL_ETH_ADDRS	BIT(6)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNL_IPV4_ADDRS	BIT(7)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNL_IPV6_ADDRS	BIT(8)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNL_PORTS		BIT(9)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNL_ID		BIT(10)
 | |
| #define BNXT_TC_FLOW_FLAGS_TUNNEL	(BNXT_TC_FLOW_FLAGS_TUNL_ETH_ADDRS | \
 | |
| 					 BNXT_TC_FLOW_FLAGS_TUNL_IPV4_ADDRS | \
 | |
| 					 BNXT_TC_FLOW_FLAGS_TUNL_IPV6_ADDRS |\
 | |
| 					 BNXT_TC_FLOW_FLAGS_TUNL_PORTS |\
 | |
| 					 BNXT_TC_FLOW_FLAGS_TUNL_ID)
 | |
| 
 | |
| 	/* flow applicable to pkts ingressing on this fid */
 | |
| 	u16				src_fid;
 | |
| 	struct bnxt_tc_l2_key		l2_key;
 | |
| 	struct bnxt_tc_l2_key		l2_mask;
 | |
| 	struct bnxt_tc_l3_key		l3_key;
 | |
| 	struct bnxt_tc_l3_key		l3_mask;
 | |
| 	struct bnxt_tc_l4_key		l4_key;
 | |
| 	struct bnxt_tc_l4_key		l4_mask;
 | |
| 	struct ip_tunnel_key		tun_key;
 | |
| 	struct ip_tunnel_key		tun_mask;
 | |
| 
 | |
| 	struct bnxt_tc_actions		actions;
 | |
| 
 | |
| 	/* updated stats accounting for hw-counter wrap-around */
 | |
| 	struct bnxt_tc_flow_stats	stats;
 | |
| 	/* previous snap-shot of stats */
 | |
| 	struct bnxt_tc_flow_stats	prev_stats;
 | |
| 	unsigned long			lastused; /* jiffies */
 | |
| 	/* for calculating delta from prev_stats and
 | |
| 	 * updating prev_stats atomically.
 | |
| 	 */
 | |
| 	spinlock_t			stats_lock;
 | |
| };
 | |
| 
 | |
| /* Tunnel encap/decap hash table
 | |
|  * This table is used to maintain a list of flows that use
 | |
|  * the same tunnel encap/decap params (ip_daddrs, vni, udp_dport)
 | |
|  * and the FW returned handle.
 | |
|  * A separate table is maintained for encap and decap
 | |
|  */
 | |
| struct bnxt_tc_tunnel_node {
 | |
| 	struct ip_tunnel_key		key;
 | |
| 	struct rhash_head		node;
 | |
| 
 | |
| 	/* tunnel l2 info */
 | |
| 	struct bnxt_tc_l2_key		l2_info;
 | |
| 
 | |
| #define	INVALID_TUNNEL_HANDLE		cpu_to_le32(0xffffffff)
 | |
| 	/* tunnel handle returned by FW */
 | |
| 	__le32				tunnel_handle;
 | |
| 
 | |
| 	u32				refcount;
 | |
| 	struct rcu_head			rcu;
 | |
| };
 | |
| 
 | |
| /* L2 hash table
 | |
|  * The same data-struct is used for L2-flow table and L2-tunnel table.
 | |
|  * The L2 part of a flow or tunnel is stored in a hash table.
 | |
|  * A flow that shares the same L2 key/mask with an
 | |
|  * already existing flow/tunnel must refer to it's flow handle or
 | |
|  * decap_filter_id respectively.
 | |
|  */
 | |
| struct bnxt_tc_l2_node {
 | |
| 	/* hash key: first 16b of key */
 | |
| #define BNXT_TC_L2_KEY_LEN			16
 | |
| 	struct bnxt_tc_l2_key	key;
 | |
| 	struct rhash_head	node;
 | |
| 
 | |
| 	/* a linked list of flows that share the same l2 key */
 | |
| 	struct list_head	common_l2_flows;
 | |
| 
 | |
| 	/* number of flows/tunnels sharing the l2 key */
 | |
| 	u16			refcount;
 | |
| 
 | |
| 	struct rcu_head		rcu;
 | |
| };
 | |
| 
 | |
| struct bnxt_tc_flow_node {
 | |
| 	/* hash key: provided by TC */
 | |
| 	unsigned long			cookie;
 | |
| 	struct rhash_head		node;
 | |
| 
 | |
| 	struct bnxt_tc_flow		flow;
 | |
| 
 | |
| 	__le64				ext_flow_handle;
 | |
| 	__le16				flow_handle;
 | |
| 	__le32				flow_id;
 | |
| 
 | |
| 	/* L2 node in l2 hashtable that shares flow's l2 key */
 | |
| 	struct bnxt_tc_l2_node		*l2_node;
 | |
| 	/* for the shared_flows list maintained in l2_node */
 | |
| 	struct list_head		l2_list_node;
 | |
| 
 | |
| 	/* tunnel encap related */
 | |
| 	struct bnxt_tc_tunnel_node	*encap_node;
 | |
| 
 | |
| 	/* tunnel decap related */
 | |
| 	struct bnxt_tc_tunnel_node	*decap_node;
 | |
| 	/* L2 node in tunnel-l2 hashtable that shares flow's tunnel l2 key */
 | |
| 	struct bnxt_tc_l2_node		*decap_l2_node;
 | |
| 	/* for the shared_flows list maintained in tunnel decap l2_node */
 | |
| 	struct list_head		decap_l2_list_node;
 | |
| 
 | |
| 	struct rcu_head			rcu;
 | |
| };
 | |
| 
 | |
| int bnxt_tc_setup_flower(struct bnxt *bp, u16 src_fid,
 | |
| 			 struct flow_cls_offload *cls_flower);
 | |
| int bnxt_init_tc(struct bnxt *bp);
 | |
| void bnxt_shutdown_tc(struct bnxt *bp);
 | |
| void bnxt_tc_flow_stats_work(struct bnxt *bp);
 | |
| 
 | |
| static inline bool bnxt_tc_flower_enabled(struct bnxt *bp)
 | |
| {
 | |
| 	return bp->tc_info && bp->tc_info->enabled;
 | |
| }
 | |
| 
 | |
| #else /* CONFIG_BNXT_FLOWER_OFFLOAD */
 | |
| 
 | |
| static inline int bnxt_tc_setup_flower(struct bnxt *bp, u16 src_fid,
 | |
| 				       struct flow_cls_offload *cls_flower)
 | |
| {
 | |
| 	return -EOPNOTSUPP;
 | |
| }
 | |
| 
 | |
| static inline int bnxt_init_tc(struct bnxt *bp)
 | |
| {
 | |
| 	return 0;
 | |
| }
 | |
| 
 | |
| static inline void bnxt_shutdown_tc(struct bnxt *bp)
 | |
| {
 | |
| }
 | |
| 
 | |
| static inline void bnxt_tc_flow_stats_work(struct bnxt *bp)
 | |
| {
 | |
| }
 | |
| 
 | |
| static inline bool bnxt_tc_flower_enabled(struct bnxt *bp)
 | |
| {
 | |
| 	return false;
 | |
| }
 | |
| #endif /* CONFIG_BNXT_FLOWER_OFFLOAD */
 | |
| #endif /* BNXT_TC_H */
 |