|
@@ -161,10 +161,6 @@ static void efx_filter_push_rx_config(struct efx_nic *efx)
|
|
|
filter_ctl, FRF_CZ_UNICAST_NOMATCH_RSS_ENABLED,
|
|
|
!!(table->spec[EFX_FILTER_INDEX_UC_DEF].flags &
|
|
|
EFX_FILTER_FLAG_RX_RSS));
|
|
|
- EFX_SET_OWORD_FIELD(
|
|
|
- filter_ctl, FRF_CZ_UNICAST_NOMATCH_IP_OVERRIDE,
|
|
|
- !!(table->spec[EFX_FILTER_INDEX_UC_DEF].flags &
|
|
|
- EFX_FILTER_FLAG_RX_OVERRIDE_IP));
|
|
|
EFX_SET_OWORD_FIELD(
|
|
|
filter_ctl, FRF_CZ_MULTICAST_NOMATCH_Q_ID,
|
|
|
table->spec[EFX_FILTER_INDEX_MC_DEF].dmaq_id);
|
|
@@ -172,10 +168,6 @@ static void efx_filter_push_rx_config(struct efx_nic *efx)
|
|
|
filter_ctl, FRF_CZ_MULTICAST_NOMATCH_RSS_ENABLED,
|
|
|
!!(table->spec[EFX_FILTER_INDEX_MC_DEF].flags &
|
|
|
EFX_FILTER_FLAG_RX_RSS));
|
|
|
- EFX_SET_OWORD_FIELD(
|
|
|
- filter_ctl, FRF_CZ_MULTICAST_NOMATCH_IP_OVERRIDE,
|
|
|
- !!(table->spec[EFX_FILTER_INDEX_MC_DEF].flags &
|
|
|
- EFX_FILTER_FLAG_RX_OVERRIDE_IP));
|
|
|
}
|
|
|
|
|
|
efx_writeo(efx, &filter_ctl, FR_BZ_RX_FILTER_CTL);
|
|
@@ -480,14 +472,12 @@ static u32 efx_filter_build(efx_oword_t *filter, struct efx_filter_spec *spec)
|
|
|
|
|
|
case EFX_FILTER_TABLE_RX_MAC: {
|
|
|
bool is_wild = spec->type == EFX_FILTER_MAC_WILD;
|
|
|
- EFX_POPULATE_OWORD_8(
|
|
|
+ EFX_POPULATE_OWORD_7(
|
|
|
*filter,
|
|
|
FRF_CZ_RMFT_RSS_EN,
|
|
|
!!(spec->flags & EFX_FILTER_FLAG_RX_RSS),
|
|
|
FRF_CZ_RMFT_SCATTER_EN,
|
|
|
!!(spec->flags & EFX_FILTER_FLAG_RX_SCATTER),
|
|
|
- FRF_CZ_RMFT_IP_OVERRIDE,
|
|
|
- !!(spec->flags & EFX_FILTER_FLAG_RX_OVERRIDE_IP),
|
|
|
FRF_CZ_RMFT_RXQ_ID, spec->dmaq_id,
|
|
|
FRF_CZ_RMFT_WILDCARD_MATCH, is_wild,
|
|
|
FRF_CZ_RMFT_DEST_MAC_HI, spec->data[2],
|
|
@@ -567,49 +557,62 @@ static int efx_filter_search(struct efx_filter_table *table,
|
|
|
}
|
|
|
|
|
|
/*
|
|
|
- * Construct/deconstruct external filter IDs. These must be ordered
|
|
|
- * by matching priority, for RX NFC semantics.
|
|
|
+ * Construct/deconstruct external filter IDs. At least the RX filter
|
|
|
+ * IDs must be ordered by matching priority, for RX NFC semantics.
|
|
|
*
|
|
|
- * Each RX MAC filter entry has a flag for whether it can override an
|
|
|
- * RX IP filter that also matches. So we assign locations for MAC
|
|
|
- * filters with overriding behaviour, then for IP filters, then for
|
|
|
- * MAC filters without overriding behaviour.
|
|
|
+ * Deconstruction needs to be robust against invalid IDs so that
|
|
|
+ * efx_filter_remove_id_safe() and efx_filter_get_filter_safe() can
|
|
|
+ * accept user-provided IDs.
|
|
|
*/
|
|
|
|
|
|
-#define EFX_FILTER_MATCH_PRI_RX_MAC_OVERRIDE_IP 0
|
|
|
-#define EFX_FILTER_MATCH_PRI_RX_DEF_OVERRIDE_IP 1
|
|
|
-#define EFX_FILTER_MATCH_PRI_NORMAL_BASE 2
|
|
|
+#define EFX_FILTER_MATCH_PRI_COUNT 5
|
|
|
+
|
|
|
+static const u8 efx_filter_type_match_pri[EFX_FILTER_TYPE_COUNT] = {
|
|
|
+ [EFX_FILTER_TCP_FULL] = 0,
|
|
|
+ [EFX_FILTER_UDP_FULL] = 0,
|
|
|
+ [EFX_FILTER_TCP_WILD] = 1,
|
|
|
+ [EFX_FILTER_UDP_WILD] = 1,
|
|
|
+ [EFX_FILTER_MAC_FULL] = 2,
|
|
|
+ [EFX_FILTER_MAC_WILD] = 3,
|
|
|
+ [EFX_FILTER_UC_DEF] = 4,
|
|
|
+ [EFX_FILTER_MC_DEF] = 4,
|
|
|
+};
|
|
|
+
|
|
|
+static const enum efx_filter_table_id efx_filter_range_table[] = {
|
|
|
+ EFX_FILTER_TABLE_RX_IP, /* RX match pri 0 */
|
|
|
+ EFX_FILTER_TABLE_RX_IP,
|
|
|
+ EFX_FILTER_TABLE_RX_MAC,
|
|
|
+ EFX_FILTER_TABLE_RX_MAC,
|
|
|
+ EFX_FILTER_TABLE_RX_DEF, /* RX match pri 4 */
|
|
|
+ EFX_FILTER_TABLE_COUNT, /* TX match pri 0; invalid */
|
|
|
+ EFX_FILTER_TABLE_COUNT, /* invalid */
|
|
|
+ EFX_FILTER_TABLE_TX_MAC,
|
|
|
+ EFX_FILTER_TABLE_TX_MAC, /* TX match pri 3 */
|
|
|
+};
|
|
|
|
|
|
#define EFX_FILTER_INDEX_WIDTH 13
|
|
|
#define EFX_FILTER_INDEX_MASK ((1 << EFX_FILTER_INDEX_WIDTH) - 1)
|
|
|
|
|
|
-static inline u32 efx_filter_make_id(enum efx_filter_table_id table_id,
|
|
|
- unsigned int index, u8 flags)
|
|
|
+static inline u32
|
|
|
+efx_filter_make_id(const struct efx_filter_spec *spec, unsigned int index)
|
|
|
{
|
|
|
- unsigned int match_pri = EFX_FILTER_MATCH_PRI_NORMAL_BASE + table_id;
|
|
|
+ unsigned int range;
|
|
|
|
|
|
- if (flags & EFX_FILTER_FLAG_RX_OVERRIDE_IP) {
|
|
|
- if (table_id == EFX_FILTER_TABLE_RX_MAC)
|
|
|
- match_pri = EFX_FILTER_MATCH_PRI_RX_MAC_OVERRIDE_IP;
|
|
|
- else if (table_id == EFX_FILTER_TABLE_RX_DEF)
|
|
|
- match_pri = EFX_FILTER_MATCH_PRI_RX_DEF_OVERRIDE_IP;
|
|
|
- }
|
|
|
+ range = efx_filter_type_match_pri[spec->type];
|
|
|
+ if (!(spec->flags & EFX_FILTER_FLAG_RX))
|
|
|
+ range += EFX_FILTER_MATCH_PRI_COUNT;
|
|
|
|
|
|
- return match_pri << EFX_FILTER_INDEX_WIDTH | index;
|
|
|
+ return range << EFX_FILTER_INDEX_WIDTH | index;
|
|
|
}
|
|
|
|
|
|
static inline enum efx_filter_table_id efx_filter_id_table_id(u32 id)
|
|
|
{
|
|
|
- unsigned int match_pri = id >> EFX_FILTER_INDEX_WIDTH;
|
|
|
+ unsigned int range = id >> EFX_FILTER_INDEX_WIDTH;
|
|
|
|
|
|
- switch (match_pri) {
|
|
|
- case EFX_FILTER_MATCH_PRI_RX_MAC_OVERRIDE_IP:
|
|
|
- return EFX_FILTER_TABLE_RX_MAC;
|
|
|
- case EFX_FILTER_MATCH_PRI_RX_DEF_OVERRIDE_IP:
|
|
|
- return EFX_FILTER_TABLE_RX_DEF;
|
|
|
- default:
|
|
|
- return match_pri - EFX_FILTER_MATCH_PRI_NORMAL_BASE;
|
|
|
- }
|
|
|
+ if (range < ARRAY_SIZE(efx_filter_range_table))
|
|
|
+ return efx_filter_range_table[range];
|
|
|
+ else
|
|
|
+ return EFX_FILTER_TABLE_COUNT; /* invalid */
|
|
|
}
|
|
|
|
|
|
static inline unsigned int efx_filter_id_index(u32 id)
|
|
@@ -619,12 +622,9 @@ static inline unsigned int efx_filter_id_index(u32 id)
|
|
|
|
|
|
static inline u8 efx_filter_id_flags(u32 id)
|
|
|
{
|
|
|
- unsigned int match_pri = id >> EFX_FILTER_INDEX_WIDTH;
|
|
|
+ unsigned int range = id >> EFX_FILTER_INDEX_WIDTH;
|
|
|
|
|
|
- if (match_pri < EFX_FILTER_MATCH_PRI_NORMAL_BASE)
|
|
|
- return EFX_FILTER_FLAG_RX | EFX_FILTER_FLAG_RX_OVERRIDE_IP;
|
|
|
- else if (match_pri <=
|
|
|
- EFX_FILTER_MATCH_PRI_NORMAL_BASE + EFX_FILTER_TABLE_RX_DEF)
|
|
|
+ if (range < EFX_FILTER_MATCH_PRI_COUNT)
|
|
|
return EFX_FILTER_FLAG_RX;
|
|
|
else
|
|
|
return EFX_FILTER_FLAG_TX;
|
|
@@ -633,14 +633,15 @@ static inline u8 efx_filter_id_flags(u32 id)
|
|
|
u32 efx_filter_get_rx_id_limit(struct efx_nic *efx)
|
|
|
{
|
|
|
struct efx_filter_state *state = efx->filter_state;
|
|
|
- unsigned int table_id = EFX_FILTER_TABLE_RX_DEF;
|
|
|
+ unsigned int range = EFX_FILTER_MATCH_PRI_COUNT - 1;
|
|
|
+ enum efx_filter_table_id table_id;
|
|
|
|
|
|
do {
|
|
|
+ table_id = efx_filter_range_table[range];
|
|
|
if (state->table[table_id].size != 0)
|
|
|
- return ((EFX_FILTER_MATCH_PRI_NORMAL_BASE + table_id)
|
|
|
- << EFX_FILTER_INDEX_WIDTH) +
|
|
|
+ return range << EFX_FILTER_INDEX_WIDTH |
|
|
|
state->table[table_id].size;
|
|
|
- } while (table_id--);
|
|
|
+ } while (range--);
|
|
|
|
|
|
return 0;
|
|
|
}
|
|
@@ -718,7 +719,7 @@ s32 efx_filter_insert_filter(struct efx_nic *efx, struct efx_filter_spec *spec,
|
|
|
netif_vdbg(efx, hw, efx->net_dev,
|
|
|
"%s: filter type %d index %d rxq %u set",
|
|
|
__func__, spec->type, filter_idx, spec->dmaq_id);
|
|
|
- rc = efx_filter_make_id(table->id, filter_idx, spec->flags);
|
|
|
+ rc = efx_filter_make_id(spec, filter_idx);
|
|
|
|
|
|
out:
|
|
|
spin_unlock_bh(&state->lock);
|
|
@@ -781,8 +782,7 @@ int efx_filter_remove_id_safe(struct efx_nic *efx,
|
|
|
spin_lock_bh(&state->lock);
|
|
|
|
|
|
if (test_bit(filter_idx, table->used_bitmap) &&
|
|
|
- spec->priority == priority &&
|
|
|
- !((spec->flags ^ filter_flags) & EFX_FILTER_FLAG_RX_OVERRIDE_IP)) {
|
|
|
+ spec->priority == priority) {
|
|
|
efx_filter_table_clear_entry(efx, table, filter_idx);
|
|
|
if (table->used == 0)
|
|
|
efx_filter_table_reset_search_depth(table);
|
|
@@ -833,8 +833,7 @@ int efx_filter_get_filter_safe(struct efx_nic *efx,
|
|
|
spin_lock_bh(&state->lock);
|
|
|
|
|
|
if (test_bit(filter_idx, table->used_bitmap) &&
|
|
|
- spec->priority == priority &&
|
|
|
- !((spec->flags ^ filter_flags) & EFX_FILTER_FLAG_RX_OVERRIDE_IP)) {
|
|
|
+ spec->priority == priority) {
|
|
|
*spec_buf = *spec;
|
|
|
rc = 0;
|
|
|
} else {
|
|
@@ -927,8 +926,7 @@ s32 efx_filter_get_rx_ids(struct efx_nic *efx,
|
|
|
goto out;
|
|
|
}
|
|
|
buf[count++] = efx_filter_make_id(
|
|
|
- table_id, filter_idx,
|
|
|
- table->spec[filter_idx].flags);
|
|
|
+ &table->spec[filter_idx], filter_idx);
|
|
|
}
|
|
|
}
|
|
|
}
|