+ struct table *t;
+ struct match_field *f;
+
+ if (!p || (table_id >= p->n_tables) || !match_field)
+ return -EINVAL;
+
+ t = table_find_by_id(p, table_id);
+ if (!t || (match_field_id >= t->n_fields))
+ return -EINVAL;
+
+ f = &t->fields[match_field_id];
+ match_field->match_type = f->match_type;
+ match_field->is_header = t->header ? 1 : 0;
+ match_field->n_bits = f->field->n_bits;
+ match_field->offset = f->field->offset;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_table_action_info_get(struct rte_swx_pipeline *p,
+ uint32_t table_id,
+ uint32_t table_action_id,
+ struct rte_swx_ctl_table_action_info *table_action)
+{
+ struct table *t;
+
+ if (!p || (table_id >= p->n_tables) || !table_action)
+ return -EINVAL;
+
+ t = table_find_by_id(p, table_id);
+ if (!t || (table_action_id >= t->n_actions))
+ return -EINVAL;
+
+ table_action->action_id = t->actions[table_action_id]->id;
+
+ table_action->action_is_for_table_entries = t->action_is_for_table_entries[table_action_id];
+ table_action->action_is_for_default_entry = t->action_is_for_default_entry[table_action_id];
+
+ return 0;
+}
+
+int
+rte_swx_ctl_table_ops_get(struct rte_swx_pipeline *p,
+ uint32_t table_id,
+ struct rte_swx_table_ops *table_ops,
+ int *is_stub)
+{
+ struct table *t;
+
+ if (!p || (table_id >= p->n_tables))
+ return -EINVAL;
+
+ t = table_find_by_id(p, table_id);
+ if (!t)
+ return -EINVAL;
+
+ if (t->type) {
+ if (table_ops)
+ memcpy(table_ops, &t->type->ops, sizeof(*table_ops));
+ *is_stub = 0;
+ } else {
+ *is_stub = 1;
+ }
+
+ return 0;
+}
+
+int
+rte_swx_ctl_selector_info_get(struct rte_swx_pipeline *p,
+ uint32_t selector_id,
+ struct rte_swx_ctl_selector_info *selector)
+{
+ struct selector *s = NULL;
+
+ if (!p || !selector)
+ return -EINVAL;
+
+ s = selector_find_by_id(p, selector_id);
+ if (!s)
+ return -EINVAL;
+
+ strcpy(selector->name, s->name);
+
+ selector->n_selector_fields = s->n_selector_fields;
+ selector->n_groups_max = s->n_groups_max;
+ selector->n_members_per_group_max = s->n_members_per_group_max;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_selector_group_id_field_info_get(struct rte_swx_pipeline *p,
+ uint32_t selector_id,
+ struct rte_swx_ctl_table_match_field_info *field)
+{
+ struct selector *s;
+
+ if (!p || (selector_id >= p->n_selectors) || !field)
+ return -EINVAL;
+
+ s = selector_find_by_id(p, selector_id);
+ if (!s)
+ return -EINVAL;
+
+ field->match_type = RTE_SWX_TABLE_MATCH_EXACT;
+ field->is_header = 0;
+ field->n_bits = s->group_id_field->n_bits;
+ field->offset = s->group_id_field->offset;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_selector_field_info_get(struct rte_swx_pipeline *p,
+ uint32_t selector_id,
+ uint32_t selector_field_id,
+ struct rte_swx_ctl_table_match_field_info *field)
+{
+ struct selector *s;
+ struct field *f;
+
+ if (!p || (selector_id >= p->n_selectors) || !field)
+ return -EINVAL;
+
+ s = selector_find_by_id(p, selector_id);
+ if (!s || (selector_field_id >= s->n_selector_fields))
+ return -EINVAL;
+
+ f = s->selector_fields[selector_field_id];
+ field->match_type = RTE_SWX_TABLE_MATCH_EXACT;
+ field->is_header = s->selector_header ? 1 : 0;
+ field->n_bits = f->n_bits;
+ field->offset = f->offset;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_selector_member_id_field_info_get(struct rte_swx_pipeline *p,
+ uint32_t selector_id,
+ struct rte_swx_ctl_table_match_field_info *field)
+{
+ struct selector *s;
+
+ if (!p || (selector_id >= p->n_selectors) || !field)
+ return -EINVAL;
+
+ s = selector_find_by_id(p, selector_id);
+ if (!s)
+ return -EINVAL;
+
+ field->match_type = RTE_SWX_TABLE_MATCH_EXACT;
+ field->is_header = 0;
+ field->n_bits = s->member_id_field->n_bits;
+ field->offset = s->member_id_field->offset;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_learner_info_get(struct rte_swx_pipeline *p,
+ uint32_t learner_id,
+ struct rte_swx_ctl_learner_info *learner)
+{
+ struct learner *l = NULL;
+
+ if (!p || !learner)
+ return -EINVAL;
+
+ l = learner_find_by_id(p, learner_id);
+ if (!l)
+ return -EINVAL;
+
+ strcpy(learner->name, l->name);
+
+ learner->n_match_fields = l->n_fields;
+ learner->n_actions = l->n_actions;
+ learner->default_action_is_const = l->default_action_is_const;
+ learner->size = l->size;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_learner_match_field_info_get(struct rte_swx_pipeline *p,
+ uint32_t learner_id,
+ uint32_t match_field_id,
+ struct rte_swx_ctl_table_match_field_info *match_field)
+{
+ struct learner *l;
+ struct field *f;
+
+ if (!p || (learner_id >= p->n_learners) || !match_field)
+ return -EINVAL;
+
+ l = learner_find_by_id(p, learner_id);
+ if (!l || (match_field_id >= l->n_fields))
+ return -EINVAL;
+
+ f = l->fields[match_field_id];
+ match_field->match_type = RTE_SWX_TABLE_MATCH_EXACT;
+ match_field->is_header = l->header ? 1 : 0;
+ match_field->n_bits = f->n_bits;
+ match_field->offset = f->offset;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_learner_action_info_get(struct rte_swx_pipeline *p,
+ uint32_t learner_id,
+ uint32_t learner_action_id,
+ struct rte_swx_ctl_table_action_info *learner_action)
+{
+ struct learner *l;
+
+ if (!p || (learner_id >= p->n_learners) || !learner_action)
+ return -EINVAL;
+
+ l = learner_find_by_id(p, learner_id);
+ if (!l || (learner_action_id >= l->n_actions))
+ return -EINVAL;
+
+ learner_action->action_id = l->actions[learner_action_id]->id;
+
+ learner_action->action_is_for_table_entries =
+ l->action_is_for_table_entries[learner_action_id];
+
+ learner_action->action_is_for_default_entry =
+ l->action_is_for_default_entry[learner_action_id];
+
+ return 0;
+}
+
+int
+rte_swx_pipeline_table_state_get(struct rte_swx_pipeline *p,
+ struct rte_swx_table_state **table_state)
+{
+ if (!p || !table_state || !p->build_done)
+ return -EINVAL;
+
+ *table_state = p->table_state;
+ return 0;
+}
+
+int
+rte_swx_pipeline_table_state_set(struct rte_swx_pipeline *p,
+ struct rte_swx_table_state *table_state)
+{
+ if (!p || !table_state || !p->build_done)
+ return -EINVAL;
+
+ p->table_state = table_state;
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_port_in_stats_read(struct rte_swx_pipeline *p,
+ uint32_t port_id,
+ struct rte_swx_port_in_stats *stats)
+{
+ struct port_in *port;
+
+ if (!p || !stats)
+ return -EINVAL;
+
+ port = port_in_find(p, port_id);
+ if (!port)
+ return -EINVAL;
+
+ port->type->ops.stats_read(port->obj, stats);
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_port_out_stats_read(struct rte_swx_pipeline *p,
+ uint32_t port_id,
+ struct rte_swx_port_out_stats *stats)
+{
+ struct port_out *port;
+
+ if (!p || !stats)
+ return -EINVAL;
+
+ port = port_out_find(p, port_id);
+ if (!port)
+ return -EINVAL;
+
+ port->type->ops.stats_read(port->obj, stats);
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_table_stats_read(struct rte_swx_pipeline *p,
+ const char *table_name,
+ struct rte_swx_table_stats *stats)
+{
+ struct table *table;
+ struct table_statistics *table_stats;
+
+ if (!p || !table_name || !table_name[0] || !stats || !stats->n_pkts_action)
+ return -EINVAL;
+
+ table = table_find(p, table_name);
+ if (!table)
+ return -EINVAL;
+
+ table_stats = &p->table_stats[table->id];
+
+ memcpy(stats->n_pkts_action,
+ table_stats->n_pkts_action,
+ p->n_actions * sizeof(uint64_t));
+
+ stats->n_pkts_hit = table_stats->n_pkts_hit[1];
+ stats->n_pkts_miss = table_stats->n_pkts_hit[0];
+
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_selector_stats_read(struct rte_swx_pipeline *p,
+ const char *selector_name,
+ struct rte_swx_pipeline_selector_stats *stats)
+{
+ struct selector *s;
+
+ if (!p || !selector_name || !selector_name[0] || !stats)
+ return -EINVAL;
+
+ s = selector_find(p, selector_name);
+ if (!s)
+ return -EINVAL;
+
+ stats->n_pkts = p->selector_stats[s->id].n_pkts;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_learner_stats_read(struct rte_swx_pipeline *p,
+ const char *learner_name,
+ struct rte_swx_learner_stats *stats)
+{
+ struct learner *l;
+ struct learner_statistics *learner_stats;
+
+ if (!p || !learner_name || !learner_name[0] || !stats || !stats->n_pkts_action)
+ return -EINVAL;
+
+ l = learner_find(p, learner_name);
+ if (!l)
+ return -EINVAL;
+
+ learner_stats = &p->learner_stats[l->id];
+
+ memcpy(stats->n_pkts_action,
+ learner_stats->n_pkts_action,
+ p->n_actions * sizeof(uint64_t));
+
+ stats->n_pkts_hit = learner_stats->n_pkts_hit[1];
+ stats->n_pkts_miss = learner_stats->n_pkts_hit[0];
+
+ stats->n_pkts_learn_ok = learner_stats->n_pkts_learn[0];
+ stats->n_pkts_learn_err = learner_stats->n_pkts_learn[1];
+
+ stats->n_pkts_forget = learner_stats->n_pkts_forget;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_regarray_info_get(struct rte_swx_pipeline *p,
+ uint32_t regarray_id,
+ struct rte_swx_ctl_regarray_info *regarray)
+{
+ struct regarray *r;
+
+ if (!p || !regarray)
+ return -EINVAL;
+
+ r = regarray_find_by_id(p, regarray_id);
+ if (!r)
+ return -EINVAL;
+
+ strcpy(regarray->name, r->name);
+ regarray->size = r->size;
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_regarray_read(struct rte_swx_pipeline *p,
+ const char *regarray_name,
+ uint32_t regarray_index,
+ uint64_t *value)
+{
+ struct regarray *regarray;
+ struct regarray_runtime *r;
+
+ if (!p || !regarray_name || !value)
+ return -EINVAL;
+
+ regarray = regarray_find(p, regarray_name);
+ if (!regarray || (regarray_index >= regarray->size))
+ return -EINVAL;
+
+ r = &p->regarray_runtime[regarray->id];
+ *value = r->regarray[regarray_index];
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_regarray_write(struct rte_swx_pipeline *p,
+ const char *regarray_name,
+ uint32_t regarray_index,
+ uint64_t value)
+{
+ struct regarray *regarray;
+ struct regarray_runtime *r;
+
+ if (!p || !regarray_name)
+ return -EINVAL;
+
+ regarray = regarray_find(p, regarray_name);
+ if (!regarray || (regarray_index >= regarray->size))
+ return -EINVAL;
+
+ r = &p->regarray_runtime[regarray->id];
+ r->regarray[regarray_index] = value;
+ return 0;
+}
+
+int
+rte_swx_ctl_metarray_info_get(struct rte_swx_pipeline *p,
+ uint32_t metarray_id,
+ struct rte_swx_ctl_metarray_info *metarray)
+{
+ struct metarray *m;
+
+ if (!p || !metarray)
+ return -EINVAL;
+
+ m = metarray_find_by_id(p, metarray_id);
+ if (!m)
+ return -EINVAL;
+
+ strcpy(metarray->name, m->name);
+ metarray->size = m->size;
+ return 0;
+}
+
+int
+rte_swx_ctl_meter_profile_add(struct rte_swx_pipeline *p,
+ const char *name,
+ struct rte_meter_trtcm_params *params)
+{
+ struct meter_profile *mp;
+ int status;
+
+ CHECK(p, EINVAL);
+ CHECK_NAME(name, EINVAL);
+ CHECK(params, EINVAL);
+ CHECK(!meter_profile_find(p, name), EEXIST);
+
+ /* Node allocation. */
+ mp = calloc(1, sizeof(struct meter_profile));
+ CHECK(mp, ENOMEM);
+
+ /* Node initialization. */
+ strcpy(mp->name, name);
+ memcpy(&mp->params, params, sizeof(struct rte_meter_trtcm_params));
+ status = rte_meter_trtcm_profile_config(&mp->profile, params);
+ if (status) {
+ free(mp);
+ CHECK(0, EINVAL);
+ }
+
+ /* Node add to tailq. */
+ TAILQ_INSERT_TAIL(&p->meter_profiles, mp, node);
+
+ return 0;
+}
+
+int
+rte_swx_ctl_meter_profile_delete(struct rte_swx_pipeline *p,
+ const char *name)
+{
+ struct meter_profile *mp;
+
+ CHECK(p, EINVAL);
+ CHECK_NAME(name, EINVAL);
+
+ mp = meter_profile_find(p, name);
+ CHECK(mp, EINVAL);
+ CHECK(!mp->n_users, EBUSY);
+
+ /* Remove node from tailq. */
+ TAILQ_REMOVE(&p->meter_profiles, mp, node);
+ free(mp);
+
+ return 0;
+}
+
+int
+rte_swx_ctl_meter_reset(struct rte_swx_pipeline *p,
+ const char *metarray_name,
+ uint32_t metarray_index)
+{
+ struct meter_profile *mp_old;
+ struct metarray *metarray;
+ struct metarray_runtime *metarray_runtime;
+ struct meter *m;
+
+ CHECK(p, EINVAL);
+ CHECK_NAME(metarray_name, EINVAL);
+
+ metarray = metarray_find(p, metarray_name);
+ CHECK(metarray, EINVAL);
+ CHECK(metarray_index < metarray->size, EINVAL);
+
+ metarray_runtime = &p->metarray_runtime[metarray->id];
+ m = &metarray_runtime->metarray[metarray_index];
+ mp_old = m->profile;
+
+ meter_init(m);
+
+ mp_old->n_users--;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_meter_set(struct rte_swx_pipeline *p,
+ const char *metarray_name,
+ uint32_t metarray_index,
+ const char *profile_name)
+{
+ struct meter_profile *mp, *mp_old;
+ struct metarray *metarray;
+ struct metarray_runtime *metarray_runtime;
+ struct meter *m;
+
+ CHECK(p, EINVAL);
+ CHECK_NAME(metarray_name, EINVAL);
+
+ metarray = metarray_find(p, metarray_name);
+ CHECK(metarray, EINVAL);
+ CHECK(metarray_index < metarray->size, EINVAL);
+
+ mp = meter_profile_find(p, profile_name);
+ CHECK(mp, EINVAL);
+
+ metarray_runtime = &p->metarray_runtime[metarray->id];
+ m = &metarray_runtime->metarray[metarray_index];
+ mp_old = m->profile;
+
+ memset(m, 0, sizeof(struct meter));
+ rte_meter_trtcm_config(&m->m, &mp->profile);
+ m->profile = mp;
+ m->color_mask = RTE_COLORS;
+
+ mp->n_users++;
+ mp_old->n_users--;
+
+ return 0;
+}
+
+int
+rte_swx_ctl_meter_stats_read(struct rte_swx_pipeline *p,
+ const char *metarray_name,
+ uint32_t metarray_index,
+ struct rte_swx_ctl_meter_stats *stats)
+{
+ struct metarray *metarray;
+ struct metarray_runtime *metarray_runtime;
+ struct meter *m;
+
+ CHECK(p, EINVAL);
+ CHECK_NAME(metarray_name, EINVAL);
+
+ metarray = metarray_find(p, metarray_name);
+ CHECK(metarray, EINVAL);
+ CHECK(metarray_index < metarray->size, EINVAL);
+
+ CHECK(stats, EINVAL);
+
+ metarray_runtime = &p->metarray_runtime[metarray->id];
+ m = &metarray_runtime->metarray[metarray_index];
+
+ memcpy(stats->n_pkts, m->n_pkts, sizeof(m->n_pkts));
+ memcpy(stats->n_bytes, m->n_bytes, sizeof(m->n_bytes));
+
+ return 0;
+}
+
+int
+rte_swx_ctl_pipeline_mirroring_session_set(struct rte_swx_pipeline *p,
+ uint32_t session_id,
+ struct rte_swx_pipeline_mirroring_session_params *params)
+{
+ struct mirroring_session *s;
+
+ CHECK(p, EINVAL);
+ CHECK(p->build_done, EEXIST);
+ CHECK(session_id < p->n_mirroring_sessions, EINVAL);
+ CHECK(params, EINVAL);
+ CHECK(params->port_id < p->n_ports_out, EINVAL);
+
+ s = &p->mirroring_sessions[session_id];
+ s->port_id = params->port_id;
+ s->fast_clone = params->fast_clone;
+ s->truncation_length = params->truncation_length ? params->truncation_length : UINT32_MAX;
+
+ return 0;
+}
+
+/*
+ * Pipeline compilation.
+ */
+static const char *
+instr_type_to_name(struct instruction *instr)
+{
+ switch (instr->type) {
+ case INSTR_RX: return "INSTR_RX";
+
+ case INSTR_TX: return "INSTR_TX";
+ case INSTR_TX_I: return "INSTR_TX_I";
+ case INSTR_DROP: return "INSTR_DROP";
+ case INSTR_MIRROR: return "INSTR_MIRROR";
+
+ case INSTR_HDR_EXTRACT: return "INSTR_HDR_EXTRACT";
+ case INSTR_HDR_EXTRACT2: return "INSTR_HDR_EXTRACT2";
+ case INSTR_HDR_EXTRACT3: return "INSTR_HDR_EXTRACT3";
+ case INSTR_HDR_EXTRACT4: return "INSTR_HDR_EXTRACT4";
+ case INSTR_HDR_EXTRACT5: return "INSTR_HDR_EXTRACT5";
+ case INSTR_HDR_EXTRACT6: return "INSTR_HDR_EXTRACT6";
+ case INSTR_HDR_EXTRACT7: return "INSTR_HDR_EXTRACT7";
+ case INSTR_HDR_EXTRACT8: return "INSTR_HDR_EXTRACT8";
+
+ case INSTR_HDR_EXTRACT_M: return "INSTR_HDR_EXTRACT_M";
+
+ case INSTR_HDR_LOOKAHEAD: return "INSTR_HDR_LOOKAHEAD";
+
+ case INSTR_HDR_EMIT: return "INSTR_HDR_EMIT";
+ case INSTR_HDR_EMIT_TX: return "INSTR_HDR_EMIT_TX";
+ case INSTR_HDR_EMIT2_TX: return "INSTR_HDR_EMIT2_TX";
+ case INSTR_HDR_EMIT3_TX: return "INSTR_HDR_EMIT3_TX";
+ case INSTR_HDR_EMIT4_TX: return "INSTR_HDR_EMIT4_TX";
+ case INSTR_HDR_EMIT5_TX: return "INSTR_HDR_EMIT5_TX";
+ case INSTR_HDR_EMIT6_TX: return "INSTR_HDR_EMIT6_TX";
+ case INSTR_HDR_EMIT7_TX: return "INSTR_HDR_EMIT7_TX";
+ case INSTR_HDR_EMIT8_TX: return "INSTR_HDR_EMIT8_TX";
+
+ case INSTR_HDR_VALIDATE: return "INSTR_HDR_VALIDATE";
+ case INSTR_HDR_INVALIDATE: return "INSTR_HDR_INVALIDATE";
+
+ case INSTR_MOV: return "INSTR_MOV";
+ case INSTR_MOV_MH: return "INSTR_MOV_MH";
+ case INSTR_MOV_HM: return "INSTR_MOV_HM";
+ case INSTR_MOV_HH: return "INSTR_MOV_HH";
+ case INSTR_MOV_I: return "INSTR_MOV_I";
+
+ case INSTR_DMA_HT: return "INSTR_DMA_HT";
+ case INSTR_DMA_HT2: return "INSTR_DMA_HT2";
+ case INSTR_DMA_HT3: return "INSTR_DMA_HT3";
+ case INSTR_DMA_HT4: return "INSTR_DMA_HT4";
+ case INSTR_DMA_HT5: return "INSTR_DMA_HT5";
+ case INSTR_DMA_HT6: return "INSTR_DMA_HT6";
+ case INSTR_DMA_HT7: return "INSTR_DMA_HT7";
+ case INSTR_DMA_HT8: return "INSTR_DMA_HT8";
+
+ case INSTR_ALU_ADD: return "INSTR_ALU_ADD";
+ case INSTR_ALU_ADD_MH: return "INSTR_ALU_ADD_MH";
+ case INSTR_ALU_ADD_HM: return "INSTR_ALU_ADD_HM";
+ case INSTR_ALU_ADD_HH: return "INSTR_ALU_ADD_HH";
+ case INSTR_ALU_ADD_MI: return "INSTR_ALU_ADD_MI";
+ case INSTR_ALU_ADD_HI: return "INSTR_ALU_ADD_HI";
+
+ case INSTR_ALU_SUB: return "INSTR_ALU_SUB";
+ case INSTR_ALU_SUB_MH: return "INSTR_ALU_SUB_MH";
+ case INSTR_ALU_SUB_HM: return "INSTR_ALU_SUB_HM";
+ case INSTR_ALU_SUB_HH: return "INSTR_ALU_SUB_HH";
+ case INSTR_ALU_SUB_MI: return "INSTR_ALU_SUB_MI";
+ case INSTR_ALU_SUB_HI: return "INSTR_ALU_SUB_HI";
+
+ case INSTR_ALU_CKADD_FIELD: return "INSTR_ALU_CKADD_FIELD";
+ case INSTR_ALU_CKADD_STRUCT20: return "INSTR_ALU_CKADD_STRUCT20";
+ case INSTR_ALU_CKADD_STRUCT: return "INSTR_ALU_CKADD_STRUCT";
+ case INSTR_ALU_CKSUB_FIELD: return "INSTR_ALU_CKSUB_FIELD";
+
+ case INSTR_ALU_AND: return "INSTR_ALU_AND";
+ case INSTR_ALU_AND_MH: return "INSTR_ALU_AND_MH";
+ case INSTR_ALU_AND_HM: return "INSTR_ALU_AND_HM";
+ case INSTR_ALU_AND_HH: return "INSTR_ALU_AND_HH";
+ case INSTR_ALU_AND_I: return "INSTR_ALU_AND_I";
+
+ case INSTR_ALU_OR: return "INSTR_ALU_OR";
+ case INSTR_ALU_OR_MH: return "INSTR_ALU_OR_MH";
+ case INSTR_ALU_OR_HM: return "INSTR_ALU_OR_HM";
+ case INSTR_ALU_OR_HH: return "INSTR_ALU_OR_HH";
+ case INSTR_ALU_OR_I: return "INSTR_ALU_OR_I";
+
+ case INSTR_ALU_XOR: return "INSTR_ALU_XOR";
+ case INSTR_ALU_XOR_MH: return "INSTR_ALU_XOR_MH";
+ case INSTR_ALU_XOR_HM: return "INSTR_ALU_XOR_HM";
+ case INSTR_ALU_XOR_HH: return "INSTR_ALU_XOR_HH";
+ case INSTR_ALU_XOR_I: return "INSTR_ALU_XOR_I";
+
+ case INSTR_ALU_SHL: return "INSTR_ALU_SHL";
+ case INSTR_ALU_SHL_MH: return "INSTR_ALU_SHL_MH";
+ case INSTR_ALU_SHL_HM: return "INSTR_ALU_SHL_HM";
+ case INSTR_ALU_SHL_HH: return "INSTR_ALU_SHL_HH";
+ case INSTR_ALU_SHL_MI: return "INSTR_ALU_SHL_MI";
+ case INSTR_ALU_SHL_HI: return "INSTR_ALU_SHL_HI";
+
+ case INSTR_ALU_SHR: return "INSTR_ALU_SHR";
+ case INSTR_ALU_SHR_MH: return "INSTR_ALU_SHR_MH";
+ case INSTR_ALU_SHR_HM: return "INSTR_ALU_SHR_HM";
+ case INSTR_ALU_SHR_HH: return "INSTR_ALU_SHR_HH";
+ case INSTR_ALU_SHR_MI: return "INSTR_ALU_SHR_MI";
+ case INSTR_ALU_SHR_HI: return "INSTR_ALU_SHR_HI";
+
+ case INSTR_REGPREFETCH_RH: return "INSTR_REGPREFETCH_RH";
+ case INSTR_REGPREFETCH_RM: return "INSTR_REGPREFETCH_RM";
+ case INSTR_REGPREFETCH_RI: return "INSTR_REGPREFETCH_RI";
+
+ case INSTR_REGRD_HRH: return "INSTR_REGRD_HRH";
+ case INSTR_REGRD_HRM: return "INSTR_REGRD_HRM";
+ case INSTR_REGRD_HRI: return "INSTR_REGRD_HRI";
+ case INSTR_REGRD_MRH: return "INSTR_REGRD_MRH";
+ case INSTR_REGRD_MRM: return "INSTR_REGRD_MRM";
+ case INSTR_REGRD_MRI: return "INSTR_REGRD_MRI";
+
+ case INSTR_REGWR_RHH: return "INSTR_REGWR_RHH";
+ case INSTR_REGWR_RHM: return "INSTR_REGWR_RHM";
+ case INSTR_REGWR_RHI: return "INSTR_REGWR_RHI";
+ case INSTR_REGWR_RMH: return "INSTR_REGWR_RMH";
+ case INSTR_REGWR_RMM: return "INSTR_REGWR_RMM";
+ case INSTR_REGWR_RMI: return "INSTR_REGWR_RMI";
+ case INSTR_REGWR_RIH: return "INSTR_REGWR_RIH";
+ case INSTR_REGWR_RIM: return "INSTR_REGWR_RIM";
+ case INSTR_REGWR_RII: return "INSTR_REGWR_RII";
+
+ case INSTR_REGADD_RHH: return "INSTR_REGADD_RHH";
+ case INSTR_REGADD_RHM: return "INSTR_REGADD_RHM";
+ case INSTR_REGADD_RHI: return "INSTR_REGADD_RHI";
+ case INSTR_REGADD_RMH: return "INSTR_REGADD_RMH";
+ case INSTR_REGADD_RMM: return "INSTR_REGADD_RMM";
+ case INSTR_REGADD_RMI: return "INSTR_REGADD_RMI";
+ case INSTR_REGADD_RIH: return "INSTR_REGADD_RIH";
+ case INSTR_REGADD_RIM: return "INSTR_REGADD_RIM";
+ case INSTR_REGADD_RII: return "INSTR_REGADD_RII";
+
+ case INSTR_METPREFETCH_H: return "INSTR_METPREFETCH_H";
+ case INSTR_METPREFETCH_M: return "INSTR_METPREFETCH_M";
+ case INSTR_METPREFETCH_I: return "INSTR_METPREFETCH_I";
+
+ case INSTR_METER_HHM: return "INSTR_METER_HHM";
+ case INSTR_METER_HHI: return "INSTR_METER_HHI";
+ case INSTR_METER_HMM: return "INSTR_METER_HMM";
+ case INSTR_METER_HMI: return "INSTR_METER_HMI";
+ case INSTR_METER_MHM: return "INSTR_METER_MHM";
+ case INSTR_METER_MHI: return "INSTR_METER_MHI";
+ case INSTR_METER_MMM: return "INSTR_METER_MMM";
+ case INSTR_METER_MMI: return "INSTR_METER_MMI";
+ case INSTR_METER_IHM: return "INSTR_METER_IHM";
+ case INSTR_METER_IHI: return "INSTR_METER_IHI";
+ case INSTR_METER_IMM: return "INSTR_METER_IMM";
+ case INSTR_METER_IMI: return "INSTR_METER_IMI";
+
+ case INSTR_TABLE: return "INSTR_TABLE";
+ case INSTR_TABLE_AF: return "INSTR_TABLE_AF";
+ case INSTR_SELECTOR: return "INSTR_SELECTOR";
+ case INSTR_LEARNER: return "INSTR_LEARNER";
+ case INSTR_LEARNER_AF: return "INSTR_LEARNER_AF";
+
+ case INSTR_LEARNER_LEARN: return "INSTR_LEARNER_LEARN";
+ case INSTR_LEARNER_FORGET: return "INSTR_LEARNER_FORGET";
+
+ case INSTR_EXTERN_OBJ: return "INSTR_EXTERN_OBJ";
+ case INSTR_EXTERN_FUNC: return "INSTR_EXTERN_FUNC";
+
+ case INSTR_JMP: return "INSTR_JMP";
+ case INSTR_JMP_VALID: return "INSTR_JMP_VALID";
+ case INSTR_JMP_INVALID: return "INSTR_JMP_INVALID";
+ case INSTR_JMP_HIT: return "INSTR_JMP_HIT";
+ case INSTR_JMP_MISS: return "INSTR_JMP_MISS";
+ case INSTR_JMP_ACTION_HIT: return "INSTR_JMP_ACTION_HIT";
+ case INSTR_JMP_ACTION_MISS: return "INSTR_JMP_ACTION_MISS";
+ case INSTR_JMP_EQ: return "INSTR_JMP_EQ";
+ case INSTR_JMP_EQ_MH: return "INSTR_JMP_EQ_MH";
+ case INSTR_JMP_EQ_HM: return "INSTR_JMP_EQ_HM";
+ case INSTR_JMP_EQ_HH: return "INSTR_JMP_EQ_HH";
+ case INSTR_JMP_EQ_I: return "INSTR_JMP_EQ_I";
+ case INSTR_JMP_NEQ: return "INSTR_JMP_NEQ";
+ case INSTR_JMP_NEQ_MH: return "INSTR_JMP_NEQ_MH";
+ case INSTR_JMP_NEQ_HM: return "INSTR_JMP_NEQ_HM";
+ case INSTR_JMP_NEQ_HH: return "INSTR_JMP_NEQ_HH";
+ case INSTR_JMP_NEQ_I: return "INSTR_JMP_NEQ_I";
+ case INSTR_JMP_LT: return "INSTR_JMP_LT";
+ case INSTR_JMP_LT_MH: return "INSTR_JMP_LT_MH";
+ case INSTR_JMP_LT_HM: return "INSTR_JMP_LT_HM";
+ case INSTR_JMP_LT_HH: return "INSTR_JMP_LT_HH";
+ case INSTR_JMP_LT_MI: return "INSTR_JMP_LT_MI";
+ case INSTR_JMP_LT_HI: return "INSTR_JMP_LT_HI";
+ case INSTR_JMP_GT: return "INSTR_JMP_GT";
+ case INSTR_JMP_GT_MH: return "INSTR_JMP_GT_MH";
+ case INSTR_JMP_GT_HM: return "INSTR_JMP_GT_HM";
+ case INSTR_JMP_GT_HH: return "INSTR_JMP_GT_HH";
+ case INSTR_JMP_GT_MI: return "INSTR_JMP_GT_MI";
+ case INSTR_JMP_GT_HI: return "INSTR_JMP_GT_HI";
+
+ case INSTR_RETURN: return "INSTR_RETURN";
+
+ default: return "INSTR_UNKNOWN";
+ }
+}
+
+typedef void
+(*instruction_export_t)(struct instruction *, FILE *);
+
+static void
+instr_io_export(struct instruction *instr, FILE *f)
+{
+ uint32_t n_io = 0, n_io_imm = 0, n_hdrs = 0, i;
+
+ /* n_io, n_io_imm, n_hdrs. */
+ if (instr->type == INSTR_RX ||
+ instr->type == INSTR_TX ||
+ instr->type == INSTR_HDR_EXTRACT_M ||
+ (instr->type >= INSTR_HDR_EMIT_TX && instr->type <= INSTR_HDR_EMIT8_TX))
+ n_io = 1;
+
+ if (instr->type == INSTR_TX_I)
+ n_io_imm = 1;
+
+ if (instr->type >= INSTR_HDR_EXTRACT && instr->type <= INSTR_HDR_EXTRACT8)
+ n_hdrs = 1 + (instr->type - INSTR_HDR_EXTRACT);
+
+ if (instr->type == INSTR_HDR_EXTRACT_M ||
+ instr->type == INSTR_HDR_LOOKAHEAD ||
+ instr->type == INSTR_HDR_EMIT)
+ n_hdrs = 1;
+
+ if (instr->type >= INSTR_HDR_EMIT_TX && instr->type <= INSTR_HDR_EMIT8_TX)
+ n_hdrs = 1 + (instr->type - INSTR_HDR_EMIT_TX);
+
+ /* instr. */
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n",
+ instr_type_to_name(instr));
+
+ /* instr.io. */
+ if (n_io || n_io_imm || n_hdrs)
+ fprintf(f,
+ "\t\t.io = {\n");
+
+ /* instr.io.io. */
+ if (n_io)
+ fprintf(f,
+ "\t\t\t.io = {\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t},\n",
+ instr->io.io.offset,
+ instr->io.io.n_bits);
+
+ if (n_io_imm)
+ fprintf(f,
+ "\t\t\t.io = {\n"
+ "\t\t\t\t.val = %u,\n"
+ "\t\t\t},\n",
+ instr->io.io.val);
+
+ /* instr.io.hdr. */
+ if (n_hdrs) {
+ fprintf(f,
+ "\t\t.hdr = {\n");
+
+ /* instr.io.hdr.header_id. */
+ fprintf(f,
+ "\t\t\t.header_id = {");
+
+ for (i = 0; i < n_hdrs; i++)
+ fprintf(f,
+ "%u, ",
+ instr->io.hdr.header_id[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.io.hdr.struct_id. */
+ fprintf(f,
+ "\t\t\t.struct_id = {");
+
+ for (i = 0; i < n_hdrs; i++)
+ fprintf(f,
+ "%u, ",
+ instr->io.hdr.struct_id[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.io.hdr.n_bytes. */
+ fprintf(f,
+ "\t\t\t.n_bytes = {");
+
+ for (i = 0; i < n_hdrs; i++)
+ fprintf(f,
+ "%u, ",
+ instr->io.hdr.n_bytes[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.io.hdr - closing curly brace. */
+ fprintf(f,
+ "\t\t\t}\n,");
+ }
+
+ /* instr.io - closing curly brace. */
+ if (n_io || n_io_imm || n_hdrs)
+ fprintf(f,
+ "\t\t},\n");
+
+ /* instr - closing curly brace. */
+ fprintf(f,
+ "\t},\n");
+}
+
+static void
+instr_mirror_export(struct instruction *instr, FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.mirror = {\n"
+ "\t\t\t.dst = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t}\n,"
+ "\t\t\t.src = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t}\n,"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->mirror.dst.struct_id,
+ instr->mirror.dst.n_bits,
+ instr->mirror.dst.offset,
+ instr->mirror.src.struct_id,
+ instr->mirror.src.n_bits,
+ instr->mirror.src.offset);
+}
+
+static void
+instr_hdr_validate_export(struct instruction *instr, FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.valid = {\n"
+ "\t\t\t.header_id = %u,\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->valid.header_id);
+}
+
+static void
+instr_mov_export(struct instruction *instr, FILE *f)
+{
+ if (instr->type != INSTR_MOV_I)
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.mov = {\n"
+ "\t\t\t.dst = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n"
+ "\t\t\t.src = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->mov.dst.struct_id,
+ instr->mov.dst.n_bits,
+ instr->mov.dst.offset,
+ instr->mov.src.struct_id,
+ instr->mov.src.n_bits,
+ instr->mov.src.offset);
+ else
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.mov = {\n"
+ "\t\t\t.dst = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t}\n,"
+ "\t\t\t.src_val = %" PRIu64 ",\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->mov.dst.struct_id,
+ instr->mov.dst.n_bits,
+ instr->mov.dst.offset,
+ instr->mov.src_val);
+}
+
+static void
+instr_dma_ht_export(struct instruction *instr, FILE *f)
+{
+ uint32_t n_dma = 0, i;
+
+ /* n_dma. */
+ n_dma = 1 + (instr->type - INSTR_DMA_HT);
+
+ /* instr. */
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n",
+ instr_type_to_name(instr));
+
+ /* instr.dma. */
+ fprintf(f,
+ "\t\t.dma = {\n");
+
+ /* instr.dma.dst. */
+ fprintf(f,
+ "\t\t\t.dst = {\n");
+
+ /* instr.dma.dst.header_id. */
+ fprintf(f,
+ "\t\t\t\t.header_id = {");
+
+ for (i = 0; i < n_dma; i++)
+ fprintf(f,
+ "%u, ",
+ instr->dma.dst.header_id[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.dma.dst.struct_id. */
+ fprintf(f,
+ "\t\t\t\t.struct_id = {");
+
+ for (i = 0; i < n_dma; i++)
+ fprintf(f,
+ "%u, ",
+ instr->dma.dst.struct_id[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.dma.dst - closing curly brace. */
+ fprintf(f,
+ "\t\t\t},\n");
+
+ /* instr.dma.src. */
+ fprintf(f,
+ "\t\t\t.src = {\n");
+
+ /* instr.dma.src.offset. */
+ fprintf(f,
+ "\t\t\t\t.offset = {");
+
+ for (i = 0; i < n_dma; i++)
+ fprintf(f,
+ "%u, ",
+ instr->dma.src.offset[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.dma.src - closing curly brace. */
+ fprintf(f,
+ "\t\t\t},\n");
+
+ /* instr.dma.n_bytes. */
+ fprintf(f,
+ "\t\t\t.n_bytes = {");
+
+ for (i = 0; i < n_dma; i++)
+ fprintf(f,
+ "%u, ",
+ instr->dma.n_bytes[i]);
+
+ fprintf(f,
+ "},\n");
+
+ /* instr.dma - closing curly brace. */
+ fprintf(f,
+ "\t\t},\n");
+
+ /* instr - closing curly brace. */
+ fprintf(f,
+ "\t},\n");
+}
+
+static void
+instr_alu_export(struct instruction *instr, FILE *f)
+{
+ int imm = 0;
+
+ if (instr->type == INSTR_ALU_ADD_MI ||
+ instr->type == INSTR_ALU_ADD_HI ||
+ instr->type == INSTR_ALU_SUB_MI ||
+ instr->type == INSTR_ALU_SUB_HI ||
+ instr->type == INSTR_ALU_SHL_MI ||
+ instr->type == INSTR_ALU_SHL_HI ||
+ instr->type == INSTR_ALU_SHR_MI ||
+ instr->type == INSTR_ALU_SHR_HI ||
+ instr->type == INSTR_ALU_AND_I ||
+ instr->type == INSTR_ALU_OR_I ||
+ instr->type == INSTR_ALU_XOR_I)
+ imm = 1;
+
+ if (!imm)
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.alu = {\n"
+ "\t\t\t.dst = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n"
+ "\t\t\t.src = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->alu.dst.struct_id,
+ instr->alu.dst.n_bits,
+ instr->alu.dst.offset,
+ instr->alu.src.struct_id,
+ instr->alu.src.n_bits,
+ instr->alu.src.offset);
+ else
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.alu = {\n"
+ "\t\t\t.dst = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t}\n,"
+ "\t\t\t.src_val = %" PRIu64 ",\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->alu.dst.struct_id,
+ instr->alu.dst.n_bits,
+ instr->alu.dst.offset,
+ instr->alu.src_val);
+}
+
+static void
+instr_reg_export(struct instruction *instr __rte_unused, FILE *f __rte_unused)
+{
+ int prefetch = 0, idx_imm = 0, src_imm = 0;
+
+ if (instr->type == INSTR_REGPREFETCH_RH ||
+ instr->type == INSTR_REGPREFETCH_RM ||
+ instr->type == INSTR_REGPREFETCH_RI)
+ prefetch = 1;
+
+ /* index is the 3rd operand for the regrd instruction and the 2nd
+ * operand for the regwr and regadd instructions.
+ */
+ if (instr->type == INSTR_REGPREFETCH_RI ||
+ instr->type == INSTR_REGRD_HRI ||
+ instr->type == INSTR_REGRD_MRI ||
+ instr->type == INSTR_REGWR_RIH ||
+ instr->type == INSTR_REGWR_RIM ||
+ instr->type == INSTR_REGWR_RII ||
+ instr->type == INSTR_REGADD_RIH ||
+ instr->type == INSTR_REGADD_RIM ||
+ instr->type == INSTR_REGADD_RII)
+ idx_imm = 1;
+
+ /* src is the 3rd operand for the regwr and regadd instructions. */
+ if (instr->type == INSTR_REGWR_RHI ||
+ instr->type == INSTR_REGWR_RMI ||
+ instr->type == INSTR_REGWR_RII ||
+ instr->type == INSTR_REGADD_RHI ||
+ instr->type == INSTR_REGADD_RMI ||
+ instr->type == INSTR_REGADD_RII)
+ src_imm = 1;
+
+ /* instr.regarray.regarray_id. */
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.regarray = {\n"
+ "\t\t\t.regarray_id = %u,\n",
+ instr_type_to_name(instr),
+ instr->regarray.regarray_id);
+
+ /* instr.regarray.idx / instr.regarray.idx_val. */
+ if (!idx_imm)
+ fprintf(f,
+ "\t\t\t\t.idx = {\n"
+ "\t\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t\t.offset = %u,\n"
+ "\t\t\t\t},\n",
+ instr->regarray.idx.struct_id,
+ instr->regarray.idx.n_bits,
+ instr->regarray.idx.offset);
+ else
+ fprintf(f,
+ "\t\t\t\t.idx_val = %u,\n",
+ instr->regarray.idx_val);
+
+ /* instr.regarray.dstsrc / instr.regarray.dstsrc_val. */
+ if (!prefetch) {
+ if (!src_imm)
+ fprintf(f,
+ "\t\t\t\t.dstsrc = {\n"
+ "\t\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t\t.offset = %u,\n"
+ "\t\t\t\t},\n",
+ instr->regarray.dstsrc.struct_id,
+ instr->regarray.dstsrc.n_bits,
+ instr->regarray.dstsrc.offset);
+ else
+ fprintf(f,
+ "\t\t\t\t.dstsrc_val = %" PRIu64 ",\n",
+ instr->regarray.dstsrc_val);
+ }
+
+ /* instr.regarray and instr - closing curly braces. */
+ fprintf(f,
+ "\t\t},\n"
+ "\t},\n");
+}
+
+static void
+instr_meter_export(struct instruction *instr __rte_unused, FILE *f __rte_unused)
+{
+ int prefetch = 0, idx_imm = 0, color_in_imm = 0;
+
+ if (instr->type == INSTR_METPREFETCH_H ||
+ instr->type == INSTR_METPREFETCH_M ||
+ instr->type == INSTR_METPREFETCH_I)
+ prefetch = 1;
+
+ /* idx_imm. */
+ if (instr->type == INSTR_METPREFETCH_I ||
+ instr->type == INSTR_METER_IHM ||
+ instr->type == INSTR_METER_IHI ||
+ instr->type == INSTR_METER_IMM ||
+ instr->type == INSTR_METER_IMI)
+ idx_imm = 1;
+
+ /* color_in_imm. */
+ if (instr->type == INSTR_METER_HHI ||
+ instr->type == INSTR_METER_HMI ||
+ instr->type == INSTR_METER_MHI ||
+ instr->type == INSTR_METER_MMI ||
+ instr->type == INSTR_METER_IHI ||
+ instr->type == INSTR_METER_IMI)
+ color_in_imm = 1;
+
+ /* instr.meter.metarray_id. */
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.meter = {\n"
+ "\t\t\t.metarray_id = %u,\n",
+ instr_type_to_name(instr),
+ instr->meter.metarray_id);
+
+ /* instr.meter.idx / instr.meter.idx_val. */
+ if (!idx_imm)
+ fprintf(f,
+ "\t\t\t.idx = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n",
+ instr->meter.idx.struct_id,
+ instr->meter.idx.n_bits,
+ instr->meter.idx.offset);
+ else
+ fprintf(f,
+ "\t\t\t.idx_val = %u,\n",
+ instr->meter.idx_val);
+
+ if (!prefetch) {
+ /* instr.meter.length. */
+ fprintf(f,
+ "\t\t\t.length = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n",
+ instr->meter.length.struct_id,
+ instr->meter.length.n_bits,
+ instr->meter.length.offset);
+
+ /* instr.meter.color_in / instr.meter.color_in_val. */
+ if (!color_in_imm)
+ fprintf(f,
+ "\t\t\t.color_in = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n",
+ instr->meter.color_in.struct_id,
+ instr->meter.color_in.n_bits,
+ instr->meter.color_in.offset);
+ else
+ fprintf(f,
+ "\t\t\t.color_in_val = %u,\n",
+ (uint32_t)instr->meter.color_in_val);
+
+ /* instr.meter.color_out. */
+ fprintf(f,
+ "\t\t\t.color_out = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n",
+ instr->meter.color_out.struct_id,
+ instr->meter.color_out.n_bits,
+ instr->meter.color_out.offset);
+ }
+
+ /* instr.meter and instr - closing curly braces. */
+ fprintf(f,
+ "\t\t},\n"
+ "\t},\n");
+}
+
+static void
+instr_table_export(struct instruction *instr,
+ FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.table = {\n"
+ "\t\t\t.table_id = %u,\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->table.table_id);
+}
+
+static void
+instr_learn_export(struct instruction *instr, FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.learn = {\n"
+ "\t\t\t\t.action_id = %u,\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->learn.action_id);
+}
+
+static void
+instr_forget_export(struct instruction *instr, FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t},\n",
+ instr_type_to_name(instr));
+}
+
+static void
+instr_extern_export(struct instruction *instr, FILE *f)
+{
+ if (instr->type == INSTR_EXTERN_OBJ)
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.ext_obj = {\n"
+ "\t\t\t.ext_obj_id = %u,\n"
+ "\t\t\t.func_id = %u,\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->ext_obj.ext_obj_id,
+ instr->ext_obj.func_id);
+ else
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.ext_func = {\n"
+ "\t\t\t.ext_func_id = %u,\n"
+ "\t\t},\n"
+ "\t},\n",
+ instr_type_to_name(instr),
+ instr->ext_func.ext_func_id);
+}
+
+static void
+instr_jmp_export(struct instruction *instr, FILE *f __rte_unused)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n"
+ "\t\t.jmp = {\n"
+ "\t\t\t.ip = NULL,\n",
+ instr_type_to_name(instr));
+
+ switch (instr->type) {
+ case INSTR_JMP_VALID:
+ case INSTR_JMP_INVALID:
+ fprintf(f,
+ "\t\t\t.header_id = %u,\n",
+ instr->jmp.header_id);
+ break;
+
+ case INSTR_JMP_ACTION_HIT:
+ case INSTR_JMP_ACTION_MISS:
+ fprintf(f,
+ "\t\t\t.action_id = %u,\n",
+ instr->jmp.action_id);
+ break;
+
+ case INSTR_JMP_EQ:
+ case INSTR_JMP_EQ_MH:
+ case INSTR_JMP_EQ_HM:
+ case INSTR_JMP_EQ_HH:
+ case INSTR_JMP_NEQ:
+ case INSTR_JMP_NEQ_MH:
+ case INSTR_JMP_NEQ_HM:
+ case INSTR_JMP_NEQ_HH:
+ case INSTR_JMP_LT:
+ case INSTR_JMP_LT_MH:
+ case INSTR_JMP_LT_HM:
+ case INSTR_JMP_LT_HH:
+ case INSTR_JMP_GT:
+ case INSTR_JMP_GT_MH:
+ case INSTR_JMP_GT_HM:
+ case INSTR_JMP_GT_HH:
+ fprintf(f,
+ "\t\t\t.a = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n"
+ "\t\t\t.b = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t},\n",
+ instr->jmp.a.struct_id,
+ instr->jmp.a.n_bits,
+ instr->jmp.a.offset,
+ instr->jmp.b.struct_id,
+ instr->jmp.b.n_bits,
+ instr->jmp.b.offset);
+ break;
+
+ case INSTR_JMP_EQ_I:
+ case INSTR_JMP_NEQ_I:
+ case INSTR_JMP_LT_MI:
+ case INSTR_JMP_LT_HI:
+ case INSTR_JMP_GT_MI:
+ case INSTR_JMP_GT_HI:
+ fprintf(f,
+ "\t\t\t.a = {\n"
+ "\t\t\t\t.struct_id = %u,\n"
+ "\t\t\t\t.n_bits = %u,\n"
+ "\t\t\t\t.offset = %u,\n"
+ "\t\t\t}\n,"
+ "\t\t\t.b_val = %" PRIu64 ",\n",
+ instr->jmp.a.struct_id,
+ instr->jmp.a.n_bits,
+ instr->jmp.a.offset,
+ instr->jmp.b_val);
+ break;
+
+ default:
+ break;
+ }
+
+ fprintf(f,
+ "\t\t},\n"
+ "\t},\n");
+}
+
+static void
+instr_return_export(struct instruction *instr,
+ FILE *f)
+{
+ fprintf(f,
+ "\t{\n"
+ "\t\t.type = %s,\n",
+ instr_type_to_name(instr));
+
+ fprintf(f,
+ "\t},\n");
+}
+
+static instruction_export_t export_table[] = {
+ [INSTR_RX] = instr_io_export,
+
+ [INSTR_TX] = instr_io_export,
+ [INSTR_TX_I] = instr_io_export,
+ [INSTR_DROP] = instr_io_export,
+ [INSTR_MIRROR] = instr_mirror_export,
+
+ [INSTR_HDR_EXTRACT] = instr_io_export,
+ [INSTR_HDR_EXTRACT2] = instr_io_export,
+ [INSTR_HDR_EXTRACT3] = instr_io_export,
+ [INSTR_HDR_EXTRACT4] = instr_io_export,
+ [INSTR_HDR_EXTRACT5] = instr_io_export,
+ [INSTR_HDR_EXTRACT6] = instr_io_export,
+ [INSTR_HDR_EXTRACT7] = instr_io_export,
+ [INSTR_HDR_EXTRACT8] = instr_io_export,
+
+ [INSTR_HDR_EXTRACT_M] = instr_io_export,
+
+ [INSTR_HDR_LOOKAHEAD] = instr_io_export,
+
+ [INSTR_HDR_EMIT] = instr_io_export,
+ [INSTR_HDR_EMIT_TX] = instr_io_export,
+ [INSTR_HDR_EMIT2_TX] = instr_io_export,
+ [INSTR_HDR_EMIT3_TX] = instr_io_export,
+ [INSTR_HDR_EMIT4_TX] = instr_io_export,
+ [INSTR_HDR_EMIT5_TX] = instr_io_export,
+ [INSTR_HDR_EMIT6_TX] = instr_io_export,
+ [INSTR_HDR_EMIT7_TX] = instr_io_export,
+ [INSTR_HDR_EMIT8_TX] = instr_io_export,
+
+ [INSTR_HDR_VALIDATE] = instr_hdr_validate_export,
+ [INSTR_HDR_INVALIDATE] = instr_hdr_validate_export,
+
+ [INSTR_MOV] = instr_mov_export,
+ [INSTR_MOV_MH] = instr_mov_export,
+ [INSTR_MOV_HM] = instr_mov_export,
+ [INSTR_MOV_HH] = instr_mov_export,
+ [INSTR_MOV_I] = instr_mov_export,
+
+ [INSTR_DMA_HT] = instr_dma_ht_export,
+ [INSTR_DMA_HT2] = instr_dma_ht_export,
+ [INSTR_DMA_HT3] = instr_dma_ht_export,
+ [INSTR_DMA_HT4] = instr_dma_ht_export,
+ [INSTR_DMA_HT5] = instr_dma_ht_export,
+ [INSTR_DMA_HT6] = instr_dma_ht_export,
+ [INSTR_DMA_HT7] = instr_dma_ht_export,
+ [INSTR_DMA_HT8] = instr_dma_ht_export,
+
+ [INSTR_ALU_ADD] = instr_alu_export,
+ [INSTR_ALU_ADD_MH] = instr_alu_export,
+ [INSTR_ALU_ADD_HM] = instr_alu_export,
+ [INSTR_ALU_ADD_HH] = instr_alu_export,
+ [INSTR_ALU_ADD_MI] = instr_alu_export,
+ [INSTR_ALU_ADD_HI] = instr_alu_export,
+
+ [INSTR_ALU_SUB] = instr_alu_export,
+ [INSTR_ALU_SUB_MH] = instr_alu_export,
+ [INSTR_ALU_SUB_HM] = instr_alu_export,
+ [INSTR_ALU_SUB_HH] = instr_alu_export,
+ [INSTR_ALU_SUB_MI] = instr_alu_export,
+ [INSTR_ALU_SUB_HI] = instr_alu_export,
+
+ [INSTR_ALU_CKADD_FIELD] = instr_alu_export,
+ [INSTR_ALU_CKADD_STRUCT] = instr_alu_export,
+ [INSTR_ALU_CKADD_STRUCT20] = instr_alu_export,
+ [INSTR_ALU_CKSUB_FIELD] = instr_alu_export,
+
+ [INSTR_ALU_AND] = instr_alu_export,
+ [INSTR_ALU_AND_MH] = instr_alu_export,
+ [INSTR_ALU_AND_HM] = instr_alu_export,
+ [INSTR_ALU_AND_HH] = instr_alu_export,
+ [INSTR_ALU_AND_I] = instr_alu_export,
+
+ [INSTR_ALU_OR] = instr_alu_export,
+ [INSTR_ALU_OR_MH] = instr_alu_export,
+ [INSTR_ALU_OR_HM] = instr_alu_export,
+ [INSTR_ALU_OR_HH] = instr_alu_export,
+ [INSTR_ALU_OR_I] = instr_alu_export,
+
+ [INSTR_ALU_XOR] = instr_alu_export,
+ [INSTR_ALU_XOR_MH] = instr_alu_export,
+ [INSTR_ALU_XOR_HM] = instr_alu_export,
+ [INSTR_ALU_XOR_HH] = instr_alu_export,
+ [INSTR_ALU_XOR_I] = instr_alu_export,
+
+ [INSTR_ALU_SHL] = instr_alu_export,
+ [INSTR_ALU_SHL_MH] = instr_alu_export,
+ [INSTR_ALU_SHL_HM] = instr_alu_export,
+ [INSTR_ALU_SHL_HH] = instr_alu_export,
+ [INSTR_ALU_SHL_MI] = instr_alu_export,
+ [INSTR_ALU_SHL_HI] = instr_alu_export,
+
+ [INSTR_ALU_SHR] = instr_alu_export,
+ [INSTR_ALU_SHR_MH] = instr_alu_export,
+ [INSTR_ALU_SHR_HM] = instr_alu_export,
+ [INSTR_ALU_SHR_HH] = instr_alu_export,
+ [INSTR_ALU_SHR_MI] = instr_alu_export,
+ [INSTR_ALU_SHR_HI] = instr_alu_export,
+
+ [INSTR_REGPREFETCH_RH] = instr_reg_export,
+ [INSTR_REGPREFETCH_RM] = instr_reg_export,
+ [INSTR_REGPREFETCH_RI] = instr_reg_export,
+
+ [INSTR_REGRD_HRH] = instr_reg_export,
+ [INSTR_REGRD_HRM] = instr_reg_export,
+ [INSTR_REGRD_MRH] = instr_reg_export,
+ [INSTR_REGRD_MRM] = instr_reg_export,
+ [INSTR_REGRD_HRI] = instr_reg_export,
+ [INSTR_REGRD_MRI] = instr_reg_export,
+
+ [INSTR_REGWR_RHH] = instr_reg_export,
+ [INSTR_REGWR_RHM] = instr_reg_export,
+ [INSTR_REGWR_RMH] = instr_reg_export,
+ [INSTR_REGWR_RMM] = instr_reg_export,
+ [INSTR_REGWR_RHI] = instr_reg_export,
+ [INSTR_REGWR_RMI] = instr_reg_export,
+ [INSTR_REGWR_RIH] = instr_reg_export,
+ [INSTR_REGWR_RIM] = instr_reg_export,
+ [INSTR_REGWR_RII] = instr_reg_export,
+
+ [INSTR_REGADD_RHH] = instr_reg_export,
+ [INSTR_REGADD_RHM] = instr_reg_export,
+ [INSTR_REGADD_RMH] = instr_reg_export,
+ [INSTR_REGADD_RMM] = instr_reg_export,
+ [INSTR_REGADD_RHI] = instr_reg_export,
+ [INSTR_REGADD_RMI] = instr_reg_export,
+ [INSTR_REGADD_RIH] = instr_reg_export,
+ [INSTR_REGADD_RIM] = instr_reg_export,
+ [INSTR_REGADD_RII] = instr_reg_export,
+
+ [INSTR_METPREFETCH_H] = instr_meter_export,
+ [INSTR_METPREFETCH_M] = instr_meter_export,
+ [INSTR_METPREFETCH_I] = instr_meter_export,
+
+ [INSTR_METER_HHM] = instr_meter_export,
+ [INSTR_METER_HHI] = instr_meter_export,
+ [INSTR_METER_HMM] = instr_meter_export,
+ [INSTR_METER_HMI] = instr_meter_export,
+ [INSTR_METER_MHM] = instr_meter_export,
+ [INSTR_METER_MHI] = instr_meter_export,
+ [INSTR_METER_MMM] = instr_meter_export,
+ [INSTR_METER_MMI] = instr_meter_export,
+ [INSTR_METER_IHM] = instr_meter_export,
+ [INSTR_METER_IHI] = instr_meter_export,
+ [INSTR_METER_IMM] = instr_meter_export,
+ [INSTR_METER_IMI] = instr_meter_export,
+
+ [INSTR_TABLE] = instr_table_export,
+ [INSTR_TABLE_AF] = instr_table_export,
+ [INSTR_SELECTOR] = instr_table_export,
+ [INSTR_LEARNER] = instr_table_export,
+ [INSTR_LEARNER_AF] = instr_table_export,
+
+ [INSTR_LEARNER_LEARN] = instr_learn_export,
+ [INSTR_LEARNER_FORGET] = instr_forget_export,
+
+ [INSTR_EXTERN_OBJ] = instr_extern_export,
+ [INSTR_EXTERN_FUNC] = instr_extern_export,
+
+ [INSTR_JMP] = instr_jmp_export,
+ [INSTR_JMP_VALID] = instr_jmp_export,
+ [INSTR_JMP_INVALID] = instr_jmp_export,
+ [INSTR_JMP_HIT] = instr_jmp_export,
+ [INSTR_JMP_MISS] = instr_jmp_export,
+ [INSTR_JMP_ACTION_HIT] = instr_jmp_export,
+ [INSTR_JMP_ACTION_MISS] = instr_jmp_export,
+
+ [INSTR_JMP_EQ] = instr_jmp_export,
+ [INSTR_JMP_EQ_MH] = instr_jmp_export,
+ [INSTR_JMP_EQ_HM] = instr_jmp_export,
+ [INSTR_JMP_EQ_HH] = instr_jmp_export,
+ [INSTR_JMP_EQ_I] = instr_jmp_export,
+
+ [INSTR_JMP_NEQ] = instr_jmp_export,
+ [INSTR_JMP_NEQ_MH] = instr_jmp_export,
+ [INSTR_JMP_NEQ_HM] = instr_jmp_export,
+ [INSTR_JMP_NEQ_HH] = instr_jmp_export,
+ [INSTR_JMP_NEQ_I] = instr_jmp_export,
+
+ [INSTR_JMP_LT] = instr_jmp_export,
+ [INSTR_JMP_LT_MH] = instr_jmp_export,
+ [INSTR_JMP_LT_HM] = instr_jmp_export,
+ [INSTR_JMP_LT_HH] = instr_jmp_export,
+ [INSTR_JMP_LT_MI] = instr_jmp_export,
+ [INSTR_JMP_LT_HI] = instr_jmp_export,
+
+ [INSTR_JMP_GT] = instr_jmp_export,
+ [INSTR_JMP_GT_MH] = instr_jmp_export,
+ [INSTR_JMP_GT_HM] = instr_jmp_export,
+ [INSTR_JMP_GT_HH] = instr_jmp_export,
+ [INSTR_JMP_GT_MI] = instr_jmp_export,
+ [INSTR_JMP_GT_HI] = instr_jmp_export,
+
+ [INSTR_RETURN] = instr_return_export,
+};
+
+static void
+action_data_codegen(struct action *a, FILE *f)
+{
+ uint32_t i;
+
+ fprintf(f,
+ "static const struct instruction action_%s_instructions[] = {\n",
+ a->name);
+
+ for (i = 0; i < a->n_instructions; i++) {
+ struct instruction *instr = &a->instructions[i];
+ instruction_export_t func = export_table[instr->type];
+
+ func(instr, f);
+ }
+
+ fprintf(f, "};\n");
+}
+
+static const char *
+instr_type_to_func(struct instruction *instr)
+{
+ switch (instr->type) {
+ case INSTR_RX: return NULL;
+
+ case INSTR_TX: return "__instr_tx_exec";
+ case INSTR_TX_I: return "__instr_tx_i_exec";
+ case INSTR_DROP: return "__instr_drop_exec";
+ case INSTR_MIRROR: return "__instr_mirror_exec";
+
+ case INSTR_HDR_EXTRACT: return "__instr_hdr_extract_exec";
+ case INSTR_HDR_EXTRACT2: return "__instr_hdr_extract2_exec";
+ case INSTR_HDR_EXTRACT3: return "__instr_hdr_extract3_exec";
+ case INSTR_HDR_EXTRACT4: return "__instr_hdr_extract4_exec";
+ case INSTR_HDR_EXTRACT5: return "__instr_hdr_extract5_exec";
+ case INSTR_HDR_EXTRACT6: return "__instr_hdr_extract6_exec";
+ case INSTR_HDR_EXTRACT7: return "__instr_hdr_extract7_exec";
+ case INSTR_HDR_EXTRACT8: return "__instr_hdr_extract8_exec";
+
+ case INSTR_HDR_EXTRACT_M: return "__instr_hdr_extract_m_exec";
+
+ case INSTR_HDR_LOOKAHEAD: return "__instr_hdr_lookahead_exec";
+
+ case INSTR_HDR_EMIT: return "__instr_hdr_emit_exec";
+ case INSTR_HDR_EMIT_TX: return "__instr_hdr_emit_tx_exec";
+ case INSTR_HDR_EMIT2_TX: return "__instr_hdr_emit2_tx_exec";
+ case INSTR_HDR_EMIT3_TX: return "__instr_hdr_emit3_tx_exec";
+ case INSTR_HDR_EMIT4_TX: return "__instr_hdr_emit4_tx_exec";
+ case INSTR_HDR_EMIT5_TX: return "__instr_hdr_emit5_tx_exec";
+ case INSTR_HDR_EMIT6_TX: return "__instr_hdr_emit6_tx_exec";
+ case INSTR_HDR_EMIT7_TX: return "__instr_hdr_emit7_tx_exec";
+ case INSTR_HDR_EMIT8_TX: return "__instr_hdr_emit8_tx_exec";
+
+ case INSTR_HDR_VALIDATE: return "__instr_hdr_validate_exec";
+ case INSTR_HDR_INVALIDATE: return "__instr_hdr_invalidate_exec";
+
+ case INSTR_MOV: return "__instr_mov_exec";
+ case INSTR_MOV_MH: return "__instr_mov_mh_exec";
+ case INSTR_MOV_HM: return "__instr_mov_hm_exec";
+ case INSTR_MOV_HH: return "__instr_mov_hh_exec";
+ case INSTR_MOV_I: return "__instr_mov_i_exec";
+
+ case INSTR_DMA_HT: return "__instr_dma_ht_exec";
+ case INSTR_DMA_HT2: return "__instr_dma_ht2_exec";
+ case INSTR_DMA_HT3: return "__instr_dma_ht3_exec";
+ case INSTR_DMA_HT4: return "__instr_dma_ht4_exec";
+ case INSTR_DMA_HT5: return "__instr_dma_ht5_exec";
+ case INSTR_DMA_HT6: return "__instr_dma_ht6_exec";
+ case INSTR_DMA_HT7: return "__instr_dma_ht7_exec";
+ case INSTR_DMA_HT8: return "__instr_dma_ht8_exec";
+
+ case INSTR_ALU_ADD: return "__instr_alu_add_exec";
+ case INSTR_ALU_ADD_MH: return "__instr_alu_add_mh_exec";
+ case INSTR_ALU_ADD_HM: return "__instr_alu_add_hm_exec";
+ case INSTR_ALU_ADD_HH: return "__instr_alu_add_hh_exec";
+ case INSTR_ALU_ADD_MI: return "__instr_alu_add_mi_exec";
+ case INSTR_ALU_ADD_HI: return "__instr_alu_add_hi_exec";
+
+ case INSTR_ALU_SUB: return "__instr_alu_sub_exec";
+ case INSTR_ALU_SUB_MH: return "__instr_alu_sub_mh_exec";
+ case INSTR_ALU_SUB_HM: return "__instr_alu_sub_hm_exec";
+ case INSTR_ALU_SUB_HH: return "__instr_alu_sub_hh_exec";
+ case INSTR_ALU_SUB_MI: return "__instr_alu_sub_mi_exec";
+ case INSTR_ALU_SUB_HI: return "__instr_alu_sub_hi_exec";
+
+ case INSTR_ALU_CKADD_FIELD: return "__instr_alu_ckadd_field_exec";
+ case INSTR_ALU_CKADD_STRUCT20: return "__instr_alu_ckadd_struct20_exec";
+ case INSTR_ALU_CKADD_STRUCT: return "__instr_alu_ckadd_struct_exec";
+ case INSTR_ALU_CKSUB_FIELD: return "__instr_alu_cksub_field_exec";
+
+ case INSTR_ALU_AND: return "__instr_alu_and_exec";
+ case INSTR_ALU_AND_MH: return "__instr_alu_and_mh_exec";
+ case INSTR_ALU_AND_HM: return "__instr_alu_and_hm_exec";
+ case INSTR_ALU_AND_HH: return "__instr_alu_and_hh_exec";
+ case INSTR_ALU_AND_I: return "__instr_alu_and_i_exec";
+
+ case INSTR_ALU_OR: return "__instr_alu_or_exec";
+ case INSTR_ALU_OR_MH: return "__instr_alu_or_mh_exec";
+ case INSTR_ALU_OR_HM: return "__instr_alu_or_hm_exec";
+ case INSTR_ALU_OR_HH: return "__instr_alu_or_hh_exec";
+ case INSTR_ALU_OR_I: return "__instr_alu_or_i_exec";
+
+ case INSTR_ALU_XOR: return "__instr_alu_xor_exec";
+ case INSTR_ALU_XOR_MH: return "__instr_alu_xor_mh_exec";
+ case INSTR_ALU_XOR_HM: return "__instr_alu_xor_hm_exec";
+ case INSTR_ALU_XOR_HH: return "__instr_alu_xor_hh_exec";
+ case INSTR_ALU_XOR_I: return "__instr_alu_xor_i_exec";
+
+ case INSTR_ALU_SHL: return "__instr_alu_shl_exec";
+ case INSTR_ALU_SHL_MH: return "__instr_alu_shl_mh_exec";
+ case INSTR_ALU_SHL_HM: return "__instr_alu_shl_hm_exec";
+ case INSTR_ALU_SHL_HH: return "__instr_alu_shl_hh_exec";
+ case INSTR_ALU_SHL_MI: return "__instr_alu_shl_mi_exec";
+ case INSTR_ALU_SHL_HI: return "__instr_alu_shl_hi_exec";
+
+ case INSTR_ALU_SHR: return "__instr_alu_shr_exec";
+ case INSTR_ALU_SHR_MH: return "__instr_alu_shr_mh_exec";
+ case INSTR_ALU_SHR_HM: return "__instr_alu_shr_hm_exec";
+ case INSTR_ALU_SHR_HH: return "__instr_alu_shr_hh_exec";
+ case INSTR_ALU_SHR_MI: return "__instr_alu_shr_mi_exec";
+ case INSTR_ALU_SHR_HI: return "__instr_alu_shr_hi_exec";
+
+ case INSTR_REGPREFETCH_RH: return "__instr_regprefetch_rh_exec";
+ case INSTR_REGPREFETCH_RM: return "__instr_regprefetch_rm_exec";
+ case INSTR_REGPREFETCH_RI: return "__instr_regprefetch_ri_exec";
+
+ case INSTR_REGRD_HRH: return "__instr_regrd_hrh_exec";
+ case INSTR_REGRD_HRM: return "__instr_regrd_hrm_exec";
+ case INSTR_REGRD_HRI: return "__instr_regrd_hri_exec";
+ case INSTR_REGRD_MRH: return "__instr_regrd_mrh_exec";
+ case INSTR_REGRD_MRM: return "__instr_regrd_mrm_exec";
+ case INSTR_REGRD_MRI: return "__instr_regrd_mri_exec";
+
+ case INSTR_REGWR_RHH: return "__instr_regwr_rhh_exec";
+ case INSTR_REGWR_RHM: return "__instr_regwr_rhm_exec";
+ case INSTR_REGWR_RHI: return "__instr_regwr_rhi_exec";
+ case INSTR_REGWR_RMH: return "__instr_regwr_rmh_exec";
+ case INSTR_REGWR_RMM: return "__instr_regwr_rmm_exec";
+ case INSTR_REGWR_RMI: return "__instr_regwr_rmi_exec";
+ case INSTR_REGWR_RIH: return "__instr_regwr_rih_exec";
+ case INSTR_REGWR_RIM: return "__instr_regwr_rim_exec";
+ case INSTR_REGWR_RII: return "__instr_regwr_rii_exec";
+
+ case INSTR_REGADD_RHH: return "__instr_regadd_rhh_exec";
+ case INSTR_REGADD_RHM: return "__instr_regadd_rhm_exec";
+ case INSTR_REGADD_RHI: return "__instr_regadd_rhi_exec";
+ case INSTR_REGADD_RMH: return "__instr_regadd_rmh_exec";
+ case INSTR_REGADD_RMM: return "__instr_regadd_rmm_exec";
+ case INSTR_REGADD_RMI: return "__instr_regadd_rmi_exec";
+ case INSTR_REGADD_RIH: return "__instr_regadd_rih_exec";
+ case INSTR_REGADD_RIM: return "__instr_regadd_rim_exec";
+ case INSTR_REGADD_RII: return "__instr_regadd_rii_exec";
+
+ case INSTR_METPREFETCH_H: return "__instr_metprefetch_h_exec";
+ case INSTR_METPREFETCH_M: return "__instr_metprefetch_m_exec";
+ case INSTR_METPREFETCH_I: return "__instr_metprefetch_i_exec";
+
+ case INSTR_METER_HHM: return "__instr_meter_hhm_exec";
+ case INSTR_METER_HHI: return "__instr_meter_hhi_exec";
+ case INSTR_METER_HMM: return "__instr_meter_hmm_exec";
+ case INSTR_METER_HMI: return "__instr_meter_hmi_exec";
+ case INSTR_METER_MHM: return "__instr_meter_mhm_exec";
+ case INSTR_METER_MHI: return "__instr_meter_mhi_exec";
+ case INSTR_METER_MMM: return "__instr_meter_mmm_exec";
+ case INSTR_METER_MMI: return "__instr_meter_mmi_exec";
+ case INSTR_METER_IHM: return "__instr_meter_ihm_exec";
+ case INSTR_METER_IHI: return "__instr_meter_ihi_exec";
+ case INSTR_METER_IMM: return "__instr_meter_imm_exec";
+ case INSTR_METER_IMI: return "__instr_meter_imi_exec";
+
+ case INSTR_TABLE: return NULL;
+ case INSTR_TABLE_AF: return NULL;
+ case INSTR_SELECTOR: return NULL;
+ case INSTR_LEARNER: return NULL;
+ case INSTR_LEARNER_AF: return NULL;
+
+ case INSTR_LEARNER_LEARN: return "__instr_learn_exec";
+ case INSTR_LEARNER_FORGET: return "__instr_forget_exec";
+
+ case INSTR_EXTERN_OBJ: return NULL;
+ case INSTR_EXTERN_FUNC: return NULL;
+
+ case INSTR_JMP: return NULL;
+ case INSTR_JMP_VALID: return NULL;
+ case INSTR_JMP_INVALID: return NULL;
+ case INSTR_JMP_HIT: return NULL;
+ case INSTR_JMP_MISS: return NULL;
+ case INSTR_JMP_ACTION_HIT: return NULL;
+ case INSTR_JMP_ACTION_MISS: return NULL;
+ case INSTR_JMP_EQ: return NULL;
+ case INSTR_JMP_EQ_MH: return NULL;
+ case INSTR_JMP_EQ_HM: return NULL;
+ case INSTR_JMP_EQ_HH: return NULL;
+ case INSTR_JMP_EQ_I: return NULL;
+ case INSTR_JMP_NEQ: return NULL;
+ case INSTR_JMP_NEQ_MH: return NULL;
+ case INSTR_JMP_NEQ_HM: return NULL;
+ case INSTR_JMP_NEQ_HH: return NULL;
+ case INSTR_JMP_NEQ_I: return NULL;
+ case INSTR_JMP_LT: return NULL;
+ case INSTR_JMP_LT_MH: return NULL;
+ case INSTR_JMP_LT_HM: return NULL;
+ case INSTR_JMP_LT_HH: return NULL;
+ case INSTR_JMP_LT_MI: return NULL;
+ case INSTR_JMP_LT_HI: return NULL;
+ case INSTR_JMP_GT: return NULL;
+ case INSTR_JMP_GT_MH: return NULL;
+ case INSTR_JMP_GT_HM: return NULL;
+ case INSTR_JMP_GT_HH: return NULL;
+ case INSTR_JMP_GT_MI: return NULL;
+ case INSTR_JMP_GT_HI: return NULL;
+
+ case INSTR_RETURN: return NULL;
+
+ default: return NULL;
+ }
+}
+
+static void
+action_instr_does_tx_codegen(struct action *a,
+ uint32_t instr_pos,
+ struct instruction *instr,
+ FILE *f)
+{
+ fprintf(f,
+ "%s(p, t, &action_%s_instructions[%u]);\n"
+ "\tthread_ip_reset(p, t);\n"
+ "\tinstr_rx_exec(p);\n"
+ "\treturn;\n",
+ instr_type_to_func(instr),
+ a->name,
+ instr_pos);
+}
+
+static void
+action_instr_extern_obj_codegen(struct action *a,
+ uint32_t instr_pos,
+ FILE *f)
+{
+ fprintf(f,
+ "while (!__instr_extern_obj_exec(p, t, &action_%s_instructions[%u]));\n",
+ a->name,
+ instr_pos);
+}
+
+static void
+action_instr_extern_func_codegen(struct action *a,
+ uint32_t instr_pos,
+ FILE *f)
+{
+ fprintf(f,
+ "while (!__instr_extern_func_exec(p, t, &action_%s_instructions[%u]));\n",
+ a->name,
+ instr_pos);
+}
+
+static void
+action_instr_jmp_codegen(struct action *a,
+ uint32_t instr_pos,
+ struct instruction *instr,
+ struct instruction_data *data,
+ FILE *f)
+{
+ switch (instr->type) {
+ case INSTR_JMP:
+ fprintf(f,
+ "goto %s;\n",
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_VALID:
+ fprintf(f,
+ "if (HEADER_VALID(t, action_%s_instructions[%u].jmp.header_id))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_INVALID:
+ fprintf(f,
+ "if (!HEADER_VALID(t, action_%s_instructions[%u].jmp.header_id))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_HIT:
+ fprintf(f,
+ "if (t->hit)\n"
+ "\t\tgoto %s;\n",
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_MISS:
+ fprintf(f,
+ "if (!t->hit)\n"
+ "\t\tgoto %s;\n",
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_ACTION_HIT:
+ fprintf(f,
+ "if (t->action_id == action_%s_instructions[%u].jmp.action_id)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_ACTION_MISS:
+ fprintf(f,
+ "if (t->action_id != action_%s_instructions[%u].jmp.action_id)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_EQ:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) == "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_EQ_MH:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) == "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_EQ_HM:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) == "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_EQ_HH:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) == "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_EQ_I:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) == "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_NEQ:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) != "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_NEQ_MH:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) != "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_NEQ_HM:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) != "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_NEQ_HH:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) != "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_NEQ_I:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) != "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT_MH:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT_HM:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT_HH:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT_MI:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_LT_HI:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) < "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT_MH:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT_HM:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "instr_operand_hbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT_HH:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "instr_operand_nbo(t, &action_%s_instructions[%u].jmp.b))\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT_MI:
+ fprintf(f,
+ "if (instr_operand_hbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ case INSTR_JMP_GT_HI:
+ fprintf(f,
+ "if (instr_operand_nbo(t, &action_%s_instructions[%u].jmp.a) > "
+ "action_%s_instructions[%u].jmp.b_val)\n"
+ "\t\tgoto %s;\n",
+ a->name,
+ instr_pos,
+ a->name,
+ instr_pos,
+ data->jmp_label);
+ return;
+
+ default:
+ return;
+ }
+}
+
+static void
+action_instr_return_codegen(FILE *f)
+{
+ fprintf(f,
+ "return;\n");
+}
+
+static void
+action_instr_codegen(struct action *a, FILE *f)
+{
+ uint32_t i;
+
+ fprintf(f,
+ "void\n"
+ "action_%s_run(struct rte_swx_pipeline *p)\n"
+ "{\n"
+ "\tstruct thread *t = &p->threads[p->thread_id];\n"
+ "\n",
+ a->name);
+
+ for (i = 0; i < a->n_instructions; i++) {
+ struct instruction *instr = &a->instructions[i];
+ struct instruction_data *data = &a->instruction_data[i];
+
+ /* Label, if present. */
+ if (data->label[0])
+ fprintf(f, "\n%s : ", data->label);
+ else
+ fprintf(f, "\n\t");
+
+ /* TX instruction type. */
+ if (instruction_does_tx(instr)) {
+ action_instr_does_tx_codegen(a, i, instr, f);
+ continue;
+ }
+
+ /* Extern object/function instruction type. */
+ if (instr->type == INSTR_EXTERN_OBJ) {
+ action_instr_extern_obj_codegen(a, i, f);
+ continue;
+ }
+
+ if (instr->type == INSTR_EXTERN_FUNC) {
+ action_instr_extern_func_codegen(a, i, f);
+ continue;
+ }
+
+ /* Jump instruction type. */
+ if (instruction_is_jmp(instr)) {
+ action_instr_jmp_codegen(a, i, instr, data, f);
+ continue;
+ }
+
+ /* Return instruction type. */
+ if (instr->type == INSTR_RETURN) {
+ action_instr_return_codegen(f);
+ continue;
+ }
+
+ /* Any other instruction type. */
+ fprintf(f,
+ "%s(p, t, &action_%s_instructions[%u]);\n",
+ instr_type_to_func(instr),
+ a->name,
+ i);
+ }
+
+ fprintf(f, "}\n\n");
+}
+
+struct instruction_group {
+ TAILQ_ENTRY(instruction_group) node;
+
+ uint32_t group_id;
+
+ uint32_t first_instr_id;
+
+ uint32_t last_instr_id;
+
+ instr_exec_t func;
+};