| /freebsd/sys/dev/qat/qat_hw/qat_dh895xcc/ |
| H A D | adf_dh895xcc_hw_data.c | 326 hw_data->dev_class = &dh895xcc_class; in adf_init_hw_data_dh895xcc()
331 hw_data->num_logical_accel = 1; in adf_init_hw_data_dh895xcc()
340 hw_data->get_ae_mask = get_ae_mask; in adf_init_hw_data_dh895xcc()
342 hw_data->get_num_aes = get_num_aes; in adf_init_hw_data_dh895xcc()
345 hw_data->get_arb_info = get_arb_info; in adf_init_hw_data_dh895xcc()
350 hw_data->get_sku = get_sku; in adf_init_hw_data_dh895xcc()
352 hw_data->fw_name = ADF_DH895XCC_FW; in adf_init_hw_data_dh895xcc()
359 hw_data->exit_arb = adf_exit_arb; in adf_init_hw_data_dh895xcc()
373 hw_data->query_storage_cap = 1; in adf_init_hw_data_dh895xcc()
376 hw_data->storage_enable = 0; in adf_init_hw_data_dh895xcc()
[all …]
|
| H A D | adf_drv.c | 85 struct adf_hw_device_data *hw_data; in adf_attach() local
113 hw_data = malloc(sizeof(*hw_data), M_QAT_DH895XCC, M_WAITOK | M_ZERO); in adf_attach()
115 accel_dev->hw_device = hw_data; in adf_attach()
126 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
127 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
128 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
129 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
131 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
132 ((~hw_data->ae_mask) & 0x01)) { in adf_attach()
162 if (hw_data->get_accel_cap) { in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_4xxxvf/ |
| H A D | adf_4xxxvf_hw_data.c | 190 hw_data = accel_dev->hw_device; in enable_pf2vm_interrupt()
191 pmisc = &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in enable_pf2vm_interrupt()
204 hw_data = accel_dev->hw_device; in disable_pf2vm_interrupt()
205 pmisc = &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in disable_pf2vm_interrupt()
219 hw_data = accel_dev->hw_device; in interrupt_active_pf2vm()
220 pmisc = &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in interrupt_active_pf2vm()
237 hw_data = accel_dev->hw_device; in get_int_active_bundles()
238 pmisc = &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in get_int_active_bundles()
343 hw_data->num_logical_accel = 1; in adf_init_hw_data_4xxxiov()
364 hw_data->get_sku = get_sku; in adf_init_hw_data_4xxxiov()
[all …]
|
| H A D | adf_drv.c | 95 struct adf_hw_device_data *hw_data; in adf_attach() local
119 hw_data = malloc(sizeof(*hw_data), M_QAT_4XXXVF, M_WAITOK | M_ZERO); in adf_attach()
120 if (!hw_data) { in adf_attach()
125 accel_dev->hw_device = hw_data; in adf_attach()
129 hw_data->fuses = pci_read_config(dev, ADF_4XXXIOV_VFFUSECTL4_OFFSET, 4); in adf_attach()
132 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
133 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
134 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
135 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
159 hw_data->accel_capabilities_mask = adf_4xxxvf_get_hw_cap(accel_dev); in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_c62x/ |
| H A D | adf_c62x_hw_data.c | 276 u32 fuses = hw_data->fuses; in c62x_get_hw_cap()
338 hw_data->dev_class = &c62x_class; in adf_init_hw_data_c62x()
343 hw_data->num_logical_accel = 1; in adf_init_hw_data_c62x()
352 hw_data->get_ae_mask = get_ae_mask; in adf_init_hw_data_c62x()
354 hw_data->get_num_aes = get_num_aes; in adf_init_hw_data_c62x()
362 hw_data->get_sku = get_sku; in adf_init_hw_data_c62x()
364 hw_data->fw_name = ADF_C62X_FW; in adf_init_hw_data_c62x()
371 hw_data->exit_arb = adf_exit_arb; in adf_init_hw_data_c62x()
388 hw_data->query_storage_cap = 1; in adf_init_hw_data_c62x()
391 hw_data->storage_enable = 0; in adf_init_hw_data_c62x()
[all …]
|
| H A D | adf_drv.c | 85 struct adf_hw_device_data *hw_data; in adf_attach() local
115 hw_data = malloc(sizeof(*hw_data), M_QAT_C62X, M_WAITOK | M_ZERO); in adf_attach()
117 accel_dev->hw_device = hw_data; in adf_attach()
133 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
134 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
135 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
136 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
138 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
139 ((~hw_data->ae_mask) & 0x01)) { in adf_attach()
173 if (hw_data->get_accel_cap) { in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_c3xxx/ |
| H A D | adf_c3xxx_hw_data.c | 272 u32 fuses = hw_data->fuses; in c3xxx_get_hw_cap()
333 hw_data->dev_class = &c3xxx_class; in adf_init_hw_data_c3xxx()
338 hw_data->num_logical_accel = 1; in adf_init_hw_data_c3xxx()
347 hw_data->get_ae_mask = get_ae_mask; in adf_init_hw_data_c3xxx()
349 hw_data->get_num_aes = get_num_aes; in adf_init_hw_data_c3xxx()
357 hw_data->get_sku = get_sku; in adf_init_hw_data_c3xxx()
359 hw_data->fw_name = ADF_C3XXX_FW; in adf_init_hw_data_c3xxx()
366 hw_data->exit_arb = adf_exit_arb; in adf_init_hw_data_c3xxx()
383 hw_data->query_storage_cap = 1; in adf_init_hw_data_c3xxx()
386 hw_data->storage_enable = 0; in adf_init_hw_data_c3xxx()
[all …]
|
| H A D | adf_drv.c | 85 struct adf_hw_device_data *hw_data; in adf_attach() local
115 hw_data = malloc(sizeof(*hw_data), M_QAT_C3XXX, M_WAITOK | M_ZERO); in adf_attach()
117 accel_dev->hw_device = hw_data; in adf_attach()
133 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
134 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
135 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
137 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
139 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
140 ((~hw_data->ae_mask) & 0x01)) { in adf_attach()
173 if (hw_data->get_accel_cap) { in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_200xx/ |
| H A D | adf_200xx_hw_data.c | 233 struct adf_hw_device_data *hw_data) in adf_enable_mmp_error_correction() argument
398 u32 fuses = hw_data->fuses; in adf_200xx_get_hw_cap()
463 hw_data->num_logical_accel = 1; in adf_init_hw_data_200xx()
474 hw_data->get_ae_mask = get_ae_mask; in adf_init_hw_data_200xx()
476 hw_data->get_num_aes = get_num_aes; in adf_init_hw_data_200xx()
484 hw_data->get_sku = get_sku; in adf_init_hw_data_200xx()
486 hw_data->fw_name = ADF_200XX_FW; in adf_init_hw_data_200xx()
493 hw_data->exit_arb = adf_exit_arb; in adf_init_hw_data_200xx()
510 hw_data->query_storage_cap = 1; in adf_init_hw_data_200xx()
513 hw_data->storage_enable = 0; in adf_init_hw_data_200xx()
[all …]
|
| H A D | adf_drv.c | 85 struct adf_hw_device_data *hw_data; in adf_attach() local
117 hw_data = malloc(sizeof(*hw_data), M_QAT_200XX, M_WAITOK | M_ZERO); in adf_attach()
119 accel_dev->hw_device = hw_data; in adf_attach()
145 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
146 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
147 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
149 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
151 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
152 (~hw_data->ae_mask & 0x01)) { in adf_attach()
185 if (hw_data->get_accel_cap) { in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_hw/qat_4xxx/ |
| H A D | adf_4xxx_hw_data.c | 360 u32 num_au = hw_data->get_num_accel_units(hw_data); in get_accel_unit_config()
449 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_init_accel_unit_services()
548 u32 num_au = hw_data->get_num_accel_units(hw_data); in get_obj_cfg_ae_mask()
568 u8 num_au = hw_data->get_num_accel_units(hw_data); in adf_4xxx_get_service_type()
618 u8 num_au = hw_data->get_num_accel_units(hw_data); in adf_get_dc_extcapabilities()
677 u32 ae_mask = hw_data->ae_mask; in adf_4xxx_send_admin_init()
679 u8 num_au = hw_data->get_num_accel_units(hw_data); in adf_4xxx_send_admin_init()
942 hw_data->num_logical_accel = 1; in adf_init_hw_data_4xxx()
959 hw_data->get_sku = get_sku; in adf_init_hw_data_4xxx()
961 hw_data->fw_name = ADF_4XXX_FW; in adf_init_hw_data_4xxx()
[all …]
|
| H A D | adf_drv.c | 88 struct adf_hw_device_data *hw_data; in adf_attach() local
118 hw_data = malloc(sizeof(*hw_data), M_QAT_4XXX, M_WAITOK | M_ZERO); in adf_attach()
120 accel_dev->hw_device = hw_data; in adf_attach()
136 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
137 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
139 accel_pci_dev->sku = hw_data->get_sku(hw_data); in adf_attach()
141 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
142 (~hw_data->ae_mask & 0x01)) { in adf_attach()
175 if (hw_data->get_accel_cap) { in adf_attach()
176 hw_data->accel_capabilities_mask = in adf_attach()
[all …]
|
| /freebsd/sys/dev/qat/qat_common/ |
| H A D | adf_init.c | 209 &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in adf_set_ssm_wdtimer()
213 u32 clk_per_sec = hw_data->get_clock_speed(hw_data); in adf_set_ssm_wdtimer()
272 if (!hw_data) { in adf_dev_init()
291 if (hw_data->init_device && hw_data->init_device(accel_dev)) { in adf_dev_init()
309 if (hw_data->init_arb && hw_data->init_arb(accel_dev)) { in adf_dev_init()
342 if (hw_data->init_ras && hw_data->init_ras(accel_dev)) { in adf_dev_init()
358 if (hw_data->add_pke_stats && hw_data->add_pke_stats(accel_dev)) in adf_dev_init()
361 if (hw_data->add_misc_error && hw_data->add_misc_error(accel_dev)) in adf_dev_init()
449 if (hw_data->set_ssm_wdtimer && hw_data->set_ssm_wdtimer(accel_dev)) { in adf_dev_start()
455 if (hw_data->int_timer_init && hw_data->int_timer_init(accel_dev)) { in adf_dev_start()
[all …]
|
| H A D | adf_isr.c | 40 if (hw_data->set_msix_rttable) in adf_enable_msix()
41 hw_data->set_msix_rttable(accel_dev); in adf_enable_msix()
45 msix_num_entries += hw_data->num_banks; in adf_enable_msix()
49 num_vectors = hw_data->num_banks + 1; in adf_enable_msix()
53 vectors[hw_data->num_banks] = 1; in adf_enable_msix()
110 &GET_BARS(accel_dev)[hw_data->get_misc_bar_id(hw_data)]; in adf_msix_isr_ae()
116 if (hw_data->ras_interrupts && in adf_msix_isr_ae()
123 if (hw_data->check_slice_hang && hw_data->check_slice_hang(accel_dev)) { in adf_msix_isr_ae()
175 for (i = 0; i < hw_data->num_banks; i++) { in adf_request_irqs()
225 rid = hw_data->num_banks + 1; in adf_request_irqs()
[all …]
|
| H A D | adf_freebsd_uio_cleanup.c | 56 struct adf_hw_device_data *hw_data) in check_orphan_ring() argument
60 int tx_rx_gap = hw_data->tx_rx_gap; in check_orphan_ring()
61 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in check_orphan_ring()
115 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in get_orphan_bundle() local
116 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in get_orphan_bundle()
171 check_orphan_ring(accel_dev, orphan_bundle, hw_data); in get_orphan_bundle()
197 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in cleanup_all_ring()
274 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in bundle_need_cleanup()
295 u8 number_rings_per_bank = hw_data->num_rings_per_bank; in cleanup_orphan_ring()
347 if (hw_data->ring_pair_reset) { in adf_uio_do_cleanup_orphan()
[all …]
|
| H A D | adf_vf_isr.c | 60 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_dev_stop_async() local
67 hw_data->enable_pf2vf_interrupt(accel_dev); in adf_dev_stop_async()
130 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_pf2vf_bh_handler() local
134 hw_data->enable_pf2vf_interrupt(accel_dev); in adf_pf2vf_bh_handler()
210 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_isr() local
211 struct adf_hw_csr_ops *csr_ops = &hw_data->csr_info.csr_ops; in adf_isr()
216 if (hw_data->interrupt_active_pf2vf(accel_dev)) { in adf_isr()
218 hw_data->disable_pf2vf_interrupt(accel_dev); in adf_isr()
224 if (hw_data->get_int_active_bundles) in adf_isr()
351 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_flush_vf_wq() local
[all …]
|
| H A D | adf_cfg_bundle.h | 57 adf_get_ring_svc_map_data(struct adf_hw_device_data *hw_data, in adf_get_ring_svc_map_data() argument
64 if (hw_data->get_ring_svc_map_data) in adf_get_ring_svc_map_data()
65 return hw_data->get_ring_svc_map_data(ring_pair_index, in adf_get_ring_svc_map_data()
66 hw_data->ring_to_svc_map, in adf_get_ring_svc_map_data()
71 *serv_type = GET_SRV_TYPE(hw_data->ring_to_svc_map, ring_pair_index); in adf_get_ring_svc_map_data()
73 hw_data->num_rings_per_bank / (2 * ADF_CFG_NUM_SERVICES); in adf_get_ring_svc_map_data()
|
| H A D | adf_hw_arbiter.c | 51 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_arb() local
57 hw_data->get_arb_info(&info); in adf_init_arb()
71 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_gen2_arb() local
80 hw_data->get_arb_info(&info); in adf_init_gen2_arb()
83 hw_data->get_arb_mapping(accel_dev, &thd_2_arb_cfg); in adf_init_gen2_arb()
87 for (i = 0; i < hw_data->num_engines; i++) in adf_init_gen2_arb()
179 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_exit_arb() local
189 hw_data->get_arb_info(&info); in adf_exit_arb()
196 if (hw_data->get_arb_mapping) { in adf_exit_arb()
197 for (i = 0; i < hw_data->num_engines; i++) in adf_exit_arb()
|
| H A D | adf_transport.c | 495 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in adf_ring_response_handler()
556 if (hw_data->get_clock_speed) in adf_get_coalesc_timer()
559 (hw_data->get_clock_speed(hw_data) / USEC_PER_SEC)) / in adf_get_coalesc_timer()
581 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in adf_init_bank()
614 if (hw_data->tx_rings_mask & (1 << i)) { in adf_init_bank()
620 if (i < hw_data->tx_rx_gap) { in adf_init_bank()
625 tx_ring = &bank->rings[i - hw_data->tx_rx_gap]; in adf_init_bank()
642 if (hw_data->tx_rings_mask & (1 << i)) { in adf_init_bank()
682 i = hw_data->get_etr_bar_id(hw_data); in adf_init_etr_data()
723 u8 num_rings_per_bank = hw_data->num_rings_per_bank; in cleanup_bank()
[all …]
|
| H A D | adf_ctl_drv.c | 135 struct adf_hw_device_data *hw_data; in adf_ctl_ioctl_get_status() local
145 hw_data = accel_dev->hw_device; in adf_ctl_ioctl_get_status()
147 dev_info->num_ae = hw_data->get_num_aes(hw_data); in adf_ctl_ioctl_get_status()
148 dev_info->num_accel = hw_data->get_num_accels(hw_data); in adf_ctl_ioctl_get_status()
149 dev_info->num_logical_accel = hw_data->num_logical_accel; in adf_ctl_ioctl_get_status()
150 dev_info->banks_per_accel = hw_data->num_banks in adf_ctl_ioctl_get_status()
151 / hw_data->num_logical_accel; in adf_ctl_ioctl_get_status()
152 strlcpy(dev_info->name, hw_data->dev_class->name, in adf_ctl_ioctl_get_status()
154 dev_info->instance_id = hw_data->instance_id; in adf_ctl_ioctl_get_status()
155 dev_info->type = hw_data->dev_class->type; in adf_ctl_ioctl_get_status()
|
| H A D | adf_heartbeat.c | 65 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_get_hb_timer() local
71 if (hw_data->get_hb_clock) { in adf_get_hb_timer()
72 clk_per_sec = (u32)hw_data->get_hb_clock(hw_data); in adf_get_hb_timer()
73 } else if (hw_data->get_ae_clock) { in adf_get_hb_timer()
74 clk_per_sec = (u32)hw_data->get_ae_clock(hw_data); in adf_get_hb_timer()
|
| H A D | adf_cfg_bundle.c | 163 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_cfg_init_and_insert_inst() local
169 adf_get_ring_svc_map_data(hw_data, in adf_cfg_init_and_insert_inst()
271 adf_cfg_assign_serv_to_rings(struct adf_hw_device_data *hw_data, in adf_cfg_assign_serv_to_rings() argument
283 adf_get_ring_svc_map_data(hw_data, in adf_cfg_assign_serv_to_rings()
340 hw_data->ring_to_svc_map); in adf_cfg_assign_serv_to_rings()
352 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_cfg_init_ring2serv_mapping() local
356 bundle->num_of_rings = hw_data->num_rings_per_bank; in adf_cfg_init_ring2serv_mapping()
357 if (hw_data->num_rings_per_bank >= (2 * ADF_CFG_NUM_SERVICES)) in adf_cfg_init_ring2serv_mapping()
377 adf_cfg_assign_serv_to_rings(hw_data, bundle, device); in adf_cfg_init_ring2serv_mapping()
|
| /freebsd/sys/dev/qat/qat_hw/qat_c4xxx/ |
| H A D | adf_c4xxx_hw_data.c | 802 sku = get_sku(hw_data); in c4xxx_configure_accel_units()
1503 u32 num_au = hw_data->get_num_accel_units(hw_data); in check_accel_unit_config()
1685 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_get_inline_config()
1735 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_set_inline_ae_mask()
1776 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_set_ae_mask()
1826 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_init_accel_unit_services()
1905 u32 num_au = hw_data->get_num_accel_units(hw_data); in adf_exit_accel_unit_services()
2080 u32 num_au = hw_data->get_num_accel_units(hw_data); in get_obj_cfg_ae_mask()
2099 u32 num_aes = hw_data->get_num_aes(hw_data); in configure_iov_threads()
2128 hw_data->num_logical_accel = 1; in adf_init_hw_data_c4xxx()
[all …]
|
| H A D | adf_drv.c | 85 struct adf_hw_device_data *hw_data; in adf_attach() local
117 hw_data = malloc(sizeof(*hw_data), M_QAT_C4XXX, M_WAITOK | M_ZERO); in adf_attach()
119 accel_dev->hw_device = hw_data; in adf_attach()
130 hw_data->accel_mask = hw_data->get_accel_mask(accel_dev); in adf_attach()
131 hw_data->ae_mask = hw_data->get_ae_mask(accel_dev); in adf_attach()
132 hw_data->admin_ae_mask = hw_data->ae_mask; in adf_attach()
135 if (!hw_data->accel_mask || !hw_data->ae_mask || in adf_attach()
136 (~hw_data->ae_mask & 0x01)) { in adf_attach()
170 if (hw_data->get_accel_cap) { in adf_attach()
171 hw_data->accel_capabilities_mask = in adf_attach()
[all …]
|
| H A D | adf_c4xxx_res_part.c | 124 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_init_arb_c4xxx() local
135 for (i = 0; i < hw_data->num_banks; i++) in adf_init_arb_c4xxx()
141 ae_mask = hw_data->ae_mask; in adf_init_arb_c4xxx()
169 struct adf_hw_device_data *hw_data = accel_dev->hw_device; in adf_exit_arb_c4xxx() local
179 for (i = 0; i < hw_data->num_banks; i++) in adf_exit_arb_c4xxx()
185 ae_mask = hw_data->ae_mask; in adf_exit_arb_c4xxx()
188 for (i = 0; i < hw_data->num_engines * ADF_NUM_THREADS_PER_AE; i++) { in adf_exit_arb_c4xxx()
|