1// SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only)
2/* Copyright(c) 2014 - 2020 Intel Corporation */
3#include <linux/firmware.h>
4#include <linux/pci.h>
5#include "adf_cfg.h"
6#include "adf_accel_devices.h"
7#include "adf_common_drv.h"
8#include "icp_qat_uclo.h"
9
10static int adf_ae_fw_load_images(struct adf_accel_dev *accel_dev, void *fw_addr,
11 u32 fw_size)
12{
13 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
14 struct adf_hw_device_data *hw_device = accel_dev->hw_device;
15 struct icp_qat_fw_loader_handle *loader;
16 const char *obj_name;
17 u32 num_objs;
18 u32 ae_mask;
19 int i;
20
21 loader = loader_data->fw_loader;
22 num_objs = hw_device->uof_get_num_objs(accel_dev);
23
24 for (i = 0; i < num_objs; i++) {
25 obj_name = hw_device->uof_get_name(accel_dev, i);
26 ae_mask = hw_device->uof_get_ae_mask(accel_dev, i);
27 if (!obj_name || !ae_mask) {
28 dev_err(&GET_DEV(accel_dev), "Invalid UOF image\n");
29 goto out_err;
30 }
31
32 if (qat_uclo_set_cfg_ae_mask(handle: loader, cfg_ae_mask: ae_mask)) {
33 dev_err(&GET_DEV(accel_dev),
34 "Invalid mask for UOF image\n");
35 goto out_err;
36 }
37 if (qat_uclo_map_obj(handle: loader, addr_ptr: fw_addr, mem_size: fw_size, obj_name)) {
38 dev_err(&GET_DEV(accel_dev),
39 "Failed to map UOF firmware\n");
40 goto out_err;
41 }
42 if (qat_uclo_wr_all_uimage(handle: loader)) {
43 dev_err(&GET_DEV(accel_dev),
44 "Failed to load UOF firmware\n");
45 goto out_err;
46 }
47 qat_uclo_del_obj(handle: loader);
48 }
49
50 return 0;
51
52out_err:
53 adf_ae_fw_release(accel_dev);
54 return -EFAULT;
55}
56
57int adf_ae_fw_load(struct adf_accel_dev *accel_dev)
58{
59 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
60 struct adf_hw_device_data *hw_device = accel_dev->hw_device;
61 void *fw_addr, *mmp_addr;
62 u32 fw_size, mmp_size;
63
64 if (!hw_device->fw_name)
65 return 0;
66
67 if (request_firmware(fw: &loader_data->mmp_fw, name: hw_device->fw_mmp_name,
68 device: &accel_dev->accel_pci_dev.pci_dev->dev)) {
69 dev_err(&GET_DEV(accel_dev), "Failed to load MMP firmware %s\n",
70 hw_device->fw_mmp_name);
71 return -EFAULT;
72 }
73 if (request_firmware(fw: &loader_data->uof_fw, name: hw_device->fw_name,
74 device: &accel_dev->accel_pci_dev.pci_dev->dev)) {
75 dev_err(&GET_DEV(accel_dev), "Failed to load UOF firmware %s\n",
76 hw_device->fw_name);
77 goto out_err;
78 }
79
80 fw_size = loader_data->uof_fw->size;
81 fw_addr = (void *)loader_data->uof_fw->data;
82 mmp_size = loader_data->mmp_fw->size;
83 mmp_addr = (void *)loader_data->mmp_fw->data;
84
85 if (qat_uclo_wr_mimage(handle: loader_data->fw_loader, addr_ptr: mmp_addr, mem_size: mmp_size)) {
86 dev_err(&GET_DEV(accel_dev), "Failed to load MMP\n");
87 goto out_err;
88 }
89
90 if (hw_device->uof_get_num_objs)
91 return adf_ae_fw_load_images(accel_dev, fw_addr, fw_size);
92
93 if (qat_uclo_map_obj(handle: loader_data->fw_loader, addr_ptr: fw_addr, mem_size: fw_size, NULL)) {
94 dev_err(&GET_DEV(accel_dev), "Failed to map FW\n");
95 goto out_err;
96 }
97 if (qat_uclo_wr_all_uimage(handle: loader_data->fw_loader)) {
98 dev_err(&GET_DEV(accel_dev), "Failed to load UOF\n");
99 goto out_err;
100 }
101 return 0;
102
103out_err:
104 adf_ae_fw_release(accel_dev);
105 return -EFAULT;
106}
107
108void adf_ae_fw_release(struct adf_accel_dev *accel_dev)
109{
110 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
111 struct adf_hw_device_data *hw_device = accel_dev->hw_device;
112
113 if (!hw_device->fw_name)
114 return;
115
116 qat_uclo_del_obj(handle: loader_data->fw_loader);
117 qat_hal_deinit(handle: loader_data->fw_loader);
118 release_firmware(fw: loader_data->uof_fw);
119 release_firmware(fw: loader_data->mmp_fw);
120 loader_data->uof_fw = NULL;
121 loader_data->mmp_fw = NULL;
122 loader_data->fw_loader = NULL;
123}
124
125int adf_ae_start(struct adf_accel_dev *accel_dev)
126{
127 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
128 struct adf_hw_device_data *hw_data = accel_dev->hw_device;
129 u32 ae_ctr;
130
131 if (!hw_data->fw_name)
132 return 0;
133
134 ae_ctr = qat_hal_start(handle: loader_data->fw_loader);
135 dev_info(&GET_DEV(accel_dev),
136 "qat_dev%d started %d acceleration engines\n",
137 accel_dev->accel_id, ae_ctr);
138 return 0;
139}
140
141int adf_ae_stop(struct adf_accel_dev *accel_dev)
142{
143 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
144 struct adf_hw_device_data *hw_data = accel_dev->hw_device;
145 u32 ae_ctr, ae, max_aes = GET_MAX_ACCELENGINES(accel_dev);
146
147 if (!hw_data->fw_name)
148 return 0;
149
150 for (ae = 0, ae_ctr = 0; ae < max_aes; ae++) {
151 if (hw_data->ae_mask & (1 << ae)) {
152 qat_hal_stop(handle: loader_data->fw_loader, ae, ctx_mask: 0xFF);
153 ae_ctr++;
154 }
155 }
156 dev_info(&GET_DEV(accel_dev),
157 "qat_dev%d stopped %d acceleration engines\n",
158 accel_dev->accel_id, ae_ctr);
159 return 0;
160}
161
162static int adf_ae_reset(struct adf_accel_dev *accel_dev, int ae)
163{
164 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
165
166 qat_hal_reset(handle: loader_data->fw_loader);
167 if (qat_hal_clr_reset(handle: loader_data->fw_loader))
168 return -EFAULT;
169
170 return 0;
171}
172
173int adf_ae_init(struct adf_accel_dev *accel_dev)
174{
175 struct adf_fw_loader_data *loader_data;
176 struct adf_hw_device_data *hw_device = accel_dev->hw_device;
177
178 if (!hw_device->fw_name)
179 return 0;
180
181 loader_data = kzalloc(sizeof(*loader_data), GFP_KERNEL);
182 if (!loader_data)
183 return -ENOMEM;
184
185 accel_dev->fw_loader = loader_data;
186 if (qat_hal_init(accel_dev)) {
187 dev_err(&GET_DEV(accel_dev), "Failed to init the AEs\n");
188 kfree(objp: loader_data);
189 return -EFAULT;
190 }
191 if (adf_ae_reset(accel_dev, ae: 0)) {
192 dev_err(&GET_DEV(accel_dev), "Failed to reset the AEs\n");
193 qat_hal_deinit(handle: loader_data->fw_loader);
194 kfree(objp: loader_data);
195 return -EFAULT;
196 }
197 return 0;
198}
199
200int adf_ae_shutdown(struct adf_accel_dev *accel_dev)
201{
202 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;
203 struct adf_hw_device_data *hw_device = accel_dev->hw_device;
204
205 if (!hw_device->fw_name)
206 return 0;
207
208 qat_hal_deinit(handle: loader_data->fw_loader);
209 kfree(objp: accel_dev->fw_loader);
210 accel_dev->fw_loader = NULL;
211 return 0;
212}
213

source code of linux/drivers/crypto/intel/qat/qat_common/adf_accel_engine.c