1/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
2/* Copyright (c) 2015 - 2020 Intel Corporation */
3#ifndef IRDMA_HMC_H
4#define IRDMA_HMC_H
5
6#include "defs.h"
7
8#define IRDMA_HMC_MAX_BP_COUNT 512
9#define IRDMA_MAX_SD_ENTRIES 11
10#define IRDMA_HW_DBG_HMC_INVALID_BP_MARK 0xca
11#define IRDMA_HMC_INFO_SIGNATURE 0x484d5347
12#define IRDMA_HMC_PD_CNT_IN_SD 512
13#define IRDMA_HMC_DIRECT_BP_SIZE 0x200000
14#define IRDMA_HMC_MAX_SD_COUNT 8192
15#define IRDMA_HMC_PAGED_BP_SIZE 4096
16#define IRDMA_HMC_PD_BP_BUF_ALIGNMENT 4096
17#define IRDMA_FIRST_VF_FPM_ID 8
18#define FPM_MULTIPLIER 1024
19#define IRDMA_OBJ_LOC_MEM_BIT 0x4
20#define IRDMA_XF_MULTIPLIER 16
21#define IRDMA_RRF_MULTIPLIER 8
22#define IRDMA_MIN_PBLE_PAGES 3
23#define IRDMA_HMC_PAGE_SIZE 2097152
24#define IRDMA_MIN_MR_PER_QP 4
25#define IRDMA_MIN_QP_CNT 64
26#define IRDMA_FSIAV_CNT_MAX 1048576
27#define IRDMA_MIN_IRD 8
28#define IRDMA_HMC_MIN_RRF 16
29
30enum irdma_hmc_rsrc_type {
31 IRDMA_HMC_IW_QP = 0,
32 IRDMA_HMC_IW_CQ = 1,
33 IRDMA_HMC_IW_SRQ = 2,
34 IRDMA_HMC_IW_HTE = 3,
35 IRDMA_HMC_IW_ARP = 4,
36 IRDMA_HMC_IW_APBVT_ENTRY = 5,
37 IRDMA_HMC_IW_MR = 6,
38 IRDMA_HMC_IW_XF = 7,
39 IRDMA_HMC_IW_XFFL = 8,
40 IRDMA_HMC_IW_Q1 = 9,
41 IRDMA_HMC_IW_Q1FL = 10,
42 IRDMA_HMC_IW_TIMER = 11,
43 IRDMA_HMC_IW_FSIMC = 12,
44 IRDMA_HMC_IW_FSIAV = 13,
45 IRDMA_HMC_IW_PBLE = 14,
46 IRDMA_HMC_IW_RRF = 15,
47 IRDMA_HMC_IW_RRFFL = 16,
48 IRDMA_HMC_IW_HDR = 17,
49 IRDMA_HMC_IW_MD = 18,
50 IRDMA_HMC_IW_OOISC = 19,
51 IRDMA_HMC_IW_OOISCFFL = 20,
52 IRDMA_HMC_IW_MAX, /* Must be last entry */
53};
54
55enum irdma_sd_entry_type {
56 IRDMA_SD_TYPE_INVALID = 0,
57 IRDMA_SD_TYPE_PAGED = 1,
58 IRDMA_SD_TYPE_DIRECT = 2,
59};
60
61enum irdma_hmc_obj_mem {
62 IRDMA_HOST_MEM = 0,
63 IRDMA_LOC_MEM = 1,
64};
65
66struct irdma_hmc_obj_info {
67 u64 base;
68 u32 max_cnt;
69 u32 cnt;
70 u64 size;
71 enum irdma_hmc_obj_mem mem_loc;
72};
73
74struct irdma_hmc_bp {
75 enum irdma_sd_entry_type entry_type;
76 struct irdma_dma_mem addr;
77 u32 sd_pd_index;
78 u32 use_cnt;
79};
80
81struct irdma_hmc_pd_entry {
82 struct irdma_hmc_bp bp;
83 u32 sd_index;
84 bool rsrc_pg:1;
85 bool valid:1;
86};
87
88struct irdma_hmc_pd_table {
89 struct irdma_dma_mem pd_page_addr;
90 struct irdma_hmc_pd_entry *pd_entry;
91 struct irdma_virt_mem pd_entry_virt_mem;
92 u32 use_cnt;
93 u32 sd_index;
94};
95
96struct irdma_hmc_sd_entry {
97 enum irdma_sd_entry_type entry_type;
98 bool valid;
99 union {
100 struct irdma_hmc_pd_table pd_table;
101 struct irdma_hmc_bp bp;
102 } u;
103};
104
105struct irdma_hmc_sd_table {
106 struct irdma_virt_mem addr;
107 u32 sd_cnt;
108 u32 use_cnt;
109 struct irdma_hmc_sd_entry *sd_entry;
110};
111
112struct irdma_hmc_info {
113 u32 signature;
114 u8 hmc_fn_id;
115 u16 first_sd_index;
116 struct irdma_hmc_obj_info *hmc_obj;
117 struct irdma_virt_mem hmc_obj_virt_mem;
118 struct irdma_hmc_sd_table sd_table;
119 u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT];
120};
121
122struct irdma_update_sd_entry {
123 u64 cmd;
124 u64 data;
125};
126
127struct irdma_update_sds_info {
128 u32 cnt;
129 u8 hmc_fn_id;
130 struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES];
131};
132
133struct irdma_ccq_cqe_info;
134struct irdma_hmc_fcn_info {
135 u32 vf_id;
136 u8 protocol_used;
137 u8 free_fcn;
138};
139
140struct irdma_hmc_create_obj_info {
141 struct irdma_hmc_info *hmc_info;
142 struct irdma_virt_mem add_sd_virt_mem;
143 u32 rsrc_type;
144 u32 start_idx;
145 u32 count;
146 u32 add_sd_cnt;
147 enum irdma_sd_entry_type entry_type;
148 bool privileged;
149};
150
151struct irdma_hmc_del_obj_info {
152 struct irdma_hmc_info *hmc_info;
153 struct irdma_virt_mem del_sd_virt_mem;
154 u32 rsrc_type;
155 u32 start_idx;
156 u32 count;
157 u32 del_sd_cnt;
158 bool privileged;
159};
160
161int irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf,
162 struct irdma_dma_mem *src_mem, u64 src_offset, u64 size);
163int irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev,
164 struct irdma_hmc_create_obj_info *info);
165int irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev,
166 struct irdma_hmc_del_obj_info *info, bool reset);
167int irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id, u64 pa, u32 sd_idx,
168 enum irdma_sd_entry_type type,
169 bool setsd);
170int irdma_update_sds_noccq(struct irdma_sc_dev *dev,
171 struct irdma_update_sds_info *info);
172struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev,
173 u8 hmc_fn_id);
174struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev,
175 u8 hmc_fn_id);
176int irdma_add_sd_table_entry(struct irdma_hw *hw,
177 struct irdma_hmc_info *hmc_info, u32 sd_index,
178 enum irdma_sd_entry_type type, u64 direct_mode_sz);
179int irdma_add_pd_table_entry(struct irdma_sc_dev *dev,
180 struct irdma_hmc_info *hmc_info, u32 pd_index,
181 struct irdma_dma_mem *rsrc_pg);
182int irdma_remove_pd_bp(struct irdma_sc_dev *dev,
183 struct irdma_hmc_info *hmc_info, u32 idx);
184int irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info, u32 idx);
185int irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx);
186#endif /* IRDMA_HMC_H */
187

source code of linux/drivers/infiniband/hw/irdma/hmc.h