1 /* SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB */
2 /* Copyright (c) 2015 - 2020 Intel Corporation */
3 #ifndef IRDMA_HMC_H
4 #define IRDMA_HMC_H
5 
6 #include "defs.h"
7 
8 #define IRDMA_HMC_MAX_BP_COUNT			512
9 #define IRDMA_MAX_SD_ENTRIES			11
10 #define IRDMA_HW_DBG_HMC_INVALID_BP_MARK	0xca
11 #define IRDMA_HMC_INFO_SIGNATURE		0x484d5347
12 #define IRDMA_HMC_PD_CNT_IN_SD			512
13 #define IRDMA_HMC_DIRECT_BP_SIZE		0x200000
14 #define IRDMA_HMC_MAX_SD_COUNT			8192
15 #define IRDMA_HMC_PAGED_BP_SIZE			4096
16 #define IRDMA_HMC_PD_BP_BUF_ALIGNMENT		4096
17 #define IRDMA_FIRST_VF_FPM_ID			8
18 #define FPM_MULTIPLIER				1024
19 
20 enum irdma_hmc_rsrc_type {
21 	IRDMA_HMC_IW_QP		 = 0,
22 	IRDMA_HMC_IW_CQ		 = 1,
23 	IRDMA_HMC_IW_RESERVED	 = 2,
24 	IRDMA_HMC_IW_HTE	 = 3,
25 	IRDMA_HMC_IW_ARP	 = 4,
26 	IRDMA_HMC_IW_APBVT_ENTRY = 5,
27 	IRDMA_HMC_IW_MR		 = 6,
28 	IRDMA_HMC_IW_XF		 = 7,
29 	IRDMA_HMC_IW_XFFL	 = 8,
30 	IRDMA_HMC_IW_Q1		 = 9,
31 	IRDMA_HMC_IW_Q1FL	 = 10,
32 	IRDMA_HMC_IW_TIMER       = 11,
33 	IRDMA_HMC_IW_FSIMC       = 12,
34 	IRDMA_HMC_IW_FSIAV       = 13,
35 	IRDMA_HMC_IW_PBLE	 = 14,
36 	IRDMA_HMC_IW_RRF	 = 15,
37 	IRDMA_HMC_IW_RRFFL       = 16,
38 	IRDMA_HMC_IW_HDR	 = 17,
39 	IRDMA_HMC_IW_MD		 = 18,
40 	IRDMA_HMC_IW_OOISC       = 19,
41 	IRDMA_HMC_IW_OOISCFFL    = 20,
42 	IRDMA_HMC_IW_MAX, /* Must be last entry */
43 };
44 
45 enum irdma_sd_entry_type {
46 	IRDMA_SD_TYPE_INVALID = 0,
47 	IRDMA_SD_TYPE_PAGED   = 1,
48 	IRDMA_SD_TYPE_DIRECT  = 2,
49 };
50 
51 struct irdma_hmc_obj_info {
52 	u64 base;
53 	u32 max_cnt;
54 	u32 cnt;
55 	u64 size;
56 };
57 
58 struct irdma_hmc_bp {
59 	enum irdma_sd_entry_type entry_type;
60 	struct irdma_dma_mem addr;
61 	u32 sd_pd_index;
62 	u32 use_cnt;
63 };
64 
65 struct irdma_hmc_pd_entry {
66 	struct irdma_hmc_bp bp;
67 	u32 sd_index;
68 	bool rsrc_pg:1;
69 	bool valid:1;
70 };
71 
72 struct irdma_hmc_pd_table {
73 	struct irdma_dma_mem pd_page_addr;
74 	struct irdma_hmc_pd_entry *pd_entry;
75 	struct irdma_virt_mem pd_entry_virt_mem;
76 	u32 use_cnt;
77 	u32 sd_index;
78 };
79 
80 struct irdma_hmc_sd_entry {
81 	enum irdma_sd_entry_type entry_type;
82 	bool valid;
83 	union {
84 		struct irdma_hmc_pd_table pd_table;
85 		struct irdma_hmc_bp bp;
86 	} u;
87 };
88 
89 struct irdma_hmc_sd_table {
90 	struct irdma_virt_mem addr;
91 	u32 sd_cnt;
92 	u32 use_cnt;
93 	struct irdma_hmc_sd_entry *sd_entry;
94 };
95 
96 struct irdma_hmc_info {
97 	u32 signature;
98 	u8 hmc_fn_id;
99 	u16 first_sd_index;
100 	struct irdma_hmc_obj_info *hmc_obj;
101 	struct irdma_virt_mem hmc_obj_virt_mem;
102 	struct irdma_hmc_sd_table sd_table;
103 	u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT];
104 };
105 
106 struct irdma_update_sd_entry {
107 	u64 cmd;
108 	u64 data;
109 };
110 
111 struct irdma_update_sds_info {
112 	u32 cnt;
113 	u8 hmc_fn_id;
114 	struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES];
115 };
116 
117 struct irdma_ccq_cqe_info;
118 struct irdma_hmc_fcn_info {
119 	u32 vf_id;
120 	u8 free_fcn;
121 };
122 
123 struct irdma_hmc_create_obj_info {
124 	struct irdma_hmc_info *hmc_info;
125 	struct irdma_virt_mem add_sd_virt_mem;
126 	u32 rsrc_type;
127 	u32 start_idx;
128 	u32 count;
129 	u32 add_sd_cnt;
130 	enum irdma_sd_entry_type entry_type;
131 	bool privileged;
132 };
133 
134 struct irdma_hmc_del_obj_info {
135 	struct irdma_hmc_info *hmc_info;
136 	struct irdma_virt_mem del_sd_virt_mem;
137 	u32 rsrc_type;
138 	u32 start_idx;
139 	u32 count;
140 	u32 del_sd_cnt;
141 	bool privileged;
142 };
143 
144 enum irdma_status_code irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf,
145 					  struct irdma_dma_mem *src_mem,
146 					  u64 src_offset, u64 size);
147 enum irdma_status_code
148 irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev,
149 			struct irdma_hmc_create_obj_info *info);
150 enum irdma_status_code irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev,
151 					    struct irdma_hmc_del_obj_info *info,
152 					    bool reset);
153 enum irdma_status_code irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id,
154 					u64 pa, u32 sd_idx,
155 					enum irdma_sd_entry_type type,
156 					bool setsd);
157 enum irdma_status_code
158 irdma_update_sds_noccq(struct irdma_sc_dev *dev,
159 		       struct irdma_update_sds_info *info);
160 struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev,
161 					 u8 hmc_fn_id);
162 struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev,
163 						 u8 hmc_fn_id);
164 enum irdma_status_code irdma_add_sd_table_entry(struct irdma_hw *hw,
165 						struct irdma_hmc_info *hmc_info,
166 						u32 sd_index,
167 						enum irdma_sd_entry_type type,
168 						u64 direct_mode_sz);
169 enum irdma_status_code irdma_add_pd_table_entry(struct irdma_sc_dev *dev,
170 						struct irdma_hmc_info *hmc_info,
171 						u32 pd_index,
172 						struct irdma_dma_mem *rsrc_pg);
173 enum irdma_status_code irdma_remove_pd_bp(struct irdma_sc_dev *dev,
174 					  struct irdma_hmc_info *hmc_info,
175 					  u32 idx);
176 enum irdma_status_code irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info,
177 					       u32 idx);
178 enum irdma_status_code
179 irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx);
180 #endif /* IRDMA_HMC_H */
181