1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright 2022 Advanced Micro Devices, Inc.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice shall be included in
13  * all copies or substantial portions of the Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21  * OTHER DEALINGS IN THE SOFTWARE.
22  *
23  * Authors: AMD
24  *
25  */
26 
27 #include <drm/drm_atomic_helper.h>
28 #include <drm/drm_blend.h>
29 #include <drm/drm_gem_atomic_helper.h>
30 #include <drm/drm_plane_helper.h>
31 #include <drm/drm_fourcc.h>
32 
33 #include "amdgpu.h"
34 #include "dal_asic_id.h"
35 #include "amdgpu_display.h"
36 #include "amdgpu_dm_trace.h"
37 #include "amdgpu_dm_plane.h"
38 #include "gc/gc_11_0_0_offset.h"
39 #include "gc/gc_11_0_0_sh_mask.h"
40 
41 /*
42  * TODO: these are currently initialized to rgb formats only.
43  * For future use cases we should either initialize them dynamically based on
44  * plane capabilities, or initialize this array to all formats, so internal drm
45  * check will succeed, and let DC implement proper check
46  */
47 static const uint32_t rgb_formats[] = {
48 	DRM_FORMAT_XRGB8888,
49 	DRM_FORMAT_ARGB8888,
50 	DRM_FORMAT_RGBA8888,
51 	DRM_FORMAT_XRGB2101010,
52 	DRM_FORMAT_XBGR2101010,
53 	DRM_FORMAT_ARGB2101010,
54 	DRM_FORMAT_ABGR2101010,
55 	DRM_FORMAT_XRGB16161616,
56 	DRM_FORMAT_XBGR16161616,
57 	DRM_FORMAT_ARGB16161616,
58 	DRM_FORMAT_ABGR16161616,
59 	DRM_FORMAT_XBGR8888,
60 	DRM_FORMAT_ABGR8888,
61 	DRM_FORMAT_RGB565,
62 };
63 
64 static const uint32_t overlay_formats[] = {
65 	DRM_FORMAT_XRGB8888,
66 	DRM_FORMAT_ARGB8888,
67 	DRM_FORMAT_RGBA8888,
68 	DRM_FORMAT_XBGR8888,
69 	DRM_FORMAT_ABGR8888,
70 	DRM_FORMAT_RGB565,
71 	DRM_FORMAT_NV21,
72 	DRM_FORMAT_NV12,
73 	DRM_FORMAT_P010
74 };
75 
76 static const uint32_t video_formats[] = {
77 	DRM_FORMAT_NV21,
78 	DRM_FORMAT_NV12,
79 	DRM_FORMAT_P010
80 };
81 
82 static const u32 cursor_formats[] = {
83 	DRM_FORMAT_ARGB8888
84 };
85 
86 enum dm_micro_swizzle {
87 	MICRO_SWIZZLE_Z = 0,
88 	MICRO_SWIZZLE_S = 1,
89 	MICRO_SWIZZLE_D = 2,
90 	MICRO_SWIZZLE_R = 3
91 };
92 
93 const struct drm_format_info *amdgpu_dm_plane_get_format_info(const struct drm_mode_fb_cmd2 *cmd)
94 {
95 	return amdgpu_lookup_format_info(cmd->pixel_format, cmd->modifier[0]);
96 }
97 
98 void amdgpu_dm_plane_fill_blending_from_plane_state(const struct drm_plane_state *plane_state,
99 			       bool *per_pixel_alpha, bool *pre_multiplied_alpha,
100 			       bool *global_alpha, int *global_alpha_value)
101 {
102 	*per_pixel_alpha = false;
103 	*pre_multiplied_alpha = true;
104 	*global_alpha = false;
105 	*global_alpha_value = 0xff;
106 
107 	if (plane_state->plane->type != DRM_PLANE_TYPE_OVERLAY)
108 		return;
109 
110 	if (plane_state->pixel_blend_mode == DRM_MODE_BLEND_PREMULTI ||
111 		plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE) {
112 		static const uint32_t alpha_formats[] = {
113 			DRM_FORMAT_ARGB8888,
114 			DRM_FORMAT_RGBA8888,
115 			DRM_FORMAT_ABGR8888,
116 			DRM_FORMAT_ARGB2101010,
117 			DRM_FORMAT_ABGR2101010,
118 			DRM_FORMAT_ARGB16161616,
119 			DRM_FORMAT_ABGR16161616,
120 			DRM_FORMAT_ARGB16161616F,
121 		};
122 		uint32_t format = plane_state->fb->format->format;
123 		unsigned int i;
124 
125 		for (i = 0; i < ARRAY_SIZE(alpha_formats); ++i) {
126 			if (format == alpha_formats[i]) {
127 				*per_pixel_alpha = true;
128 				break;
129 			}
130 		}
131 
132 		if (*per_pixel_alpha && plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE)
133 			*pre_multiplied_alpha = false;
134 	}
135 
136 	if (plane_state->alpha < 0xffff) {
137 		*global_alpha = true;
138 		*global_alpha_value = plane_state->alpha >> 8;
139 	}
140 }
141 
142 static void amdgpu_dm_plane_add_modifier(uint64_t **mods, uint64_t *size, uint64_t *cap, uint64_t mod)
143 {
144 	if (!*mods)
145 		return;
146 
147 	if (*cap - *size < 1) {
148 		uint64_t new_cap = *cap * 2;
149 		uint64_t *new_mods = kmalloc(new_cap * sizeof(uint64_t), GFP_KERNEL);
150 
151 		if (!new_mods) {
152 			kfree(*mods);
153 			*mods = NULL;
154 			return;
155 		}
156 
157 		memcpy(new_mods, *mods, sizeof(uint64_t) * *size);
158 		kfree(*mods);
159 		*mods = new_mods;
160 		*cap = new_cap;
161 	}
162 
163 	(*mods)[*size] = mod;
164 	*size += 1;
165 }
166 
167 static bool amdgpu_dm_plane_modifier_has_dcc(uint64_t modifier)
168 {
169 	return IS_AMD_FMT_MOD(modifier) && AMD_FMT_MOD_GET(DCC, modifier);
170 }
171 
172 static unsigned int amdgpu_dm_plane_modifier_gfx9_swizzle_mode(uint64_t modifier)
173 {
174 	if (modifier == DRM_FORMAT_MOD_LINEAR)
175 		return 0;
176 
177 	return AMD_FMT_MOD_GET(TILE, modifier);
178 }
179 
180 static void amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(union dc_tiling_info *tiling_info,
181 							     uint64_t tiling_flags)
182 {
183 	/* Fill GFX8 params */
184 	if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE) == DC_ARRAY_2D_TILED_THIN1) {
185 		unsigned int bankw, bankh, mtaspect, tile_split, num_banks;
186 
187 		bankw = AMDGPU_TILING_GET(tiling_flags, BANK_WIDTH);
188 		bankh = AMDGPU_TILING_GET(tiling_flags, BANK_HEIGHT);
189 		mtaspect = AMDGPU_TILING_GET(tiling_flags, MACRO_TILE_ASPECT);
190 		tile_split = AMDGPU_TILING_GET(tiling_flags, TILE_SPLIT);
191 		num_banks = AMDGPU_TILING_GET(tiling_flags, NUM_BANKS);
192 
193 		/* XXX fix me for VI */
194 		tiling_info->gfx8.num_banks = num_banks;
195 		tiling_info->gfx8.array_mode =
196 				DC_ARRAY_2D_TILED_THIN1;
197 		tiling_info->gfx8.tile_split = tile_split;
198 		tiling_info->gfx8.bank_width = bankw;
199 		tiling_info->gfx8.bank_height = bankh;
200 		tiling_info->gfx8.tile_aspect = mtaspect;
201 		tiling_info->gfx8.tile_mode =
202 				DC_ADDR_SURF_MICRO_TILING_DISPLAY;
203 	} else if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE)
204 			== DC_ARRAY_1D_TILED_THIN1) {
205 		tiling_info->gfx8.array_mode = DC_ARRAY_1D_TILED_THIN1;
206 	}
207 
208 	tiling_info->gfx8.pipe_config =
209 			AMDGPU_TILING_GET(tiling_flags, PIPE_CONFIG);
210 }
211 
212 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(const struct amdgpu_device *adev,
213 							      union dc_tiling_info *tiling_info)
214 {
215 	/* Fill GFX9 params */
216 	tiling_info->gfx9.num_pipes =
217 		adev->gfx.config.gb_addr_config_fields.num_pipes;
218 	tiling_info->gfx9.num_banks =
219 		adev->gfx.config.gb_addr_config_fields.num_banks;
220 	tiling_info->gfx9.pipe_interleave =
221 		adev->gfx.config.gb_addr_config_fields.pipe_interleave_size;
222 	tiling_info->gfx9.num_shader_engines =
223 		adev->gfx.config.gb_addr_config_fields.num_se;
224 	tiling_info->gfx9.max_compressed_frags =
225 		adev->gfx.config.gb_addr_config_fields.max_compress_frags;
226 	tiling_info->gfx9.num_rb_per_se =
227 		adev->gfx.config.gb_addr_config_fields.num_rb_per_se;
228 	tiling_info->gfx9.shaderEnable = 1;
229 	if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0))
230 		tiling_info->gfx9.num_pkrs = adev->gfx.config.gb_addr_config_fields.num_pkrs;
231 }
232 
233 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(const struct amdgpu_device *adev,
234 								union dc_tiling_info *tiling_info,
235 								uint64_t modifier)
236 {
237 	unsigned int mod_bank_xor_bits = AMD_FMT_MOD_GET(BANK_XOR_BITS, modifier);
238 	unsigned int mod_pipe_xor_bits = AMD_FMT_MOD_GET(PIPE_XOR_BITS, modifier);
239 	unsigned int pkrs_log2 = AMD_FMT_MOD_GET(PACKERS, modifier);
240 	unsigned int pipes_log2;
241 
242 	pipes_log2 = min(5u, mod_pipe_xor_bits);
243 
244 	amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(adev, tiling_info);
245 
246 	if (!IS_AMD_FMT_MOD(modifier))
247 		return;
248 
249 	tiling_info->gfx9.num_pipes = 1u << pipes_log2;
250 	tiling_info->gfx9.num_shader_engines = 1u << (mod_pipe_xor_bits - pipes_log2);
251 
252 	if (adev->family >= AMDGPU_FAMILY_NV) {
253 		tiling_info->gfx9.num_pkrs = 1u << pkrs_log2;
254 	} else {
255 		tiling_info->gfx9.num_banks = 1u << mod_bank_xor_bits;
256 
257 		/* for DCC we know it isn't rb aligned, so rb_per_se doesn't matter. */
258 	}
259 }
260 
261 static int amdgpu_dm_plane_validate_dcc(struct amdgpu_device *adev,
262 					const enum surface_pixel_format format,
263 					const enum dc_rotation_angle rotation,
264 					const union dc_tiling_info *tiling_info,
265 					const struct dc_plane_dcc_param *dcc,
266 					const struct dc_plane_address *address,
267 					const struct plane_size *plane_size)
268 {
269 	struct dc *dc = adev->dm.dc;
270 	struct dc_dcc_surface_param input;
271 	struct dc_surface_dcc_cap output;
272 
273 	memset(&input, 0, sizeof(input));
274 	memset(&output, 0, sizeof(output));
275 
276 	if (!dcc->enable)
277 		return 0;
278 
279 	if (format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN ||
280 	    !dc->cap_funcs.get_dcc_compression_cap)
281 		return -EINVAL;
282 
283 	input.format = format;
284 	input.surface_size.width = plane_size->surface_size.width;
285 	input.surface_size.height = plane_size->surface_size.height;
286 	input.swizzle_mode = tiling_info->gfx9.swizzle;
287 
288 	if (rotation == ROTATION_ANGLE_0 || rotation == ROTATION_ANGLE_180)
289 		input.scan = SCAN_DIRECTION_HORIZONTAL;
290 	else if (rotation == ROTATION_ANGLE_90 || rotation == ROTATION_ANGLE_270)
291 		input.scan = SCAN_DIRECTION_VERTICAL;
292 
293 	if (!dc->cap_funcs.get_dcc_compression_cap(dc, &input, &output))
294 		return -EINVAL;
295 
296 	if (!output.capable)
297 		return -EINVAL;
298 
299 	if (dcc->independent_64b_blks == 0 &&
300 	    output.grph.rgb.independent_64b_blks != 0)
301 		return -EINVAL;
302 
303 	return 0;
304 }
305 
306 static int amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(struct amdgpu_device *adev,
307 								     const struct amdgpu_framebuffer *afb,
308 								     const enum surface_pixel_format format,
309 								     const enum dc_rotation_angle rotation,
310 								     const struct plane_size *plane_size,
311 								     union dc_tiling_info *tiling_info,
312 								     struct dc_plane_dcc_param *dcc,
313 								     struct dc_plane_address *address,
314 								     const bool force_disable_dcc)
315 {
316 	const uint64_t modifier = afb->base.modifier;
317 	int ret = 0;
318 
319 	amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(adev, tiling_info, modifier);
320 	tiling_info->gfx9.swizzle = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier);
321 
322 	if (amdgpu_dm_plane_modifier_has_dcc(modifier) && !force_disable_dcc) {
323 		uint64_t dcc_address = afb->address + afb->base.offsets[1];
324 		bool independent_64b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_64B, modifier);
325 		bool independent_128b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_128B, modifier);
326 
327 		dcc->enable = 1;
328 		dcc->meta_pitch = afb->base.pitches[1];
329 		dcc->independent_64b_blks = independent_64b_blks;
330 		if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) >= AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) {
331 			if (independent_64b_blks && independent_128b_blks)
332 				dcc->dcc_ind_blk = hubp_ind_block_64b_no_128bcl;
333 			else if (independent_128b_blks)
334 				dcc->dcc_ind_blk = hubp_ind_block_128b;
335 			else if (independent_64b_blks && !independent_128b_blks)
336 				dcc->dcc_ind_blk = hubp_ind_block_64b;
337 			else
338 				dcc->dcc_ind_blk = hubp_ind_block_unconstrained;
339 		} else {
340 			if (independent_64b_blks)
341 				dcc->dcc_ind_blk = hubp_ind_block_64b;
342 			else
343 				dcc->dcc_ind_blk = hubp_ind_block_unconstrained;
344 		}
345 
346 		address->grph.meta_addr.low_part = lower_32_bits(dcc_address);
347 		address->grph.meta_addr.high_part = upper_32_bits(dcc_address);
348 	}
349 
350 	ret = amdgpu_dm_plane_validate_dcc(adev, format, rotation, tiling_info, dcc, address, plane_size);
351 	if (ret)
352 		drm_dbg_kms(adev_to_drm(adev), "amdgpu_dm_plane_validate_dcc: returned error: %d\n", ret);
353 
354 	return ret;
355 }
356 
357 static void amdgpu_dm_plane_add_gfx10_1_modifiers(const struct amdgpu_device *adev,
358 						  uint64_t **mods,
359 						  uint64_t *size,
360 						  uint64_t *capacity)
361 {
362 	int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes);
363 
364 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
365 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
366 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) |
367 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
368 				     AMD_FMT_MOD_SET(DCC, 1) |
369 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
370 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
371 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B));
372 
373 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
374 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
375 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) |
376 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
377 				     AMD_FMT_MOD_SET(DCC, 1) |
378 				     AMD_FMT_MOD_SET(DCC_RETILE, 1) |
379 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
380 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
381 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B));
382 
383 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
384 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
385 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) |
386 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits));
387 
388 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
389 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
390 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) |
391 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits));
392 
393 
394 	/* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */
395 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
396 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) |
397 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
398 
399 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
400 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) |
401 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
402 }
403 
404 static void amdgpu_dm_plane_add_gfx9_modifiers(const struct amdgpu_device *adev,
405 					       uint64_t **mods,
406 					       uint64_t *size,
407 					       uint64_t *capacity)
408 {
409 	int pipes = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes);
410 	int pipe_xor_bits = min(8, pipes +
411 				ilog2(adev->gfx.config.gb_addr_config_fields.num_se));
412 	int bank_xor_bits = min(8 - pipe_xor_bits,
413 				ilog2(adev->gfx.config.gb_addr_config_fields.num_banks));
414 	int rb = ilog2(adev->gfx.config.gb_addr_config_fields.num_se) +
415 		 ilog2(adev->gfx.config.gb_addr_config_fields.num_rb_per_se);
416 
417 
418 	if (adev->family == AMDGPU_FAMILY_RV) {
419 		/* Raven2 and later */
420 		bool has_constant_encode = adev->asic_type > CHIP_RAVEN || adev->external_rev_id >= 0x81;
421 
422 		/*
423 		 * No _D DCC swizzles yet because we only allow 32bpp, which
424 		 * doesn't support _D on DCN
425 		 */
426 
427 		if (has_constant_encode) {
428 			amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
429 						     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
430 						     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
431 						     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
432 						     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) |
433 						     AMD_FMT_MOD_SET(DCC, 1) |
434 						     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
435 						     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) |
436 						     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1));
437 		}
438 
439 		amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
440 					     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
441 					     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
442 					     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
443 					     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) |
444 					     AMD_FMT_MOD_SET(DCC, 1) |
445 					     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
446 					     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) |
447 					     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0));
448 
449 		if (has_constant_encode) {
450 			amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
451 						     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
452 						     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
453 						     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
454 						     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) |
455 						     AMD_FMT_MOD_SET(DCC, 1) |
456 						     AMD_FMT_MOD_SET(DCC_RETILE, 1) |
457 						     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
458 						     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) |
459 						     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
460 						     AMD_FMT_MOD_SET(RB, rb) |
461 						     AMD_FMT_MOD_SET(PIPE, pipes));
462 		}
463 
464 		amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
465 					     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
466 					     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
467 					     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
468 					     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) |
469 					     AMD_FMT_MOD_SET(DCC, 1) |
470 					     AMD_FMT_MOD_SET(DCC_RETILE, 1) |
471 					     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
472 					     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) |
473 					     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0) |
474 					     AMD_FMT_MOD_SET(RB, rb) |
475 					     AMD_FMT_MOD_SET(PIPE, pipes));
476 	}
477 
478 	/*
479 	 * Only supported for 64bpp on Raven, will be filtered on format in
480 	 * amdgpu_dm_plane_format_mod_supported.
481 	 */
482 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
483 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D_X) |
484 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
485 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
486 				     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits));
487 
488 	if (adev->family == AMDGPU_FAMILY_RV) {
489 		amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
490 					     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
491 					     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) |
492 					     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
493 					     AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits));
494 	}
495 
496 	/*
497 	 * Only supported for 64bpp on Raven, will be filtered on format in
498 	 * amdgpu_dm_plane_format_mod_supported.
499 	 */
500 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
501 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) |
502 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
503 
504 	if (adev->family == AMDGPU_FAMILY_RV) {
505 		amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
506 					     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) |
507 					     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
508 	}
509 }
510 
511 static void amdgpu_dm_plane_add_gfx10_3_modifiers(const struct amdgpu_device *adev,
512 						  uint64_t **mods,
513 						  uint64_t *size,
514 						  uint64_t *capacity)
515 {
516 	int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes);
517 	int pkrs = ilog2(adev->gfx.config.gb_addr_config_fields.num_pkrs);
518 
519 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
520 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
521 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
522 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
523 				     AMD_FMT_MOD_SET(PACKERS, pkrs) |
524 				     AMD_FMT_MOD_SET(DCC, 1) |
525 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
526 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
527 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
528 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B));
529 
530 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
531 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
532 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
533 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
534 				     AMD_FMT_MOD_SET(PACKERS, pkrs) |
535 				     AMD_FMT_MOD_SET(DCC, 1) |
536 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
537 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
538 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B));
539 
540 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
541 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
542 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
543 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
544 				     AMD_FMT_MOD_SET(PACKERS, pkrs) |
545 				     AMD_FMT_MOD_SET(DCC, 1) |
546 				     AMD_FMT_MOD_SET(DCC_RETILE, 1) |
547 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
548 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
549 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
550 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B));
551 
552 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
553 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
554 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
555 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
556 				     AMD_FMT_MOD_SET(PACKERS, pkrs) |
557 				     AMD_FMT_MOD_SET(DCC, 1) |
558 				     AMD_FMT_MOD_SET(DCC_RETILE, 1) |
559 				     AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) |
560 				     AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
561 				     AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B));
562 
563 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
564 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) |
565 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
566 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
567 				     AMD_FMT_MOD_SET(PACKERS, pkrs));
568 
569 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
570 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) |
571 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) |
572 				     AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
573 				     AMD_FMT_MOD_SET(PACKERS, pkrs));
574 
575 	/* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */
576 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
577 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) |
578 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
579 
580 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
581 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) |
582 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9));
583 }
584 
585 static void amdgpu_dm_plane_add_gfx11_modifiers(struct amdgpu_device *adev,
586 		      uint64_t **mods, uint64_t *size, uint64_t *capacity)
587 {
588 	int num_pipes = 0;
589 	int pipe_xor_bits = 0;
590 	int num_pkrs = 0;
591 	int pkrs = 0;
592 	u32 gb_addr_config;
593 	u8 i = 0;
594 	unsigned int swizzle_r_x;
595 	uint64_t modifier_r_x;
596 	uint64_t modifier_dcc_best;
597 	uint64_t modifier_dcc_4k;
598 
599 	/* TODO: GFX11 IP HW init hasnt finish and we get zero if we read from
600 	 * adev->gfx.config.gb_addr_config_fields.num_{pkrs,pipes}
601 	 */
602 	gb_addr_config = RREG32_SOC15(GC, 0, regGB_ADDR_CONFIG);
603 	ASSERT(gb_addr_config != 0);
604 
605 	num_pkrs = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PKRS);
606 	pkrs = ilog2(num_pkrs);
607 	num_pipes = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PIPES);
608 	pipe_xor_bits = ilog2(num_pipes);
609 
610 	for (i = 0; i < 2; i++) {
611 		/* Insert the best one first. */
612 		/* R_X swizzle modes are the best for rendering and DCC requires them. */
613 		if (num_pipes > 16)
614 			swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX11_256K_R_X : AMD_FMT_MOD_TILE_GFX9_64K_R_X;
615 		else
616 			swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX9_64K_R_X : AMD_FMT_MOD_TILE_GFX11_256K_R_X;
617 
618 		modifier_r_x = AMD_FMT_MOD |
619 			       AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) |
620 			       AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) |
621 			       AMD_FMT_MOD_SET(TILE, swizzle_r_x) |
622 			       AMD_FMT_MOD_SET(PACKERS, pkrs);
623 
624 		/* DCC_CONSTANT_ENCODE is not set because it can't vary with gfx11 (it's implied to be 1). */
625 		modifier_dcc_best = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) |
626 				    AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 0) |
627 				    AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
628 				    AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B);
629 
630 		/* DCC settings for 4K and greater resolutions. (required by display hw) */
631 		modifier_dcc_4k = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) |
632 				  AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) |
633 				  AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) |
634 				  AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B);
635 
636 		amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best);
637 		amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k);
638 
639 		amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best | AMD_FMT_MOD_SET(DCC_RETILE, 1));
640 		amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k | AMD_FMT_MOD_SET(DCC_RETILE, 1));
641 
642 		amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_r_x);
643 	}
644 
645 	amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD |
646 				     AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) |
647 				     AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D));
648 }
649 
650 static int amdgpu_dm_plane_get_plane_modifiers(struct amdgpu_device *adev, unsigned int plane_type, uint64_t **mods)
651 {
652 	uint64_t size = 0, capacity = 128;
653 	*mods = NULL;
654 
655 	/* We have not hooked up any pre-GFX9 modifiers. */
656 	if (adev->family < AMDGPU_FAMILY_AI)
657 		return 0;
658 
659 	*mods = kmalloc(capacity * sizeof(uint64_t), GFP_KERNEL);
660 
661 	if (plane_type == DRM_PLANE_TYPE_CURSOR) {
662 		amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR);
663 		amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID);
664 		return *mods ? 0 : -ENOMEM;
665 	}
666 
667 	switch (adev->family) {
668 	case AMDGPU_FAMILY_AI:
669 	case AMDGPU_FAMILY_RV:
670 		amdgpu_dm_plane_add_gfx9_modifiers(adev, mods, &size, &capacity);
671 		break;
672 	case AMDGPU_FAMILY_NV:
673 	case AMDGPU_FAMILY_VGH:
674 	case AMDGPU_FAMILY_YC:
675 	case AMDGPU_FAMILY_GC_10_3_6:
676 	case AMDGPU_FAMILY_GC_10_3_7:
677 		if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0))
678 			amdgpu_dm_plane_add_gfx10_3_modifiers(adev, mods, &size, &capacity);
679 		else
680 			amdgpu_dm_plane_add_gfx10_1_modifiers(adev, mods, &size, &capacity);
681 		break;
682 	case AMDGPU_FAMILY_GC_11_0_0:
683 	case AMDGPU_FAMILY_GC_11_0_1:
684 	case AMDGPU_FAMILY_GC_11_5_0:
685 		amdgpu_dm_plane_add_gfx11_modifiers(adev, mods, &size, &capacity);
686 		break;
687 	}
688 
689 	amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR);
690 
691 	/* INVALID marks the end of the list. */
692 	amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID);
693 
694 	if (!*mods)
695 		return -ENOMEM;
696 
697 	return 0;
698 }
699 
700 static int amdgpu_dm_plane_get_plane_formats(const struct drm_plane *plane,
701 					     const struct dc_plane_cap *plane_cap,
702 					     uint32_t *formats, int max_formats)
703 {
704 	int i, num_formats = 0;
705 
706 	/*
707 	 * TODO: Query support for each group of formats directly from
708 	 * DC plane caps. This will require adding more formats to the
709 	 * caps list.
710 	 */
711 
712 	if (plane->type == DRM_PLANE_TYPE_PRIMARY ||
713 		(plane_cap && plane_cap->type == DC_PLANE_TYPE_DCN_UNIVERSAL && plane->type != DRM_PLANE_TYPE_CURSOR)) {
714 		for (i = 0; i < ARRAY_SIZE(rgb_formats); ++i) {
715 			if (num_formats >= max_formats)
716 				break;
717 
718 			formats[num_formats++] = rgb_formats[i];
719 		}
720 
721 		if (plane_cap && plane_cap->pixel_format_support.nv12)
722 			formats[num_formats++] = DRM_FORMAT_NV12;
723 		if (plane_cap && plane_cap->pixel_format_support.p010)
724 			formats[num_formats++] = DRM_FORMAT_P010;
725 		if (plane_cap && plane_cap->pixel_format_support.fp16) {
726 			formats[num_formats++] = DRM_FORMAT_XRGB16161616F;
727 			formats[num_formats++] = DRM_FORMAT_ARGB16161616F;
728 			formats[num_formats++] = DRM_FORMAT_XBGR16161616F;
729 			formats[num_formats++] = DRM_FORMAT_ABGR16161616F;
730 		}
731 	} else {
732 		switch (plane->type) {
733 		case DRM_PLANE_TYPE_OVERLAY:
734 			for (i = 0; i < ARRAY_SIZE(overlay_formats); ++i) {
735 				if (num_formats >= max_formats)
736 					break;
737 
738 				formats[num_formats++] = overlay_formats[i];
739 			}
740 			break;
741 
742 		case DRM_PLANE_TYPE_CURSOR:
743 			for (i = 0; i < ARRAY_SIZE(cursor_formats); ++i) {
744 				if (num_formats >= max_formats)
745 					break;
746 
747 				formats[num_formats++] = cursor_formats[i];
748 			}
749 			break;
750 
751 		default:
752 			break;
753 		}
754 	}
755 
756 	return num_formats;
757 }
758 
759 int amdgpu_dm_plane_fill_plane_buffer_attributes(struct amdgpu_device *adev,
760 			     const struct amdgpu_framebuffer *afb,
761 			     const enum surface_pixel_format format,
762 			     const enum dc_rotation_angle rotation,
763 			     const uint64_t tiling_flags,
764 			     union dc_tiling_info *tiling_info,
765 			     struct plane_size *plane_size,
766 			     struct dc_plane_dcc_param *dcc,
767 			     struct dc_plane_address *address,
768 			     bool tmz_surface,
769 			     bool force_disable_dcc)
770 {
771 	const struct drm_framebuffer *fb = &afb->base;
772 	int ret;
773 
774 	memset(tiling_info, 0, sizeof(*tiling_info));
775 	memset(plane_size, 0, sizeof(*plane_size));
776 	memset(dcc, 0, sizeof(*dcc));
777 	memset(address, 0, sizeof(*address));
778 
779 	address->tmz_surface = tmz_surface;
780 
781 	if (format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) {
782 		uint64_t addr = afb->address + fb->offsets[0];
783 
784 		plane_size->surface_size.x = 0;
785 		plane_size->surface_size.y = 0;
786 		plane_size->surface_size.width = fb->width;
787 		plane_size->surface_size.height = fb->height;
788 		plane_size->surface_pitch =
789 			fb->pitches[0] / fb->format->cpp[0];
790 
791 		address->type = PLN_ADDR_TYPE_GRAPHICS;
792 		address->grph.addr.low_part = lower_32_bits(addr);
793 		address->grph.addr.high_part = upper_32_bits(addr);
794 	} else if (format < SURFACE_PIXEL_FORMAT_INVALID) {
795 		uint64_t luma_addr = afb->address + fb->offsets[0];
796 		uint64_t chroma_addr = afb->address + fb->offsets[1];
797 
798 		plane_size->surface_size.x = 0;
799 		plane_size->surface_size.y = 0;
800 		plane_size->surface_size.width = fb->width;
801 		plane_size->surface_size.height = fb->height;
802 		plane_size->surface_pitch =
803 			fb->pitches[0] / fb->format->cpp[0];
804 
805 		plane_size->chroma_size.x = 0;
806 		plane_size->chroma_size.y = 0;
807 		/* TODO: set these based on surface format */
808 		plane_size->chroma_size.width = fb->width / 2;
809 		plane_size->chroma_size.height = fb->height / 2;
810 
811 		plane_size->chroma_pitch =
812 			fb->pitches[1] / fb->format->cpp[1];
813 
814 		address->type = PLN_ADDR_TYPE_VIDEO_PROGRESSIVE;
815 		address->video_progressive.luma_addr.low_part =
816 			lower_32_bits(luma_addr);
817 		address->video_progressive.luma_addr.high_part =
818 			upper_32_bits(luma_addr);
819 		address->video_progressive.chroma_addr.low_part =
820 			lower_32_bits(chroma_addr);
821 		address->video_progressive.chroma_addr.high_part =
822 			upper_32_bits(chroma_addr);
823 	}
824 
825 	if (adev->family >= AMDGPU_FAMILY_AI) {
826 		ret = amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(adev, afb, format,
827 										rotation, plane_size,
828 										tiling_info, dcc,
829 										address,
830 										force_disable_dcc);
831 		if (ret)
832 			return ret;
833 	} else {
834 		amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(tiling_info, tiling_flags);
835 	}
836 
837 	return 0;
838 }
839 
840 static int amdgpu_dm_plane_helper_prepare_fb(struct drm_plane *plane,
841 					     struct drm_plane_state *new_state)
842 {
843 	struct amdgpu_framebuffer *afb;
844 	struct drm_gem_object *obj;
845 	struct amdgpu_device *adev;
846 	struct amdgpu_bo *rbo;
847 	struct dm_plane_state *dm_plane_state_new, *dm_plane_state_old;
848 	uint32_t domain;
849 	int r;
850 
851 	if (!new_state->fb) {
852 		DRM_DEBUG_KMS("No FB bound\n");
853 		return 0;
854 	}
855 
856 	afb = to_amdgpu_framebuffer(new_state->fb);
857 	obj = new_state->fb->obj[0];
858 	rbo = gem_to_amdgpu_bo(obj);
859 	adev = amdgpu_ttm_adev(rbo->tbo.bdev);
860 
861 	r = amdgpu_bo_reserve(rbo, true);
862 	if (r) {
863 		dev_err(adev->dev, "fail to reserve bo (%d)\n", r);
864 		return r;
865 	}
866 
867 	r = dma_resv_reserve_fences(rbo->tbo.base.resv, 1);
868 	if (r) {
869 		dev_err(adev->dev, "reserving fence slot failed (%d)\n", r);
870 		goto error_unlock;
871 	}
872 
873 	if (plane->type != DRM_PLANE_TYPE_CURSOR)
874 		domain = amdgpu_display_supported_domains(adev, rbo->flags);
875 	else
876 		domain = AMDGPU_GEM_DOMAIN_VRAM;
877 
878 	r = amdgpu_bo_pin(rbo, domain);
879 	if (unlikely(r != 0)) {
880 		if (r != -ERESTARTSYS)
881 			DRM_ERROR("Failed to pin framebuffer with error %d\n", r);
882 		goto error_unlock;
883 	}
884 
885 	r = amdgpu_ttm_alloc_gart(&rbo->tbo);
886 	if (unlikely(r != 0)) {
887 		DRM_ERROR("%p bind failed\n", rbo);
888 		goto error_unpin;
889 	}
890 
891 	r = drm_gem_plane_helper_prepare_fb(plane, new_state);
892 	if (unlikely(r != 0))
893 		goto error_unpin;
894 
895 	amdgpu_bo_unreserve(rbo);
896 
897 	afb->address = amdgpu_bo_gpu_offset(rbo);
898 
899 	amdgpu_bo_ref(rbo);
900 
901 	/**
902 	 * We don't do surface updates on planes that have been newly created,
903 	 * but we also don't have the afb->address during atomic check.
904 	 *
905 	 * Fill in buffer attributes depending on the address here, but only on
906 	 * newly created planes since they're not being used by DC yet and this
907 	 * won't modify global state.
908 	 */
909 	dm_plane_state_old = to_dm_plane_state(plane->state);
910 	dm_plane_state_new = to_dm_plane_state(new_state);
911 
912 	if (dm_plane_state_new->dc_state &&
913 	    dm_plane_state_old->dc_state != dm_plane_state_new->dc_state) {
914 		struct dc_plane_state *plane_state =
915 			dm_plane_state_new->dc_state;
916 		bool force_disable_dcc = !plane_state->dcc.enable;
917 
918 		amdgpu_dm_plane_fill_plane_buffer_attributes(
919 			adev, afb, plane_state->format, plane_state->rotation,
920 			afb->tiling_flags,
921 			&plane_state->tiling_info, &plane_state->plane_size,
922 			&plane_state->dcc, &plane_state->address,
923 			afb->tmz_surface, force_disable_dcc);
924 	}
925 
926 	return 0;
927 
928 error_unpin:
929 	amdgpu_bo_unpin(rbo);
930 
931 error_unlock:
932 	amdgpu_bo_unreserve(rbo);
933 	return r;
934 }
935 
936 static void amdgpu_dm_plane_helper_cleanup_fb(struct drm_plane *plane,
937 					      struct drm_plane_state *old_state)
938 {
939 	struct amdgpu_bo *rbo;
940 	int r;
941 
942 	if (!old_state->fb)
943 		return;
944 
945 	rbo = gem_to_amdgpu_bo(old_state->fb->obj[0]);
946 	r = amdgpu_bo_reserve(rbo, false);
947 	if (unlikely(r)) {
948 		DRM_ERROR("failed to reserve rbo before unpin\n");
949 		return;
950 	}
951 
952 	amdgpu_bo_unpin(rbo);
953 	amdgpu_bo_unreserve(rbo);
954 	amdgpu_bo_unref(&rbo);
955 }
956 
957 static void amdgpu_dm_plane_get_min_max_dc_plane_scaling(struct drm_device *dev,
958 					 struct drm_framebuffer *fb,
959 					 int *min_downscale, int *max_upscale)
960 {
961 	struct amdgpu_device *adev = drm_to_adev(dev);
962 	struct dc *dc = adev->dm.dc;
963 	/* Caps for all supported planes are the same on DCE and DCN 1 - 3 */
964 	struct dc_plane_cap *plane_cap = &dc->caps.planes[0];
965 
966 	switch (fb->format->format) {
967 	case DRM_FORMAT_P010:
968 	case DRM_FORMAT_NV12:
969 	case DRM_FORMAT_NV21:
970 		*max_upscale = plane_cap->max_upscale_factor.nv12;
971 		*min_downscale = plane_cap->max_downscale_factor.nv12;
972 		break;
973 
974 	case DRM_FORMAT_XRGB16161616F:
975 	case DRM_FORMAT_ARGB16161616F:
976 	case DRM_FORMAT_XBGR16161616F:
977 	case DRM_FORMAT_ABGR16161616F:
978 		*max_upscale = plane_cap->max_upscale_factor.fp16;
979 		*min_downscale = plane_cap->max_downscale_factor.fp16;
980 		break;
981 
982 	default:
983 		*max_upscale = plane_cap->max_upscale_factor.argb8888;
984 		*min_downscale = plane_cap->max_downscale_factor.argb8888;
985 		break;
986 	}
987 
988 	/*
989 	 * A factor of 1 in the plane_cap means to not allow scaling, ie. use a
990 	 * scaling factor of 1.0 == 1000 units.
991 	 */
992 	if (*max_upscale == 1)
993 		*max_upscale = 1000;
994 
995 	if (*min_downscale == 1)
996 		*min_downscale = 1000;
997 }
998 
999 int amdgpu_dm_plane_helper_check_state(struct drm_plane_state *state,
1000 				       struct drm_crtc_state *new_crtc_state)
1001 {
1002 	struct drm_framebuffer *fb = state->fb;
1003 	int min_downscale, max_upscale;
1004 	int min_scale = 0;
1005 	int max_scale = INT_MAX;
1006 
1007 	/* Plane enabled? Validate viewport and get scaling factors from plane caps. */
1008 	if (fb && state->crtc) {
1009 		/* Validate viewport to cover the case when only the position changes */
1010 		if (state->plane->type != DRM_PLANE_TYPE_CURSOR) {
1011 			int viewport_width = state->crtc_w;
1012 			int viewport_height = state->crtc_h;
1013 
1014 			if (state->crtc_x < 0)
1015 				viewport_width += state->crtc_x;
1016 			else if (state->crtc_x + state->crtc_w > new_crtc_state->mode.crtc_hdisplay)
1017 				viewport_width = new_crtc_state->mode.crtc_hdisplay - state->crtc_x;
1018 
1019 			if (state->crtc_y < 0)
1020 				viewport_height += state->crtc_y;
1021 			else if (state->crtc_y + state->crtc_h > new_crtc_state->mode.crtc_vdisplay)
1022 				viewport_height = new_crtc_state->mode.crtc_vdisplay - state->crtc_y;
1023 
1024 			if (viewport_width < 0 || viewport_height < 0) {
1025 				DRM_DEBUG_ATOMIC("Plane completely outside of screen\n");
1026 				return -EINVAL;
1027 			} else if (viewport_width < MIN_VIEWPORT_SIZE*2) { /* x2 for width is because of pipe-split. */
1028 				DRM_DEBUG_ATOMIC("Viewport width %d smaller than %d\n", viewport_width, MIN_VIEWPORT_SIZE*2);
1029 				return -EINVAL;
1030 			} else if (viewport_height < MIN_VIEWPORT_SIZE) {
1031 				DRM_DEBUG_ATOMIC("Viewport height %d smaller than %d\n", viewport_height, MIN_VIEWPORT_SIZE);
1032 				return -EINVAL;
1033 			}
1034 
1035 		}
1036 
1037 		/* Get min/max allowed scaling factors from plane caps. */
1038 		amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->crtc->dev, fb,
1039 							     &min_downscale, &max_upscale);
1040 		/*
1041 		 * Convert to drm convention: 16.16 fixed point, instead of dc's
1042 		 * 1.0 == 1000. Also drm scaling is src/dst instead of dc's
1043 		 * dst/src, so min_scale = 1.0 / max_upscale, etc.
1044 		 */
1045 		min_scale = (1000 << 16) / max_upscale;
1046 		max_scale = (1000 << 16) / min_downscale;
1047 	}
1048 
1049 	return drm_atomic_helper_check_plane_state(
1050 		state, new_crtc_state, min_scale, max_scale, true, true);
1051 }
1052 
1053 int amdgpu_dm_plane_fill_dc_scaling_info(struct amdgpu_device *adev,
1054 				const struct drm_plane_state *state,
1055 				struct dc_scaling_info *scaling_info)
1056 {
1057 	int scale_w, scale_h, min_downscale, max_upscale;
1058 
1059 	memset(scaling_info, 0, sizeof(*scaling_info));
1060 
1061 	/* Source is fixed 16.16 but we ignore mantissa for now... */
1062 	scaling_info->src_rect.x = state->src_x >> 16;
1063 	scaling_info->src_rect.y = state->src_y >> 16;
1064 
1065 	/*
1066 	 * For reasons we don't (yet) fully understand a non-zero
1067 	 * src_y coordinate into an NV12 buffer can cause a
1068 	 * system hang on DCN1x.
1069 	 * To avoid hangs (and maybe be overly cautious)
1070 	 * let's reject both non-zero src_x and src_y.
1071 	 *
1072 	 * We currently know of only one use-case to reproduce a
1073 	 * scenario with non-zero src_x and src_y for NV12, which
1074 	 * is to gesture the YouTube Android app into full screen
1075 	 * on ChromeOS.
1076 	 */
1077 	if (((amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 0)) ||
1078 	    (amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 1))) &&
1079 	    (state->fb && state->fb->format->format == DRM_FORMAT_NV12 &&
1080 	    (scaling_info->src_rect.x != 0 || scaling_info->src_rect.y != 0)))
1081 		return -EINVAL;
1082 
1083 	scaling_info->src_rect.width = state->src_w >> 16;
1084 	if (scaling_info->src_rect.width == 0)
1085 		return -EINVAL;
1086 
1087 	scaling_info->src_rect.height = state->src_h >> 16;
1088 	if (scaling_info->src_rect.height == 0)
1089 		return -EINVAL;
1090 
1091 	scaling_info->dst_rect.x = state->crtc_x;
1092 	scaling_info->dst_rect.y = state->crtc_y;
1093 
1094 	if (state->crtc_w == 0)
1095 		return -EINVAL;
1096 
1097 	scaling_info->dst_rect.width = state->crtc_w;
1098 
1099 	if (state->crtc_h == 0)
1100 		return -EINVAL;
1101 
1102 	scaling_info->dst_rect.height = state->crtc_h;
1103 
1104 	/* DRM doesn't specify clipping on destination output. */
1105 	scaling_info->clip_rect = scaling_info->dst_rect;
1106 
1107 	/* Validate scaling per-format with DC plane caps */
1108 	if (state->plane && state->plane->dev && state->fb) {
1109 		amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->plane->dev, state->fb,
1110 							     &min_downscale, &max_upscale);
1111 	} else {
1112 		min_downscale = 250;
1113 		max_upscale = 16000;
1114 	}
1115 
1116 	scale_w = scaling_info->dst_rect.width * 1000 /
1117 		  scaling_info->src_rect.width;
1118 
1119 	if (scale_w < min_downscale || scale_w > max_upscale)
1120 		return -EINVAL;
1121 
1122 	scale_h = scaling_info->dst_rect.height * 1000 /
1123 		  scaling_info->src_rect.height;
1124 
1125 	if (scale_h < min_downscale || scale_h > max_upscale)
1126 		return -EINVAL;
1127 
1128 	/*
1129 	 * The "scaling_quality" can be ignored for now, quality = 0 has DC
1130 	 * assume reasonable defaults based on the format.
1131 	 */
1132 
1133 	return 0;
1134 }
1135 
1136 static int amdgpu_dm_plane_atomic_check(struct drm_plane *plane,
1137 					struct drm_atomic_state *state)
1138 {
1139 	struct drm_plane_state *new_plane_state = drm_atomic_get_new_plane_state(state,
1140 										 plane);
1141 	struct amdgpu_device *adev = drm_to_adev(plane->dev);
1142 	struct dc *dc = adev->dm.dc;
1143 	struct dm_plane_state *dm_plane_state;
1144 	struct dc_scaling_info scaling_info;
1145 	struct drm_crtc_state *new_crtc_state;
1146 	int ret;
1147 
1148 	trace_amdgpu_dm_plane_atomic_check(new_plane_state);
1149 
1150 	dm_plane_state = to_dm_plane_state(new_plane_state);
1151 
1152 	if (!dm_plane_state->dc_state)
1153 		return 0;
1154 
1155 	new_crtc_state =
1156 		drm_atomic_get_new_crtc_state(state,
1157 					      new_plane_state->crtc);
1158 	if (!new_crtc_state)
1159 		return -EINVAL;
1160 
1161 	ret = amdgpu_dm_plane_helper_check_state(new_plane_state, new_crtc_state);
1162 	if (ret)
1163 		return ret;
1164 
1165 	ret = amdgpu_dm_plane_fill_dc_scaling_info(adev, new_plane_state, &scaling_info);
1166 	if (ret)
1167 		return ret;
1168 
1169 	if (dc_validate_plane(dc, dm_plane_state->dc_state) == DC_OK)
1170 		return 0;
1171 
1172 	return -EINVAL;
1173 }
1174 
1175 static int amdgpu_dm_plane_atomic_async_check(struct drm_plane *plane,
1176 					      struct drm_atomic_state *state)
1177 {
1178 	/* Only support async updates on cursor planes. */
1179 	if (plane->type != DRM_PLANE_TYPE_CURSOR)
1180 		return -EINVAL;
1181 
1182 	return 0;
1183 }
1184 
1185 static int amdgpu_dm_plane_get_cursor_position(struct drm_plane *plane, struct drm_crtc *crtc,
1186 					       struct dc_cursor_position *position)
1187 {
1188 	struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
1189 	int x, y;
1190 	int xorigin = 0, yorigin = 0;
1191 
1192 	if (!crtc || !plane->state->fb)
1193 		return 0;
1194 
1195 	if ((plane->state->crtc_w > amdgpu_crtc->max_cursor_width) ||
1196 	    (plane->state->crtc_h > amdgpu_crtc->max_cursor_height)) {
1197 		DRM_ERROR("%s: bad cursor width or height %d x %d\n",
1198 			  __func__,
1199 			  plane->state->crtc_w,
1200 			  plane->state->crtc_h);
1201 		return -EINVAL;
1202 	}
1203 
1204 	x = plane->state->crtc_x;
1205 	y = plane->state->crtc_y;
1206 
1207 	if (x <= -amdgpu_crtc->max_cursor_width ||
1208 	    y <= -amdgpu_crtc->max_cursor_height)
1209 		return 0;
1210 
1211 	if (x < 0) {
1212 		xorigin = min(-x, amdgpu_crtc->max_cursor_width - 1);
1213 		x = 0;
1214 	}
1215 	if (y < 0) {
1216 		yorigin = min(-y, amdgpu_crtc->max_cursor_height - 1);
1217 		y = 0;
1218 	}
1219 	position->enable = true;
1220 	position->translate_by_source = true;
1221 	position->x = x;
1222 	position->y = y;
1223 	position->x_hotspot = xorigin;
1224 	position->y_hotspot = yorigin;
1225 
1226 	return 0;
1227 }
1228 
1229 void amdgpu_dm_plane_handle_cursor_update(struct drm_plane *plane,
1230 				 struct drm_plane_state *old_plane_state)
1231 {
1232 	struct amdgpu_device *adev = drm_to_adev(plane->dev);
1233 	struct amdgpu_framebuffer *afb = to_amdgpu_framebuffer(plane->state->fb);
1234 	struct drm_crtc *crtc = afb ? plane->state->crtc : old_plane_state->crtc;
1235 	struct dm_crtc_state *crtc_state = crtc ? to_dm_crtc_state(crtc->state) : NULL;
1236 	struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
1237 	uint64_t address = afb ? afb->address : 0;
1238 	struct dc_cursor_position position = {0};
1239 	struct dc_cursor_attributes attributes;
1240 	int ret;
1241 
1242 	if (!plane->state->fb && !old_plane_state->fb)
1243 		return;
1244 
1245 	drm_dbg_atomic(plane->dev, "crtc_id=%d with size %d to %d\n",
1246 		       amdgpu_crtc->crtc_id, plane->state->crtc_w,
1247 		       plane->state->crtc_h);
1248 
1249 	ret = amdgpu_dm_plane_get_cursor_position(plane, crtc, &position);
1250 	if (ret)
1251 		return;
1252 
1253 	if (!position.enable) {
1254 		/* turn off cursor */
1255 		if (crtc_state && crtc_state->stream) {
1256 			mutex_lock(&adev->dm.dc_lock);
1257 			dc_stream_set_cursor_position(crtc_state->stream,
1258 						      &position);
1259 			mutex_unlock(&adev->dm.dc_lock);
1260 		}
1261 		return;
1262 	}
1263 
1264 	amdgpu_crtc->cursor_width = plane->state->crtc_w;
1265 	amdgpu_crtc->cursor_height = plane->state->crtc_h;
1266 
1267 	memset(&attributes, 0, sizeof(attributes));
1268 	attributes.address.high_part = upper_32_bits(address);
1269 	attributes.address.low_part  = lower_32_bits(address);
1270 	attributes.width             = plane->state->crtc_w;
1271 	attributes.height            = plane->state->crtc_h;
1272 	attributes.color_format      = CURSOR_MODE_COLOR_PRE_MULTIPLIED_ALPHA;
1273 	attributes.rotation_angle    = 0;
1274 	attributes.attribute_flags.value = 0;
1275 
1276 	/* Enable cursor degamma ROM on DCN3+ for implicit sRGB degamma in DRM
1277 	 * legacy gamma setup.
1278 	 */
1279 	if (crtc_state->cm_is_degamma_srgb &&
1280 	    adev->dm.dc->caps.color.dpp.gamma_corr)
1281 		attributes.attribute_flags.bits.ENABLE_CURSOR_DEGAMMA = 1;
1282 
1283 	attributes.pitch = afb->base.pitches[0] / afb->base.format->cpp[0];
1284 
1285 	if (crtc_state->stream) {
1286 		mutex_lock(&adev->dm.dc_lock);
1287 		if (!dc_stream_set_cursor_attributes(crtc_state->stream,
1288 							 &attributes))
1289 			DRM_ERROR("DC failed to set cursor attributes\n");
1290 
1291 		if (!dc_stream_set_cursor_position(crtc_state->stream,
1292 						   &position))
1293 			DRM_ERROR("DC failed to set cursor position\n");
1294 		mutex_unlock(&adev->dm.dc_lock);
1295 	}
1296 }
1297 
1298 static void amdgpu_dm_plane_atomic_async_update(struct drm_plane *plane,
1299 						struct drm_atomic_state *state)
1300 {
1301 	struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state,
1302 									   plane);
1303 	struct drm_plane_state *old_state =
1304 		drm_atomic_get_old_plane_state(state, plane);
1305 
1306 	trace_amdgpu_dm_atomic_update_cursor(new_state);
1307 
1308 	swap(plane->state->fb, new_state->fb);
1309 
1310 	plane->state->src_x = new_state->src_x;
1311 	plane->state->src_y = new_state->src_y;
1312 	plane->state->src_w = new_state->src_w;
1313 	plane->state->src_h = new_state->src_h;
1314 	plane->state->crtc_x = new_state->crtc_x;
1315 	plane->state->crtc_y = new_state->crtc_y;
1316 	plane->state->crtc_w = new_state->crtc_w;
1317 	plane->state->crtc_h = new_state->crtc_h;
1318 
1319 	amdgpu_dm_plane_handle_cursor_update(plane, old_state);
1320 }
1321 
1322 static const struct drm_plane_helper_funcs dm_plane_helper_funcs = {
1323 	.prepare_fb = amdgpu_dm_plane_helper_prepare_fb,
1324 	.cleanup_fb = amdgpu_dm_plane_helper_cleanup_fb,
1325 	.atomic_check = amdgpu_dm_plane_atomic_check,
1326 	.atomic_async_check = amdgpu_dm_plane_atomic_async_check,
1327 	.atomic_async_update = amdgpu_dm_plane_atomic_async_update
1328 };
1329 
1330 static void amdgpu_dm_plane_drm_plane_reset(struct drm_plane *plane)
1331 {
1332 	struct dm_plane_state *amdgpu_state = NULL;
1333 
1334 	if (plane->state)
1335 		plane->funcs->atomic_destroy_state(plane, plane->state);
1336 
1337 	amdgpu_state = kzalloc(sizeof(*amdgpu_state), GFP_KERNEL);
1338 	WARN_ON(amdgpu_state == NULL);
1339 
1340 	if (!amdgpu_state)
1341 		return;
1342 
1343 	__drm_atomic_helper_plane_reset(plane, &amdgpu_state->base);
1344 	amdgpu_state->degamma_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT;
1345 	amdgpu_state->hdr_mult = AMDGPU_HDR_MULT_DEFAULT;
1346 	amdgpu_state->shaper_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT;
1347 	amdgpu_state->blend_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT;
1348 }
1349 
1350 static struct drm_plane_state *amdgpu_dm_plane_drm_plane_duplicate_state(struct drm_plane *plane)
1351 {
1352 	struct dm_plane_state *dm_plane_state, *old_dm_plane_state;
1353 
1354 	old_dm_plane_state = to_dm_plane_state(plane->state);
1355 	dm_plane_state = kzalloc(sizeof(*dm_plane_state), GFP_KERNEL);
1356 	if (!dm_plane_state)
1357 		return NULL;
1358 
1359 	__drm_atomic_helper_plane_duplicate_state(plane, &dm_plane_state->base);
1360 
1361 	if (old_dm_plane_state->dc_state) {
1362 		dm_plane_state->dc_state = old_dm_plane_state->dc_state;
1363 		dc_plane_state_retain(dm_plane_state->dc_state);
1364 	}
1365 
1366 	if (old_dm_plane_state->degamma_lut)
1367 		dm_plane_state->degamma_lut =
1368 			drm_property_blob_get(old_dm_plane_state->degamma_lut);
1369 	if (old_dm_plane_state->ctm)
1370 		dm_plane_state->ctm =
1371 			drm_property_blob_get(old_dm_plane_state->ctm);
1372 	if (old_dm_plane_state->shaper_lut)
1373 		dm_plane_state->shaper_lut =
1374 			drm_property_blob_get(old_dm_plane_state->shaper_lut);
1375 	if (old_dm_plane_state->lut3d)
1376 		dm_plane_state->lut3d =
1377 			drm_property_blob_get(old_dm_plane_state->lut3d);
1378 	if (old_dm_plane_state->blend_lut)
1379 		dm_plane_state->blend_lut =
1380 			drm_property_blob_get(old_dm_plane_state->blend_lut);
1381 
1382 	dm_plane_state->degamma_tf = old_dm_plane_state->degamma_tf;
1383 	dm_plane_state->hdr_mult = old_dm_plane_state->hdr_mult;
1384 	dm_plane_state->shaper_tf = old_dm_plane_state->shaper_tf;
1385 	dm_plane_state->blend_tf = old_dm_plane_state->blend_tf;
1386 
1387 	return &dm_plane_state->base;
1388 }
1389 
1390 static bool amdgpu_dm_plane_format_mod_supported(struct drm_plane *plane,
1391 						 uint32_t format,
1392 						 uint64_t modifier)
1393 {
1394 	struct amdgpu_device *adev = drm_to_adev(plane->dev);
1395 	const struct drm_format_info *info = drm_format_info(format);
1396 	int i;
1397 
1398 	enum dm_micro_swizzle microtile = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier) & 3;
1399 
1400 	if (!info)
1401 		return false;
1402 
1403 	/*
1404 	 * We always have to allow these modifiers:
1405 	 * 1. Core DRM checks for LINEAR support if userspace does not provide modifiers.
1406 	 * 2. Not passing any modifiers is the same as explicitly passing INVALID.
1407 	 */
1408 	if (modifier == DRM_FORMAT_MOD_LINEAR ||
1409 	    modifier == DRM_FORMAT_MOD_INVALID) {
1410 		return true;
1411 	}
1412 
1413 	/* Check that the modifier is on the list of the plane's supported modifiers. */
1414 	for (i = 0; i < plane->modifier_count; i++) {
1415 		if (modifier == plane->modifiers[i])
1416 			break;
1417 	}
1418 	if (i == plane->modifier_count)
1419 		return false;
1420 
1421 	/*
1422 	 * For D swizzle the canonical modifier depends on the bpp, so check
1423 	 * it here.
1424 	 */
1425 	if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) == AMD_FMT_MOD_TILE_VER_GFX9 &&
1426 	    adev->family >= AMDGPU_FAMILY_NV) {
1427 		if (microtile == MICRO_SWIZZLE_D && info->cpp[0] == 4)
1428 			return false;
1429 	}
1430 
1431 	if (adev->family >= AMDGPU_FAMILY_RV && microtile == MICRO_SWIZZLE_D &&
1432 	    info->cpp[0] < 8)
1433 		return false;
1434 
1435 	if (amdgpu_dm_plane_modifier_has_dcc(modifier)) {
1436 		/* Per radeonsi comments 16/64 bpp are more complicated. */
1437 		if (info->cpp[0] != 4)
1438 			return false;
1439 		/* We support multi-planar formats, but not when combined with
1440 		 * additional DCC metadata planes.
1441 		 */
1442 		if (info->num_planes > 1)
1443 			return false;
1444 	}
1445 
1446 	return true;
1447 }
1448 
1449 static void amdgpu_dm_plane_drm_plane_destroy_state(struct drm_plane *plane,
1450 						    struct drm_plane_state *state)
1451 {
1452 	struct dm_plane_state *dm_plane_state = to_dm_plane_state(state);
1453 
1454 	if (dm_plane_state->degamma_lut)
1455 		drm_property_blob_put(dm_plane_state->degamma_lut);
1456 	if (dm_plane_state->ctm)
1457 		drm_property_blob_put(dm_plane_state->ctm);
1458 	if (dm_plane_state->lut3d)
1459 		drm_property_blob_put(dm_plane_state->lut3d);
1460 	if (dm_plane_state->shaper_lut)
1461 		drm_property_blob_put(dm_plane_state->shaper_lut);
1462 	if (dm_plane_state->blend_lut)
1463 		drm_property_blob_put(dm_plane_state->blend_lut);
1464 
1465 	if (dm_plane_state->dc_state)
1466 		dc_plane_state_release(dm_plane_state->dc_state);
1467 
1468 	drm_atomic_helper_plane_destroy_state(plane, state);
1469 }
1470 
1471 #ifdef AMD_PRIVATE_COLOR
1472 static void
1473 dm_atomic_plane_attach_color_mgmt_properties(struct amdgpu_display_manager *dm,
1474 					     struct drm_plane *plane)
1475 {
1476 	struct amdgpu_mode_info mode_info = dm->adev->mode_info;
1477 	struct dpp_color_caps dpp_color_caps = dm->dc->caps.color.dpp;
1478 
1479 	/* Check HW color pipeline capabilities on DPP block (pre-blending)
1480 	 * before exposing related properties.
1481 	 */
1482 	if (dpp_color_caps.dgam_ram || dpp_color_caps.gamma_corr) {
1483 		drm_object_attach_property(&plane->base,
1484 					   mode_info.plane_degamma_lut_property,
1485 					   0);
1486 		drm_object_attach_property(&plane->base,
1487 					   mode_info.plane_degamma_lut_size_property,
1488 					   MAX_COLOR_LUT_ENTRIES);
1489 		drm_object_attach_property(&plane->base,
1490 					   dm->adev->mode_info.plane_degamma_tf_property,
1491 					   AMDGPU_TRANSFER_FUNCTION_DEFAULT);
1492 	}
1493 	/* HDR MULT is always available */
1494 	drm_object_attach_property(&plane->base,
1495 				   dm->adev->mode_info.plane_hdr_mult_property,
1496 				   AMDGPU_HDR_MULT_DEFAULT);
1497 
1498 	/* Only enable plane CTM if both DPP and MPC gamut remap is available. */
1499 	if (dm->dc->caps.color.mpc.gamut_remap)
1500 		drm_object_attach_property(&plane->base,
1501 					   dm->adev->mode_info.plane_ctm_property, 0);
1502 
1503 	if (dpp_color_caps.hw_3d_lut) {
1504 		drm_object_attach_property(&plane->base,
1505 					   mode_info.plane_shaper_lut_property, 0);
1506 		drm_object_attach_property(&plane->base,
1507 					   mode_info.plane_shaper_lut_size_property,
1508 					   MAX_COLOR_LUT_ENTRIES);
1509 		drm_object_attach_property(&plane->base,
1510 					   mode_info.plane_shaper_tf_property,
1511 					   AMDGPU_TRANSFER_FUNCTION_DEFAULT);
1512 		drm_object_attach_property(&plane->base,
1513 					   mode_info.plane_lut3d_property, 0);
1514 		drm_object_attach_property(&plane->base,
1515 					   mode_info.plane_lut3d_size_property,
1516 					   MAX_COLOR_3DLUT_SIZE);
1517 	}
1518 
1519 	if (dpp_color_caps.ogam_ram) {
1520 		drm_object_attach_property(&plane->base,
1521 					   mode_info.plane_blend_lut_property, 0);
1522 		drm_object_attach_property(&plane->base,
1523 					   mode_info.plane_blend_lut_size_property,
1524 					   MAX_COLOR_LUT_ENTRIES);
1525 		drm_object_attach_property(&plane->base,
1526 					   mode_info.plane_blend_tf_property,
1527 					   AMDGPU_TRANSFER_FUNCTION_DEFAULT);
1528 	}
1529 }
1530 
1531 static int
1532 dm_atomic_plane_set_property(struct drm_plane *plane,
1533 			     struct drm_plane_state *state,
1534 			     struct drm_property *property,
1535 			     uint64_t val)
1536 {
1537 	struct dm_plane_state *dm_plane_state = to_dm_plane_state(state);
1538 	struct amdgpu_device *adev = drm_to_adev(plane->dev);
1539 	bool replaced = false;
1540 	int ret;
1541 
1542 	if (property == adev->mode_info.plane_degamma_lut_property) {
1543 		ret = drm_property_replace_blob_from_id(plane->dev,
1544 							&dm_plane_state->degamma_lut,
1545 							val, -1,
1546 							sizeof(struct drm_color_lut),
1547 							&replaced);
1548 		dm_plane_state->base.color_mgmt_changed |= replaced;
1549 		return ret;
1550 	} else if (property == adev->mode_info.plane_degamma_tf_property) {
1551 		if (dm_plane_state->degamma_tf != val) {
1552 			dm_plane_state->degamma_tf = val;
1553 			dm_plane_state->base.color_mgmt_changed = 1;
1554 		}
1555 	} else if (property == adev->mode_info.plane_hdr_mult_property) {
1556 		if (dm_plane_state->hdr_mult != val) {
1557 			dm_plane_state->hdr_mult = val;
1558 			dm_plane_state->base.color_mgmt_changed = 1;
1559 		}
1560 	} else if (property == adev->mode_info.plane_ctm_property) {
1561 		ret = drm_property_replace_blob_from_id(plane->dev,
1562 							&dm_plane_state->ctm,
1563 							val,
1564 							sizeof(struct drm_color_ctm_3x4), -1,
1565 							&replaced);
1566 		dm_plane_state->base.color_mgmt_changed |= replaced;
1567 		return ret;
1568 	} else if (property == adev->mode_info.plane_shaper_lut_property) {
1569 		ret = drm_property_replace_blob_from_id(plane->dev,
1570 							&dm_plane_state->shaper_lut,
1571 							val, -1,
1572 							sizeof(struct drm_color_lut),
1573 							&replaced);
1574 		dm_plane_state->base.color_mgmt_changed |= replaced;
1575 		return ret;
1576 	} else if (property == adev->mode_info.plane_shaper_tf_property) {
1577 		if (dm_plane_state->shaper_tf != val) {
1578 			dm_plane_state->shaper_tf = val;
1579 			dm_plane_state->base.color_mgmt_changed = 1;
1580 		}
1581 	} else if (property == adev->mode_info.plane_lut3d_property) {
1582 		ret = drm_property_replace_blob_from_id(plane->dev,
1583 							&dm_plane_state->lut3d,
1584 							val, -1,
1585 							sizeof(struct drm_color_lut),
1586 							&replaced);
1587 		dm_plane_state->base.color_mgmt_changed |= replaced;
1588 		return ret;
1589 	} else if (property == adev->mode_info.plane_blend_lut_property) {
1590 		ret = drm_property_replace_blob_from_id(plane->dev,
1591 							&dm_plane_state->blend_lut,
1592 							val, -1,
1593 							sizeof(struct drm_color_lut),
1594 							&replaced);
1595 		dm_plane_state->base.color_mgmt_changed |= replaced;
1596 		return ret;
1597 	} else if (property == adev->mode_info.plane_blend_tf_property) {
1598 		if (dm_plane_state->blend_tf != val) {
1599 			dm_plane_state->blend_tf = val;
1600 			dm_plane_state->base.color_mgmt_changed = 1;
1601 		}
1602 	} else {
1603 		drm_dbg_atomic(plane->dev,
1604 			       "[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n",
1605 			       plane->base.id, plane->name,
1606 			       property->base.id, property->name);
1607 		return -EINVAL;
1608 	}
1609 
1610 	return 0;
1611 }
1612 
1613 static int
1614 dm_atomic_plane_get_property(struct drm_plane *plane,
1615 			     const struct drm_plane_state *state,
1616 			     struct drm_property *property,
1617 			     uint64_t *val)
1618 {
1619 	struct dm_plane_state *dm_plane_state = to_dm_plane_state(state);
1620 	struct amdgpu_device *adev = drm_to_adev(plane->dev);
1621 
1622 	if (property == adev->mode_info.plane_degamma_lut_property) {
1623 		*val = (dm_plane_state->degamma_lut) ?
1624 			dm_plane_state->degamma_lut->base.id : 0;
1625 	} else if (property == adev->mode_info.plane_degamma_tf_property) {
1626 		*val = dm_plane_state->degamma_tf;
1627 	} else if (property == adev->mode_info.plane_hdr_mult_property) {
1628 		*val = dm_plane_state->hdr_mult;
1629 	} else if (property == adev->mode_info.plane_ctm_property) {
1630 		*val = (dm_plane_state->ctm) ?
1631 			dm_plane_state->ctm->base.id : 0;
1632 	} else 	if (property == adev->mode_info.plane_shaper_lut_property) {
1633 		*val = (dm_plane_state->shaper_lut) ?
1634 			dm_plane_state->shaper_lut->base.id : 0;
1635 	} else if (property == adev->mode_info.plane_shaper_tf_property) {
1636 		*val = dm_plane_state->shaper_tf;
1637 	} else 	if (property == adev->mode_info.plane_lut3d_property) {
1638 		*val = (dm_plane_state->lut3d) ?
1639 			dm_plane_state->lut3d->base.id : 0;
1640 	} else 	if (property == adev->mode_info.plane_blend_lut_property) {
1641 		*val = (dm_plane_state->blend_lut) ?
1642 			dm_plane_state->blend_lut->base.id : 0;
1643 	} else if (property == adev->mode_info.plane_blend_tf_property) {
1644 		*val = dm_plane_state->blend_tf;
1645 
1646 	} else {
1647 		return -EINVAL;
1648 	}
1649 
1650 	return 0;
1651 }
1652 #endif
1653 
1654 static const struct drm_plane_funcs dm_plane_funcs = {
1655 	.update_plane	= drm_atomic_helper_update_plane,
1656 	.disable_plane	= drm_atomic_helper_disable_plane,
1657 	.destroy	= drm_plane_helper_destroy,
1658 	.reset = amdgpu_dm_plane_drm_plane_reset,
1659 	.atomic_duplicate_state = amdgpu_dm_plane_drm_plane_duplicate_state,
1660 	.atomic_destroy_state = amdgpu_dm_plane_drm_plane_destroy_state,
1661 	.format_mod_supported = amdgpu_dm_plane_format_mod_supported,
1662 #ifdef AMD_PRIVATE_COLOR
1663 	.atomic_set_property = dm_atomic_plane_set_property,
1664 	.atomic_get_property = dm_atomic_plane_get_property,
1665 #endif
1666 };
1667 
1668 int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm,
1669 				struct drm_plane *plane,
1670 				unsigned long possible_crtcs,
1671 				const struct dc_plane_cap *plane_cap)
1672 {
1673 	uint32_t formats[32];
1674 	int num_formats;
1675 	int res = -EPERM;
1676 	unsigned int supported_rotations;
1677 	uint64_t *modifiers = NULL;
1678 
1679 	num_formats = amdgpu_dm_plane_get_plane_formats(plane, plane_cap, formats,
1680 							ARRAY_SIZE(formats));
1681 
1682 	res = amdgpu_dm_plane_get_plane_modifiers(dm->adev, plane->type, &modifiers);
1683 	if (res)
1684 		return res;
1685 
1686 	if (modifiers == NULL)
1687 		adev_to_drm(dm->adev)->mode_config.fb_modifiers_not_supported = true;
1688 
1689 	res = drm_universal_plane_init(adev_to_drm(dm->adev), plane, possible_crtcs,
1690 				       &dm_plane_funcs, formats, num_formats,
1691 				       modifiers, plane->type, NULL);
1692 	kfree(modifiers);
1693 	if (res)
1694 		return res;
1695 
1696 	if (plane->type == DRM_PLANE_TYPE_OVERLAY &&
1697 	    plane_cap && plane_cap->per_pixel_alpha) {
1698 		unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) |
1699 					  BIT(DRM_MODE_BLEND_PREMULTI) |
1700 					  BIT(DRM_MODE_BLEND_COVERAGE);
1701 
1702 		drm_plane_create_alpha_property(plane);
1703 		drm_plane_create_blend_mode_property(plane, blend_caps);
1704 	}
1705 
1706 	if (plane->type == DRM_PLANE_TYPE_PRIMARY) {
1707 		drm_plane_create_zpos_immutable_property(plane, 0);
1708 	} else if (plane->type == DRM_PLANE_TYPE_OVERLAY) {
1709 		unsigned int zpos = 1 + drm_plane_index(plane);
1710 		drm_plane_create_zpos_property(plane, zpos, 1, 254);
1711 	} else if (plane->type == DRM_PLANE_TYPE_CURSOR) {
1712 		drm_plane_create_zpos_immutable_property(plane, 255);
1713 	}
1714 
1715 	if (plane->type == DRM_PLANE_TYPE_PRIMARY &&
1716 	    plane_cap &&
1717 	    (plane_cap->pixel_format_support.nv12 ||
1718 	     plane_cap->pixel_format_support.p010)) {
1719 		/* This only affects YUV formats. */
1720 		drm_plane_create_color_properties(
1721 			plane,
1722 			BIT(DRM_COLOR_YCBCR_BT601) |
1723 			BIT(DRM_COLOR_YCBCR_BT709) |
1724 			BIT(DRM_COLOR_YCBCR_BT2020),
1725 			BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) |
1726 			BIT(DRM_COLOR_YCBCR_FULL_RANGE),
1727 			DRM_COLOR_YCBCR_BT709, DRM_COLOR_YCBCR_LIMITED_RANGE);
1728 	}
1729 
1730 	supported_rotations =
1731 		DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 |
1732 		DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270;
1733 
1734 	if (dm->adev->asic_type >= CHIP_BONAIRE &&
1735 	    plane->type != DRM_PLANE_TYPE_CURSOR)
1736 		drm_plane_create_rotation_property(plane, DRM_MODE_ROTATE_0,
1737 						   supported_rotations);
1738 
1739 	if (amdgpu_ip_version(dm->adev, DCE_HWIP, 0) > IP_VERSION(3, 0, 1) &&
1740 	    plane->type != DRM_PLANE_TYPE_CURSOR)
1741 		drm_plane_enable_fb_damage_clips(plane);
1742 
1743 	drm_plane_helper_add(plane, &dm_plane_helper_funcs);
1744 
1745 #ifdef AMD_PRIVATE_COLOR
1746 	dm_atomic_plane_attach_color_mgmt_properties(dm, plane);
1747 #endif
1748 	/* Create (reset) the plane state */
1749 	if (plane->funcs->reset)
1750 		plane->funcs->reset(plane);
1751 
1752 	return 0;
1753 }
1754 
1755 bool amdgpu_dm_plane_is_video_format(uint32_t format)
1756 {
1757 	int i;
1758 
1759 	for (i = 0; i < ARRAY_SIZE(video_formats); i++)
1760 		if (format == video_formats[i])
1761 			return true;
1762 
1763 	return false;
1764 }
1765 
1766