1 /*
2  * Copyright 2008 Advanced Micro Devices, Inc.
3  * Copyright 2008 Red Hat Inc.
4  * Copyright 2009 Jerome Glisse.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the "Software"),
8  * to deal in the Software without restriction, including without limitation
9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10  * and/or sell copies of the Software, and to permit persons to whom the
11  * Software is furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in
14  * all copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22  * OTHER DEALINGS IN THE SOFTWARE.
23  *
24  * Authors: Dave Airlie
25  *          Alex Deucher
26  *          Jerome Glisse
27  */
28 #include "drmP.h"
29 #include "radeon.h"
30 #include "radeon_asic.h"
31 #include "atom.h"
32 #include "r520d.h"
33 
34 /* This files gather functions specifics to: r520,rv530,rv560,rv570,r580 */
35 
r520_mc_wait_for_idle(struct radeon_device * rdev)36 int r520_mc_wait_for_idle(struct radeon_device *rdev)
37 {
38 	unsigned i;
39 	uint32_t tmp;
40 
41 	for (i = 0; i < rdev->usec_timeout; i++) {
42 		/* read MC_STATUS */
43 		tmp = RREG32_MC(R520_MC_STATUS);
44 		if (tmp & R520_MC_STATUS_IDLE) {
45 			return 0;
46 		}
47 		DRM_UDELAY(1);
48 	}
49 	return -1;
50 }
51 
r520_gpu_init(struct radeon_device * rdev)52 static void r520_gpu_init(struct radeon_device *rdev)
53 {
54 	unsigned pipe_select_current, gb_pipe_select, tmp;
55 
56 	rv515_vga_render_disable(rdev);
57 	/*
58 	 * DST_PIPE_CONFIG		0x170C
59 	 * GB_TILE_CONFIG		0x4018
60 	 * GB_FIFO_SIZE			0x4024
61 	 * GB_PIPE_SELECT		0x402C
62 	 * GB_PIPE_SELECT2              0x4124
63 	 *	Z_PIPE_SHIFT			0
64 	 *	Z_PIPE_MASK			0x000000003
65 	 * GB_FIFO_SIZE2                0x4128
66 	 *	SC_SFIFO_SIZE_SHIFT		0
67 	 *	SC_SFIFO_SIZE_MASK		0x000000003
68 	 *	SC_MFIFO_SIZE_SHIFT		2
69 	 *	SC_MFIFO_SIZE_MASK		0x00000000C
70 	 *	FG_SFIFO_SIZE_SHIFT		4
71 	 *	FG_SFIFO_SIZE_MASK		0x000000030
72 	 *	ZB_MFIFO_SIZE_SHIFT		6
73 	 *	ZB_MFIFO_SIZE_MASK		0x0000000C0
74 	 * GA_ENHANCE			0x4274
75 	 * SU_REG_DEST			0x42C8
76 	 */
77 	/* workaround for RV530 */
78 	if (rdev->family == CHIP_RV530) {
79 		WREG32(0x4128, 0xFF);
80 	}
81 	r420_pipes_init(rdev);
82 	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
83 	tmp = RREG32(R300_DST_PIPE_CONFIG);
84 	pipe_select_current = (tmp >> 2) & 3;
85 	tmp = (1 << pipe_select_current) |
86 	      (((gb_pipe_select >> 8) & 0xF) << 4);
87 	WREG32_PLL(0x000D, tmp);
88 	if (r520_mc_wait_for_idle(rdev)) {
89 		printk(KERN_WARNING "Failed to wait MC idle while "
90 		       "programming pipes. Bad things might happen.\n");
91 	}
92 }
93 
r520_vram_get_type(struct radeon_device * rdev)94 static void r520_vram_get_type(struct radeon_device *rdev)
95 {
96 	uint32_t tmp;
97 
98 	rdev->mc.vram_width = 128;
99 	rdev->mc.vram_is_ddr = true;
100 	tmp = RREG32_MC(R520_MC_CNTL0);
101 	switch ((tmp & R520_MEM_NUM_CHANNELS_MASK) >> R520_MEM_NUM_CHANNELS_SHIFT) {
102 	case 0:
103 		rdev->mc.vram_width = 32;
104 		break;
105 	case 1:
106 		rdev->mc.vram_width = 64;
107 		break;
108 	case 2:
109 		rdev->mc.vram_width = 128;
110 		break;
111 	case 3:
112 		rdev->mc.vram_width = 256;
113 		break;
114 	default:
115 		rdev->mc.vram_width = 128;
116 		break;
117 	}
118 	if (tmp & R520_MC_CHANNEL_SIZE)
119 		rdev->mc.vram_width *= 2;
120 }
121 
r520_mc_init(struct radeon_device * rdev)122 void r520_mc_init(struct radeon_device *rdev)
123 {
124 
125 	r520_vram_get_type(rdev);
126 	r100_vram_init_sizes(rdev);
127 	radeon_vram_location(rdev, &rdev->mc, 0);
128 	rdev->mc.gtt_base_align = 0;
129 	if (!(rdev->flags & RADEON_IS_AGP))
130 		radeon_gtt_location(rdev, &rdev->mc);
131 	radeon_update_bandwidth_info(rdev);
132 }
133 
r520_mc_program(struct radeon_device * rdev)134 void r520_mc_program(struct radeon_device *rdev)
135 {
136 	struct rv515_mc_save save;
137 
138 	/* Stops all mc clients */
139 	rv515_mc_stop(rdev, &save);
140 
141 	/* Wait for mc idle */
142 	if (r520_mc_wait_for_idle(rdev))
143 		dev_warn(rdev->dev, "Wait MC idle timeout before updating MC.\n");
144 	/* Write VRAM size in case we are limiting it */
145 	WREG32(R_0000F8_CONFIG_MEMSIZE, rdev->mc.real_vram_size);
146 	/* Program MC, should be a 32bits limited address space */
147 	WREG32_MC(R_000004_MC_FB_LOCATION,
148 			S_000004_MC_FB_START(rdev->mc.vram_start >> 16) |
149 			S_000004_MC_FB_TOP(rdev->mc.vram_end >> 16));
150 	WREG32(R_000134_HDP_FB_LOCATION,
151 		S_000134_HDP_FB_START(rdev->mc.vram_start >> 16));
152 	if (rdev->flags & RADEON_IS_AGP) {
153 		WREG32_MC(R_000005_MC_AGP_LOCATION,
154 			S_000005_MC_AGP_START(rdev->mc.gtt_start >> 16) |
155 			S_000005_MC_AGP_TOP(rdev->mc.gtt_end >> 16));
156 		WREG32_MC(R_000006_AGP_BASE, lower_32_bits(rdev->mc.agp_base));
157 		WREG32_MC(R_000007_AGP_BASE_2,
158 			S_000007_AGP_BASE_ADDR_2(upper_32_bits(rdev->mc.agp_base)));
159 	} else {
160 		WREG32_MC(R_000005_MC_AGP_LOCATION, 0xFFFFFFFF);
161 		WREG32_MC(R_000006_AGP_BASE, 0);
162 		WREG32_MC(R_000007_AGP_BASE_2, 0);
163 	}
164 
165 	rv515_mc_resume(rdev, &save);
166 }
167 
r520_startup(struct radeon_device * rdev)168 static int r520_startup(struct radeon_device *rdev)
169 {
170 	int r;
171 
172 	r520_mc_program(rdev);
173 	/* Resume clock */
174 	rv515_clock_startup(rdev);
175 	/* Initialize GPU configuration (# pipes, ...) */
176 	r520_gpu_init(rdev);
177 	/* Initialize GART (initialize after TTM so we can allocate
178 	 * memory through TTM but finalize after TTM) */
179 	if (rdev->flags & RADEON_IS_PCIE) {
180 		r = rv370_pcie_gart_enable(rdev);
181 		if (r)
182 			return r;
183 	}
184 
185 	/* allocate wb buffer */
186 	r = radeon_wb_init(rdev);
187 	if (r)
188 		return r;
189 
190 	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
191 	if (r) {
192 		dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
193 		return r;
194 	}
195 
196 	/* Enable IRQ */
197 	if (!rdev->irq.installed) {
198 		r = radeon_irq_kms_init(rdev);
199 		if (r)
200 			return r;
201 	}
202 
203 	rs600_irq_set(rdev);
204 	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
205 	/* 1M ring buffer */
206 	r = r100_cp_init(rdev, 1024 * 1024);
207 	if (r) {
208 		dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
209 		return r;
210 	}
211 
212 	r = radeon_ib_pool_start(rdev);
213 	if (r)
214 		return r;
215 
216 	r = radeon_ib_test(rdev, RADEON_RING_TYPE_GFX_INDEX, &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]);
217 	if (r) {
218 		dev_err(rdev->dev, "failed testing IB (%d).\n", r);
219 		rdev->accel_working = false;
220 		return r;
221 	}
222 	return 0;
223 }
224 
r520_resume(struct radeon_device * rdev)225 int r520_resume(struct radeon_device *rdev)
226 {
227 	int r;
228 
229 	/* Make sur GART are not working */
230 	if (rdev->flags & RADEON_IS_PCIE)
231 		rv370_pcie_gart_disable(rdev);
232 	/* Resume clock before doing reset */
233 	rv515_clock_startup(rdev);
234 	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
235 	if (radeon_asic_reset(rdev)) {
236 		dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
237 			RREG32(R_000E40_RBBM_STATUS),
238 			RREG32(R_0007C0_CP_STAT));
239 	}
240 	/* post */
241 	atom_asic_init(rdev->mode_info.atom_context);
242 	/* Resume clock after posting */
243 	rv515_clock_startup(rdev);
244 	/* Initialize surface registers */
245 	radeon_surface_init(rdev);
246 
247 	rdev->accel_working = true;
248 	r = r520_startup(rdev);
249 	if (r) {
250 		rdev->accel_working = false;
251 	}
252 	return r;
253 }
254 
r520_init(struct radeon_device * rdev)255 int r520_init(struct radeon_device *rdev)
256 {
257 	int r;
258 
259 	/* Initialize scratch registers */
260 	radeon_scratch_init(rdev);
261 	/* Initialize surface registers */
262 	radeon_surface_init(rdev);
263 	/* restore some register to sane defaults */
264 	r100_restore_sanity(rdev);
265 	/* TODO: disable VGA need to use VGA request */
266 	/* BIOS*/
267 	if (!radeon_get_bios(rdev)) {
268 		if (ASIC_IS_AVIVO(rdev))
269 			return -EINVAL;
270 	}
271 	if (rdev->is_atom_bios) {
272 		r = radeon_atombios_init(rdev);
273 		if (r)
274 			return r;
275 	} else {
276 		dev_err(rdev->dev, "Expecting atombios for RV515 GPU\n");
277 		return -EINVAL;
278 	}
279 	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
280 	if (radeon_asic_reset(rdev)) {
281 		dev_warn(rdev->dev,
282 			"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
283 			RREG32(R_000E40_RBBM_STATUS),
284 			RREG32(R_0007C0_CP_STAT));
285 	}
286 	/* check if cards are posted or not */
287 	if (radeon_boot_test_post_card(rdev) == false)
288 		return -EINVAL;
289 
290 	if (!radeon_card_posted(rdev) && rdev->bios) {
291 		DRM_INFO("GPU not posted. posting now...\n");
292 		atom_asic_init(rdev->mode_info.atom_context);
293 	}
294 	/* Initialize clocks */
295 	radeon_get_clock_info(rdev->ddev);
296 	/* initialize AGP */
297 	if (rdev->flags & RADEON_IS_AGP) {
298 		r = radeon_agp_init(rdev);
299 		if (r) {
300 			radeon_agp_disable(rdev);
301 		}
302 	}
303 	/* initialize memory controller */
304 	r520_mc_init(rdev);
305 	rv515_debugfs(rdev);
306 	/* Fence driver */
307 	r = radeon_fence_driver_init(rdev);
308 	if (r)
309 		return r;
310 	/* Memory manager */
311 	r = radeon_bo_init(rdev);
312 	if (r)
313 		return r;
314 	r = rv370_pcie_gart_init(rdev);
315 	if (r)
316 		return r;
317 	rv515_set_safe_registers(rdev);
318 
319 	r = radeon_ib_pool_init(rdev);
320 	rdev->accel_working = true;
321 	if (r) {
322 		dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
323 		rdev->accel_working = false;
324 	}
325 
326 	r = r520_startup(rdev);
327 	if (r) {
328 		/* Somethings want wront with the accel init stop accel */
329 		dev_err(rdev->dev, "Disabling GPU acceleration\n");
330 		r100_cp_fini(rdev);
331 		radeon_wb_fini(rdev);
332 		r100_ib_fini(rdev);
333 		radeon_irq_kms_fini(rdev);
334 		rv370_pcie_gart_fini(rdev);
335 		radeon_agp_fini(rdev);
336 		rdev->accel_working = false;
337 	}
338 	return 0;
339 }
340