1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Copyright (C) 2011 Freescale Semiconductor, Inc. All Rights Reserved.
4 */
5#include <linux/suspend.h>
6#include <linux/clk.h>
7#include <linux/io.h>
8#include <linux/err.h>
9#include <linux/export.h>
10
11#include <linux/genalloc.h>
12#include <linux/of.h>
13#include <linux/of_address.h>
14#include <linux/of_platform.h>
15#include <linux/platform_device.h>
16
17#include <asm/cacheflush.h>
18#include <asm/fncpy.h>
19#include <asm/system_misc.h>
20#include <asm/tlbflush.h>
21
22#include "common.h"
23#include "cpuidle.h"
24#include "hardware.h"
25
26#define MXC_CCM_CLPCR 0x54
27#define MXC_CCM_CLPCR_LPM_OFFSET 0
28#define MXC_CCM_CLPCR_LPM_MASK 0x3
29#define MXC_CCM_CLPCR_STBY_COUNT_OFFSET 9
30#define MXC_CCM_CLPCR_VSTBY (0x1 << 8)
31#define MXC_CCM_CLPCR_SBYOS (0x1 << 6)
32
33#define MXC_CORTEXA8_PLAT_LPC 0xc
34#define MXC_CORTEXA8_PLAT_LPC_DSM (1 << 0)
35#define MXC_CORTEXA8_PLAT_LPC_DBG_DSM (1 << 1)
36
37#define MXC_SRPG_NEON_SRPGCR 0x280
38#define MXC_SRPG_ARM_SRPGCR 0x2a0
39#define MXC_SRPG_EMPGC0_SRPGCR 0x2c0
40#define MXC_SRPG_EMPGC1_SRPGCR 0x2d0
41
42#define MXC_SRPGCR_PCR 1
43
44/*
45 * The WAIT_UNCLOCKED_POWER_OFF state only requires <= 500ns to exit.
46 * This is also the lowest power state possible without affecting
47 * non-cpu parts of the system. For these reasons, imx5 should default
48 * to always using this state for cpu idling. The PM_SUSPEND_STANDBY also
49 * uses this state and needs to take no action when registers remain configured
50 * for this state.
51 */
52#define IMX5_DEFAULT_CPU_IDLE_STATE WAIT_UNCLOCKED_POWER_OFF
53
54struct imx5_suspend_io_state {
55 u32 offset;
56 u32 clear;
57 u32 set;
58 u32 saved_value;
59};
60
61struct imx5_pm_data {
62 phys_addr_t ccm_addr;
63 phys_addr_t cortex_addr;
64 phys_addr_t gpc_addr;
65 phys_addr_t m4if_addr;
66 phys_addr_t iomuxc_addr;
67 void (*suspend_asm)(void __iomem *ocram_vbase);
68 const u32 *suspend_asm_sz;
69 const struct imx5_suspend_io_state *suspend_io_config;
70 int suspend_io_count;
71};
72
73static const struct imx5_suspend_io_state imx53_suspend_io_config[] = {
74#define MX53_DSE_HIGHZ_MASK (0x7 << 19)
75 {.offset = 0x584, .clear = MX53_DSE_HIGHZ_MASK}, /* DQM0 */
76 {.offset = 0x594, .clear = MX53_DSE_HIGHZ_MASK}, /* DQM1 */
77 {.offset = 0x560, .clear = MX53_DSE_HIGHZ_MASK}, /* DQM2 */
78 {.offset = 0x554, .clear = MX53_DSE_HIGHZ_MASK}, /* DQM3 */
79 {.offset = 0x574, .clear = MX53_DSE_HIGHZ_MASK}, /* CAS */
80 {.offset = 0x588, .clear = MX53_DSE_HIGHZ_MASK}, /* RAS */
81 {.offset = 0x578, .clear = MX53_DSE_HIGHZ_MASK}, /* SDCLK_0 */
82 {.offset = 0x570, .clear = MX53_DSE_HIGHZ_MASK}, /* SDCLK_1 */
83
84 {.offset = 0x580, .clear = MX53_DSE_HIGHZ_MASK}, /* SDODT0 */
85 {.offset = 0x564, .clear = MX53_DSE_HIGHZ_MASK}, /* SDODT1 */
86 {.offset = 0x57c, .clear = MX53_DSE_HIGHZ_MASK}, /* SDQS0 */
87 {.offset = 0x590, .clear = MX53_DSE_HIGHZ_MASK}, /* SDQS1 */
88 {.offset = 0x568, .clear = MX53_DSE_HIGHZ_MASK}, /* SDQS2 */
89 {.offset = 0x558, .clear = MX53_DSE_HIGHZ_MASK}, /* SDSQ3 */
90 {.offset = 0x6f0, .clear = MX53_DSE_HIGHZ_MASK}, /* GRP_ADDS */
91 {.offset = 0x718, .clear = MX53_DSE_HIGHZ_MASK}, /* GRP_BODS */
92 {.offset = 0x71c, .clear = MX53_DSE_HIGHZ_MASK}, /* GRP_B1DS */
93 {.offset = 0x728, .clear = MX53_DSE_HIGHZ_MASK}, /* GRP_B2DS */
94 {.offset = 0x72c, .clear = MX53_DSE_HIGHZ_MASK}, /* GRP_B3DS */
95
96 /* Controls the CKE signal which is required to leave self refresh */
97 {.offset = 0x720, .clear = MX53_DSE_HIGHZ_MASK, .set = 1 << 19}, /* CTLDS */
98};
99
100static const struct imx5_pm_data imx51_pm_data __initconst = {
101 .ccm_addr = 0x73fd4000,
102 .cortex_addr = 0x83fa0000,
103 .gpc_addr = 0x73fd8000,
104};
105
106static const struct imx5_pm_data imx53_pm_data __initconst = {
107 .ccm_addr = 0x53fd4000,
108 .cortex_addr = 0x63fa0000,
109 .gpc_addr = 0x53fd8000,
110 .m4if_addr = 0x63fd8000,
111 .iomuxc_addr = 0x53fa8000,
112 .suspend_asm = &imx53_suspend,
113 .suspend_asm_sz = &imx53_suspend_sz,
114 .suspend_io_config = imx53_suspend_io_config,
115 .suspend_io_count = ARRAY_SIZE(imx53_suspend_io_config),
116};
117
118#define MX5_MAX_SUSPEND_IOSTATE ARRAY_SIZE(imx53_suspend_io_config)
119
120/*
121 * This structure is for passing necessary data for low level ocram
122 * suspend code(arch/arm/mach-imx/suspend-imx53.S), if this struct
123 * definition is changed, the offset definition in that file
124 * must be also changed accordingly otherwise, the suspend to ocram
125 * function will be broken!
126 */
127struct imx5_cpu_suspend_info {
128 void __iomem *m4if_base;
129 void __iomem *iomuxc_base;
130 u32 io_count;
131 struct imx5_suspend_io_state io_state[MX5_MAX_SUSPEND_IOSTATE];
132} __aligned(8);
133
134static void __iomem *ccm_base;
135static void __iomem *cortex_base;
136static void __iomem *gpc_base;
137static void __iomem *suspend_ocram_base;
138static void (*imx5_suspend_in_ocram_fn)(void __iomem *ocram_vbase);
139
140/*
141 * set cpu low power mode before WFI instruction. This function is called
142 * mx5 because it can be used for mx51, and mx53.
143 */
144static void mx5_cpu_lp_set(enum mxc_cpu_pwr_mode mode)
145{
146 u32 plat_lpc, arm_srpgcr, ccm_clpcr;
147 u32 empgc0, empgc1;
148 int stop_mode = 0;
149
150 /* always allow platform to issue a deep sleep mode request */
151 plat_lpc = imx_readl(cortex_base + MXC_CORTEXA8_PLAT_LPC) &
152 ~(MXC_CORTEXA8_PLAT_LPC_DSM);
153 ccm_clpcr = imx_readl(ccm_base + MXC_CCM_CLPCR) &
154 ~(MXC_CCM_CLPCR_LPM_MASK);
155 arm_srpgcr = imx_readl(gpc_base + MXC_SRPG_ARM_SRPGCR) &
156 ~(MXC_SRPGCR_PCR);
157 empgc0 = imx_readl(gpc_base + MXC_SRPG_EMPGC0_SRPGCR) &
158 ~(MXC_SRPGCR_PCR);
159 empgc1 = imx_readl(gpc_base + MXC_SRPG_EMPGC1_SRPGCR) &
160 ~(MXC_SRPGCR_PCR);
161
162 switch (mode) {
163 case WAIT_CLOCKED:
164 break;
165 case WAIT_UNCLOCKED:
166 ccm_clpcr |= 0x1 << MXC_CCM_CLPCR_LPM_OFFSET;
167 break;
168 case WAIT_UNCLOCKED_POWER_OFF:
169 case STOP_POWER_OFF:
170 plat_lpc |= MXC_CORTEXA8_PLAT_LPC_DSM
171 | MXC_CORTEXA8_PLAT_LPC_DBG_DSM;
172 if (mode == WAIT_UNCLOCKED_POWER_OFF) {
173 ccm_clpcr |= 0x1 << MXC_CCM_CLPCR_LPM_OFFSET;
174 ccm_clpcr &= ~MXC_CCM_CLPCR_VSTBY;
175 ccm_clpcr &= ~MXC_CCM_CLPCR_SBYOS;
176 stop_mode = 0;
177 } else {
178 ccm_clpcr |= 0x2 << MXC_CCM_CLPCR_LPM_OFFSET;
179 ccm_clpcr |= 0x3 << MXC_CCM_CLPCR_STBY_COUNT_OFFSET;
180 ccm_clpcr |= MXC_CCM_CLPCR_VSTBY;
181 ccm_clpcr |= MXC_CCM_CLPCR_SBYOS;
182 stop_mode = 1;
183 }
184 arm_srpgcr |= MXC_SRPGCR_PCR;
185 break;
186 case STOP_POWER_ON:
187 ccm_clpcr |= 0x2 << MXC_CCM_CLPCR_LPM_OFFSET;
188 break;
189 default:
190 printk(KERN_WARNING "UNKNOWN cpu power mode: %d\n", mode);
191 return;
192 }
193
194 imx_writel(plat_lpc, cortex_base + MXC_CORTEXA8_PLAT_LPC);
195 imx_writel(ccm_clpcr, ccm_base + MXC_CCM_CLPCR);
196 imx_writel(arm_srpgcr, gpc_base + MXC_SRPG_ARM_SRPGCR);
197 imx_writel(arm_srpgcr, gpc_base + MXC_SRPG_NEON_SRPGCR);
198
199 if (stop_mode) {
200 empgc0 |= MXC_SRPGCR_PCR;
201 empgc1 |= MXC_SRPGCR_PCR;
202
203 imx_writel(empgc0, gpc_base + MXC_SRPG_EMPGC0_SRPGCR);
204 imx_writel(empgc1, gpc_base + MXC_SRPG_EMPGC1_SRPGCR);
205 }
206}
207
208static int mx5_suspend_enter(suspend_state_t state)
209{
210 switch (state) {
211 case PM_SUSPEND_MEM:
212 mx5_cpu_lp_set(mode: STOP_POWER_OFF);
213 break;
214 case PM_SUSPEND_STANDBY:
215 /* DEFAULT_IDLE_STATE already configured */
216 break;
217 default:
218 return -EINVAL;
219 }
220
221 if (state == PM_SUSPEND_MEM) {
222 local_flush_tlb_all();
223 flush_cache_all();
224
225 /*clear the EMPGC0/1 bits */
226 imx_writel(0, gpc_base + MXC_SRPG_EMPGC0_SRPGCR);
227 imx_writel(0, gpc_base + MXC_SRPG_EMPGC1_SRPGCR);
228
229 if (imx5_suspend_in_ocram_fn)
230 imx5_suspend_in_ocram_fn(suspend_ocram_base);
231 else
232 cpu_do_idle();
233
234 } else {
235 cpu_do_idle();
236 }
237
238 /* return registers to default idle state */
239 mx5_cpu_lp_set(IMX5_DEFAULT_CPU_IDLE_STATE);
240 return 0;
241}
242
243static int mx5_pm_valid(suspend_state_t state)
244{
245 return (state > PM_SUSPEND_ON && state <= PM_SUSPEND_MAX);
246}
247
248static const struct platform_suspend_ops mx5_suspend_ops = {
249 .valid = mx5_pm_valid,
250 .enter = mx5_suspend_enter,
251};
252
253static inline int imx5_cpu_do_idle(void)
254{
255 int ret = tzic_enable_wake();
256
257 if (likely(!ret))
258 cpu_do_idle();
259
260 return ret;
261}
262
263static void imx5_pm_idle(void)
264{
265 imx5_cpu_do_idle();
266}
267
268static int __init imx_suspend_alloc_ocram(
269 size_t size,
270 void __iomem **virt_out,
271 phys_addr_t *phys_out)
272{
273 struct device_node *node;
274 struct platform_device *pdev;
275 struct gen_pool *ocram_pool;
276 unsigned long ocram_base;
277 void __iomem *virt;
278 phys_addr_t phys;
279 int ret = 0;
280
281 /* Copied from imx6: TODO factorize */
282 node = of_find_compatible_node(NULL, NULL, compat: "mmio-sram");
283 if (!node) {
284 pr_warn("%s: failed to find ocram node!\n", __func__);
285 return -ENODEV;
286 }
287
288 pdev = of_find_device_by_node(np: node);
289 if (!pdev) {
290 pr_warn("%s: failed to find ocram device!\n", __func__);
291 ret = -ENODEV;
292 goto put_node;
293 }
294
295 ocram_pool = gen_pool_get(dev: &pdev->dev, NULL);
296 if (!ocram_pool) {
297 pr_warn("%s: ocram pool unavailable!\n", __func__);
298 ret = -ENODEV;
299 goto put_device;
300 }
301
302 ocram_base = gen_pool_alloc(pool: ocram_pool, size);
303 if (!ocram_base) {
304 pr_warn("%s: unable to alloc ocram!\n", __func__);
305 ret = -ENOMEM;
306 goto put_device;
307 }
308
309 phys = gen_pool_virt_to_phys(pool: ocram_pool, ocram_base);
310 virt = __arm_ioremap_exec(phys, size, false);
311 if (phys_out)
312 *phys_out = phys;
313 if (virt_out)
314 *virt_out = virt;
315
316put_device:
317 put_device(dev: &pdev->dev);
318put_node:
319 of_node_put(node);
320
321 return ret;
322}
323
324static int __init imx5_suspend_init(const struct imx5_pm_data *soc_data)
325{
326 struct imx5_cpu_suspend_info *suspend_info;
327 int ret;
328 /* Need this to avoid compile error due to const typeof in fncpy.h */
329 void (*suspend_asm)(void __iomem *) = soc_data->suspend_asm;
330
331 if (!suspend_asm)
332 return 0;
333
334 if (!soc_data->suspend_asm_sz || !*soc_data->suspend_asm_sz)
335 return -EINVAL;
336
337 ret = imx_suspend_alloc_ocram(
338 size: *soc_data->suspend_asm_sz + sizeof(*suspend_info),
339 virt_out: &suspend_ocram_base, NULL);
340 if (ret)
341 return ret;
342
343 suspend_info = suspend_ocram_base;
344
345 suspend_info->io_count = soc_data->suspend_io_count;
346 memcpy(suspend_info->io_state, soc_data->suspend_io_config,
347 sizeof(*suspend_info->io_state) * soc_data->suspend_io_count);
348
349 suspend_info->m4if_base = ioremap(offset: soc_data->m4if_addr, SZ_16K);
350 if (!suspend_info->m4if_base) {
351 ret = -ENOMEM;
352 goto failed_map_m4if;
353 }
354
355 suspend_info->iomuxc_base = ioremap(offset: soc_data->iomuxc_addr, SZ_16K);
356 if (!suspend_info->iomuxc_base) {
357 ret = -ENOMEM;
358 goto failed_map_iomuxc;
359 }
360
361 imx5_suspend_in_ocram_fn = fncpy(
362 suspend_ocram_base + sizeof(*suspend_info),
363 suspend_asm,
364 *soc_data->suspend_asm_sz);
365
366 return 0;
367
368failed_map_iomuxc:
369 iounmap(addr: suspend_info->m4if_base);
370
371failed_map_m4if:
372 return ret;
373}
374
375static int __init imx5_pm_common_init(const struct imx5_pm_data *data)
376{
377 int ret;
378 struct clk *gpc_dvfs_clk = clk_get(NULL, id: "gpc_dvfs");
379
380 if (IS_ERR(ptr: gpc_dvfs_clk))
381 return PTR_ERR(ptr: gpc_dvfs_clk);
382
383 ret = clk_prepare_enable(clk: gpc_dvfs_clk);
384 if (ret)
385 return ret;
386
387 arm_pm_idle = imx5_pm_idle;
388
389 ccm_base = ioremap(offset: data->ccm_addr, SZ_16K);
390 cortex_base = ioremap(offset: data->cortex_addr, SZ_16K);
391 gpc_base = ioremap(offset: data->gpc_addr, SZ_16K);
392 WARN_ON(!ccm_base || !cortex_base || !gpc_base);
393
394 /* Set the registers to the default cpu idle state. */
395 mx5_cpu_lp_set(IMX5_DEFAULT_CPU_IDLE_STATE);
396
397 ret = imx5_cpuidle_init();
398 if (ret)
399 pr_warn("%s: cpuidle init failed %d\n", __func__, ret);
400
401 ret = imx5_suspend_init(soc_data: data);
402 if (ret)
403 pr_warn("%s: No DDR LPM support with suspend %d!\n",
404 __func__, ret);
405
406 suspend_set_ops(ops: &mx5_suspend_ops);
407
408 return 0;
409}
410
411void __init imx51_pm_init(void)
412{
413 if (IS_ENABLED(CONFIG_SOC_IMX51))
414 imx5_pm_common_init(data: &imx51_pm_data);
415}
416
417void __init imx53_pm_init(void)
418{
419 if (IS_ENABLED(CONFIG_SOC_IMX53))
420 imx5_pm_common_init(data: &imx53_pm_data);
421}
422

source code of linux/arch/arm/mach-imx/pm-imx5.c