Jetpack/kernel/nvidia/drivers/iommu/arm-smmu-suspend.c

/*
 * Copyright (c) 2018 NVIDIA Corporation.  All rights reserved.
 *
 * NVIDIA Corporation and its licensors retain all intellectual property
 * and proprietary rights in and to this software and related documentation
 * and any modifications thereto.  Any use, reproduction, disclosure or
 * distribution of this software and related documentation without an express
 * license agreement from NVIDIA Corporation is strictly prohibited.
 */

#include <linux/module.h>
#include <linux/io.h>
#include <linux/of.h>
#include <linux/of_iommu.h>
#include <linux/of_platform.h>
#include <linux/of_reserved_mem.h>
#include <linux/syscore_ops.h>
#include "arm-smmu-regs-t19x.h"

#ifdef CONFIG_PM_SLEEP

#define SMMU_GNSR1_CBAR_CFG(n, smmu_pgshift) \
		((1U << smmu_pgshift) + ARM_SMMU_GR1_CBAR(n))

#define SMMU_GNSR1_CBA2R_CFG(n, smmu_pgshift) \
		((1U << smmu_pgshift) + ARM_SMMU_GR1_CBA2R(n))

#define SMMU_CB_CFG(name, n, smmu_size, smmu_pgshift) \
		((smmu_size >> 1) + (n * (1 << smmu_pgshift)) \
			+ ARM_SMMU_CB_ ## name)

#define SMMU_REG_TABLE_START_REG	0xCAFE05C7U

#define SMMU_REG_TABLE_END_REG		0xFFFFFFFFU
#define SMMU_REG_TABLE_END_VALUE	0xFFFFFFFFU

struct arm_smmu_reg {
	u32 reg;
	u32 val;
};

struct arm_smmu_context {
	struct arm_smmu_reg *reg_list;
	phys_addr_t reg_list_pa;
	size_t reg_list_table_size;
	size_t reg_list_mem_size;

	void __iomem **smmu_base;
	u32 *smmu_base_pa;
	unsigned long smmu_size;
	unsigned long smmu_pgshift;
	size_t num_smmus;

	void __iomem *scratch_va;
} arm_smmu_ctx;

static phys_addr_t arm_smmu_alloc_reg_list(void)
{
	unsigned int order = arm_smmu_ctx.reg_list_mem_size >> PAGE_SHIFT;
	struct page *pages = alloc_pages(GFP_KERNEL, order);

	if (!pages)
		return 0;

	return page_to_phys(pages);
}

static void arm_smmu_free_reg_list(void)
{
	unsigned int order = arm_smmu_ctx.reg_list_mem_size >> PAGE_SHIFT;
	struct page *pages = phys_to_page(arm_smmu_ctx.reg_list_pa);

	__free_pages(pages, order);
}

static int reg_table_index;

static void reg_table_set(u32 reg, u32 val)
{
	arm_smmu_ctx.reg_list[reg_table_index].reg = reg;
	arm_smmu_ctx.reg_list[reg_table_index++].val = val;
}

static void context_save_reg(u32 reg)
{
	u32 reg_paddr, i;
	void __iomem *reg_addr;

	for (i = 0; i < arm_smmu_ctx.num_smmus; i++) {
		reg_addr = arm_smmu_ctx.smmu_base[i] + reg;
		reg_paddr = arm_smmu_ctx.smmu_base_pa[i] + reg;
		reg_table_set(reg_paddr, readl_relaxed(reg_addr));
	}
}

#define SMMU_REG_TABLE_START_SIZE	1
static void context_save_start(void)
{
	reg_table_index = 0;
	reg_table_set(SMMU_REG_TABLE_START_REG,
				arm_smmu_ctx.reg_list_table_size - 1);
}

#define SMMU_REG_TABLE_END_SIZE		1
static void context_save_end(void)
{
	reg_table_set(SMMU_REG_TABLE_END_REG, SMMU_REG_TABLE_END_REG);
}

#define GNSR_GROUP_REG_SIZE		3
static void context_save_gnsr0_group(void)
{
	context_save_reg(ARM_SMMU_GR0_sCR0);
	context_save_reg(ARM_SMMU_GR0_sCR2);
	context_save_reg(ARM_SMMU_GR0_sACR);
}

#define SMRG_GROUP_REG_SIZE		2
static void context_save_smrg_group(int group_num)
{
	context_save_reg(ARM_SMMU_GR0_SMR(group_num));
	context_save_reg(ARM_SMMU_GR0_S2CR(group_num));
}

#define CBAR_GROUP_REG_SIZE		2
static void context_save_cbar_group(int group_num)
{
	context_save_reg(SMMU_GNSR1_CBAR_CFG(group_num,
			arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_GNSR1_CBA2R_CFG(group_num,
			arm_smmu_ctx.smmu_pgshift));
}

#define CB_GROUP_REG_SIZE		9
static void context_save_cb_group(int group_num)
{
	context_save_reg(SMMU_CB_CFG(SCTLR, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBCR2, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBR0_LO, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBR0_HI, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBR1_LO, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBR1_HI, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(TTBCR, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(CONTEXTIDR, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
	context_save_reg(SMMU_CB_CFG(S1_MAIR0, group_num,
			arm_smmu_ctx.smmu_size, arm_smmu_ctx.smmu_pgshift));
}

#define CB_GROUP_MAX			64
#define SMRG_GROUP_MAX			128
#define CBAR_GROUP_MAX			64
static int arm_smmu_syscore_suspend(void)
{
	int i;

	context_save_start();

	context_save_gnsr0_group();

	for (i = 0; i < SMRG_GROUP_MAX; i++)
		context_save_smrg_group(i);

	for (i = 0; i < CBAR_GROUP_MAX; i++)
		context_save_cbar_group(i);

	for (i = 0; i < CB_GROUP_MAX; i++)
		context_save_cb_group(i);

	context_save_end();

	return 0;
}

static struct syscore_ops arm_smmu_syscore_ops = {
	.suspend = arm_smmu_syscore_suspend,
};

int arm_smmu_suspend_init(void __iomem **smmu_base, u32 *smmu_base_pa,
				int num_smmus, unsigned long smmu_size,
				unsigned long smmu_pgshift, u32 scratch_reg_pa)
{
	int ret = 0;

	arm_smmu_ctx.reg_list_table_size =
		(SMMU_REG_TABLE_START_SIZE + SMMU_REG_TABLE_END_SIZE
			+ (GNSR_GROUP_REG_SIZE
				+ (CB_GROUP_REG_SIZE * CB_GROUP_MAX)
				+ (SMRG_GROUP_REG_SIZE * SMRG_GROUP_MAX)
				+ (CBAR_GROUP_REG_SIZE * CBAR_GROUP_MAX)
			  ) * num_smmus);

	arm_smmu_ctx.reg_list_mem_size =
			PAGE_ALIGN(arm_smmu_ctx.reg_list_table_size *
			sizeof(struct arm_smmu_reg));

	arm_smmu_ctx.reg_list_pa = arm_smmu_alloc_reg_list();
	if (!arm_smmu_ctx.reg_list_pa) {
		pr_err("Failed to alloc smmu_context memory\n");
		return -ENOMEM;
	}

	arm_smmu_ctx.reg_list = memremap(arm_smmu_ctx.reg_list_pa,
			arm_smmu_ctx.reg_list_mem_size, MEMREMAP_WB);
	if (!arm_smmu_ctx.reg_list) {
		pr_err("Failed to memremap smmu_context\n");
		goto free_reg_list;
	}

	arm_smmu_ctx.scratch_va = ioremap_nocache(scratch_reg_pa, 4);
	if (IS_ERR(arm_smmu_ctx.scratch_va)) {
		pr_err("Failed to ioremap scratch register\n");
		ret = PTR_ERR(arm_smmu_ctx.scratch_va);
		goto unmap_reg_list;
	}

	writel(arm_smmu_ctx.reg_list_pa >> 12, arm_smmu_ctx.scratch_va);

	arm_smmu_ctx.smmu_base_pa = smmu_base_pa;
	arm_smmu_ctx.smmu_base = smmu_base;
	arm_smmu_ctx.smmu_size = smmu_size;
	arm_smmu_ctx.smmu_pgshift = smmu_pgshift;
	arm_smmu_ctx.num_smmus = num_smmus;

	register_syscore_ops(&arm_smmu_syscore_ops);

	return 0;

unmap_reg_list:
	memunmap(arm_smmu_ctx.reg_list);

free_reg_list:
	arm_smmu_free_reg_list();

	return ret;
}

void arm_smmu_suspend_exit(void)
{
	if (arm_smmu_ctx.reg_list)
		memunmap(arm_smmu_ctx.reg_list);

	if (arm_smmu_ctx.reg_list_pa)
		arm_smmu_free_reg_list();
}

#endif