/* Copyright (c) 2012-2015, The Linux Foundation. All rights reserved. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 and * only version 2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #ifndef __KGSL_IOMMU_H #define __KGSL_IOMMU_H #ifdef CONFIG_MSM_IOMMU #include #endif #include #include "kgsl.h" #define KGSL_IOMMU_SECURE_SIZE SZ_256M #define KGSL_IOMMU_SECURE_END KGSL_MMU_GLOBAL_MEM_BASE #define KGSL_IOMMU_SECURE_BASE \ (KGSL_MMU_GLOBAL_MEM_BASE - KGSL_IOMMU_SECURE_SIZE) #define KGSL_IOMMU_SVM_BASE32 0x300000 #define KGSL_IOMMU_SVM_END32 (0xC0000000 - SZ_16M) #define KGSL_IOMMU_VA_BASE64 0x500000000ULL #define KGSL_IOMMU_VA_END64 0x600000000ULL /* * Note: currently we only support 36 bit addresses, * but the CPU supports 39. Eventually this range * should change to high part of the 39 bit address * space just like the CPU. */ #define KGSL_IOMMU_SVM_BASE64 0x700000000ULL #define KGSL_IOMMU_SVM_END64 0x800000000ULL /* Pagetable virtual base */ #define KGSL_IOMMU_CTX_OFFSET_V1 0x8000 #define KGSL_IOMMU_CTX_OFFSET_V2 0x9000 #define KGSL_IOMMU_CTX_OFFSET_V2_A530 0x8000 #define KGSL_IOMMU_CTX_OFFSET_A405V2 0x8000 #define KGSL_IOMMU_CTX_SHIFT 12 /* FSYNR1 V0 fields */ #define KGSL_IOMMU_FSYNR1_AWRITE_MASK 0x00000001 #define KGSL_IOMMU_FSYNR1_AWRITE_SHIFT 8 /* FSYNR0 V1 fields */ #define KGSL_IOMMU_V1_FSYNR0_WNR_MASK 0x00000001 #define KGSL_IOMMU_V1_FSYNR0_WNR_SHIFT 4 /* TLBSTATUS register fields */ #define KGSL_IOMMU_CTX_TLBSTATUS_SACTIVE BIT(0) /* IMPLDEF_MICRO_MMU_CTRL register fields */ #define KGSL_IOMMU_IMPLDEF_MICRO_MMU_CTRL_HALT 0x00000004 #define KGSL_IOMMU_IMPLDEF_MICRO_MMU_CTRL_IDLE 0x00000008 /* SCTLR fields */ #define KGSL_IOMMU_SCTLR_HUPCF_SHIFT 8 #define KGSL_IOMMU_SCTLR_CFCFG_SHIFT 7 #define KGSL_IOMMU_SCTLR_CFIE_SHIFT 6 enum kgsl_iommu_reg_map { KGSL_IOMMU_CTX_SCTLR = 0, KGSL_IOMMU_CTX_TTBR0, KGSL_IOMMU_CTX_CONTEXTIDR, KGSL_IOMMU_CTX_FSR, KGSL_IOMMU_CTX_FAR, KGSL_IOMMU_CTX_TLBIALL, KGSL_IOMMU_CTX_RESUME, KGSL_IOMMU_CTX_FSYNR0, KGSL_IOMMU_CTX_FSYNR1, KGSL_IOMMU_CTX_TLBSYNC, KGSL_IOMMU_CTX_TLBSTATUS, KGSL_IOMMU_REG_MAX }; /* Max number of iommu clks per IOMMU unit */ #define KGSL_IOMMU_MAX_CLKS 5 enum kgsl_iommu_context_id { KGSL_IOMMU_CONTEXT_USER = 0, KGSL_IOMMU_CONTEXT_SECURE = 1, KGSL_IOMMU_CONTEXT_MAX, }; /* offset at which a nop command is placed in setstate_memory */ #define KGSL_IOMMU_SETSTATE_NOP_OFFSET 1024 /* * struct kgsl_iommu_context - Structure holding data about an iommu context * bank * @dev: pointer to the iommu context's device * @name: context name * @id: The id of the context, used for deciding how it is used. * @cb_num: The hardware context bank number, used for calculating register * offsets. * @kgsldev: The kgsl device that uses this context. * @fault: Flag when set indicates that this iommu device has caused a page * fault * @gpu_offset: Offset of this context bank in the GPU register space * @default_pt: The default pagetable for this context, * it may be changed by self programming. */ struct kgsl_iommu_context { struct device *dev; const char *name; enum kgsl_iommu_context_id id; unsigned int cb_num; struct kgsl_device *kgsldev; int fault; void __iomem *regbase; unsigned int gpu_offset; struct kgsl_pagetable *default_pt; }; /* * struct kgsl_iommu - Structure holding iommu data for kgsl driver * @ctx: Array of kgsl_iommu_context structs * @regbase: Virtual address of the IOMMU register base * @regstart: Physical address of the iommu registers * @regsize: Length of the iommu register region. * @clk_enable_count: The ref count of clock enable calls * @clks: Array of pointers to IOMMU clocks * @micro_mmu_ctrl: GPU register offset of this glob al register * @smmu_info: smmu info used in a5xx preemption * @protect: register protection settings for the iommu. */ struct kgsl_iommu { struct kgsl_iommu_context ctx[KGSL_IOMMU_CONTEXT_MAX]; void __iomem *regbase; unsigned long regstart; unsigned int regsize; atomic_t clk_enable_count; struct clk *clks[KGSL_IOMMU_MAX_CLKS]; unsigned int micro_mmu_ctrl; struct kgsl_memdesc smmu_info; unsigned int version; struct kgsl_protected_registers protect; }; /* * struct kgsl_iommu_pt - Iommu pagetable structure private to kgsl driver * @domain: Pointer to the iommu domain that contains the iommu pagetable * @ttbr0: register value to set when using this pagetable * @contextidr: register value to set when using this pagetable * @attached: is the pagetable attached? * @rbtree: all buffers mapped into the pagetable, indexed by gpuaddr * @va_start: Start of virtual range used in this pagetable. * @va_end: End of virtual range. * @svm_start: Start of shared virtual memory range. Addresses in this * range are also valid in the process's CPU address space. * @svm_end: End of the shared virtual memory range. * @svm_start: 32 bit compatible range, for old clients who lack bits * @svm_end: end of 32 bit compatible range */ struct kgsl_iommu_pt { struct iommu_domain *domain; u64 ttbr0; u32 contextidr; bool attached; struct rb_root rbtree; uint64_t va_start; uint64_t va_end; uint64_t svm_start; uint64_t svm_end; uint64_t compat_va_start; uint64_t compat_va_end; }; /* * offset of context bank 0 from the start of the SMMU register space. */ #define KGSL_IOMMU_CB0_OFFSET 0x8000 /* size of each context bank's register space */ #define KGSL_IOMMU_CB_SHIFT 12 /* Macros to read/write IOMMU registers */ extern const unsigned int kgsl_iommu_reg_list[KGSL_IOMMU_REG_MAX]; static inline void __iomem * kgsl_iommu_reg(struct kgsl_iommu_context *ctx, enum kgsl_iommu_reg_map reg) { BUG_ON(ctx->regbase == NULL); BUG_ON(reg >= KGSL_IOMMU_REG_MAX); return ctx->regbase + kgsl_iommu_reg_list[reg]; } #define KGSL_IOMMU_SET_CTX_REG_Q(_ctx, REG, val) \ writeq_relaxed((val), \ kgsl_iommu_reg((_ctx), KGSL_IOMMU_CTX_##REG)) #define KGSL_IOMMU_GET_CTX_REG_Q(_ctx, REG) \ readq_relaxed(kgsl_iommu_reg((_ctx), KGSL_IOMMU_CTX_##REG)) #define KGSL_IOMMU_SET_CTX_REG(_ctx, REG, val) \ writel_relaxed((val), \ kgsl_iommu_reg((_ctx), KGSL_IOMMU_CTX_##REG)) #define KGSL_IOMMU_GET_CTX_REG(_ctx, REG) \ readl_relaxed(kgsl_iommu_reg((_ctx), KGSL_IOMMU_CTX_##REG)) #endif