7fbebdb10b
Currently we have the pgtable ops struct that contains pointers to the platform-specific map/unmap/map_sg functions, that are being called indirectly by drivers (like GPU). All this goes through the iommu framework that finally translate it into a calls to the qcom-io-pgtable-arm module. Instead of having these layers of indirection to jump back and forth, we can export the functions and allow drivers to call them directly. This improves performance and reduce the dependencies on core kernel. Change-Id: I99eef0744109e4a0614240df3bf60e01d79fcb3f Signed-off-by: Georgi Djakov <quic_c_gdjako@quicinc.com> Signed-off-by: Oreoluwa Babatunde <quic_obabatun@quicinc.com>
99 lines
3.3 KiB
C
99 lines
3.3 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
|
|
* Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
|
|
*/
|
|
#ifndef __QCOM_QCOM_IO_PGTABLE_H
|
|
#define __QCOM_QCOM_IO_PGTABLE_H
|
|
|
|
#include <linux/io-pgtable.h>
|
|
|
|
struct qcom_iommu_pgtable_log_ops {
|
|
void (*log_new_table)(void *cookie, void *virt, unsigned long iova, size_t granule);
|
|
void (*log_remove_table)(void *cookie, void *virt, unsigned long iova, size_t granule);
|
|
};
|
|
|
|
struct qcom_iommu_flush_ops {
|
|
void (*tlb_add_walk_page)(void *cookie, void *virt);
|
|
void (*tlb_add_inv)(void *cookie);
|
|
void (*tlb_sync)(void *cookie);
|
|
};
|
|
|
|
struct qcom_io_pgtable_info {
|
|
struct io_pgtable_cfg cfg;
|
|
const struct qcom_iommu_flush_ops *iommu_tlb_ops;
|
|
const struct qcom_iommu_pgtable_log_ops *pgtable_log_ops;
|
|
/* When set to 0, all page table memory is treated as non-secure. */
|
|
u32 vmid;
|
|
dma_addr_t iova_base;
|
|
dma_addr_t iova_end;
|
|
};
|
|
|
|
#define to_qcom_io_pgtable_info(x)\
|
|
container_of((x), struct qcom_io_pgtable_info, cfg)
|
|
|
|
#define IO_PGTABLE_QUIRK_QCOM_USE_LLC_NWA BIT(31)
|
|
|
|
#define ARM_V8L_FAST ((unsigned int)-1)
|
|
#define QCOM_ARM_64_LPAE_S1 ((unsigned int)-2)
|
|
|
|
struct io_pgtable_ops *qcom_alloc_io_pgtable_ops(enum io_pgtable_fmt fmt,
|
|
struct qcom_io_pgtable_info *pgtbl_info,
|
|
void *cookie);
|
|
void qcom_free_io_pgtable_ops(struct io_pgtable_ops *ops);
|
|
|
|
static inline void
|
|
qcom_io_pgtable_tlb_add_walk_page(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie,
|
|
void *virt)
|
|
{
|
|
tlb_ops->tlb_add_walk_page(cookie, virt);
|
|
}
|
|
|
|
static inline void
|
|
qcom_io_pgtable_tlb_add_inv(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie)
|
|
{
|
|
tlb_ops->tlb_add_inv(cookie);
|
|
}
|
|
|
|
static inline void
|
|
qcom_io_pgtable_tlb_sync(const struct qcom_iommu_flush_ops *tlb_ops, void *cookie)
|
|
{
|
|
tlb_ops->tlb_sync(cookie);
|
|
}
|
|
|
|
static inline void
|
|
qcom_io_pgtable_log_new_table(const struct qcom_iommu_pgtable_log_ops *ops, void *cookie,
|
|
void *virt, unsigned long iova, size_t granule)
|
|
{
|
|
ops->log_new_table(cookie, virt, iova, granule);
|
|
}
|
|
|
|
static inline void
|
|
qcom_io_pgtable_log_remove_table(const struct qcom_iommu_pgtable_log_ops *ops, void *cookie,
|
|
void *virt, unsigned long iova, size_t granule)
|
|
{
|
|
ops->log_remove_table(cookie, virt, iova, granule);
|
|
}
|
|
|
|
#ifdef CONFIG_IOMMU_IO_PGTABLE_FAST
|
|
extern struct io_pgtable_init_fns io_pgtable_av8l_fast_init_fns;
|
|
#endif
|
|
#ifdef CONFIG_IOMMU_IO_PGTABLE_LPAE
|
|
extern struct io_pgtable_init_fns qcom_io_pgtable_arm_64_lpae_s1_init_fns;
|
|
#endif
|
|
|
|
int qcom_arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova,
|
|
phys_addr_t paddr, size_t size, int iommu_prot, gfp_t gfp);
|
|
int qcom_arm_lpae_map_pages(struct io_pgtable_ops *ops, unsigned long iova,
|
|
phys_addr_t paddr, size_t pgsize, size_t pgcount,
|
|
int iommu_prot, gfp_t gfp, size_t *mapped);
|
|
int qcom_arm_lpae_map_sg(struct io_pgtable_ops *ops, unsigned long iova,
|
|
struct scatterlist *sg, unsigned int nents, int prot,
|
|
gfp_t gfp, size_t *mapped);
|
|
size_t qcom_arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova,
|
|
size_t pgsize, size_t pgcount,
|
|
struct iommu_iotlb_gather *gather);
|
|
size_t qcom_arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova,
|
|
size_t size, struct iommu_iotlb_gather *gather);
|
|
|
|
#endif /* __QCOM_QCOM_IO_PGTABLE_H */
|