You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
290 lines
8.8 KiB
290 lines
8.8 KiB
/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
|
|
/*
|
|
*
|
|
* (C) COPYRIGHT 2022-2023 ARM Limited. All rights reserved.
|
|
*
|
|
* This program is free software and is provided to you under the terms of the
|
|
* GNU General Public License version 2 as published by the Free Software
|
|
* Foundation, and any use by you of this program is subject to the terms
|
|
* of such GNU license.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, you can access it online at
|
|
* http://www.gnu.org/licenses/gpl-2.0.html.
|
|
*
|
|
*/
|
|
|
|
#ifndef _VERSION_COMPAT_DEFS_H_
|
|
#define _VERSION_COMPAT_DEFS_H_
|
|
|
|
#include <linux/version.h>
|
|
#include <linux/highmem.h>
|
|
#include <linux/timer.h>
|
|
|
|
#if (KERNEL_VERSION(4, 4, 267) < LINUX_VERSION_CODE)
|
|
#include <linux/overflow.h>
|
|
#endif
|
|
|
|
#include <linux/bitops.h>
|
|
#if (KERNEL_VERSION(4, 19, 0) <= LINUX_VERSION_CODE)
|
|
#include <linux/bits.h>
|
|
#endif
|
|
|
|
#ifndef BITS_PER_TYPE
|
|
#define BITS_PER_TYPE(type) (sizeof(type) * BITS_PER_BYTE)
|
|
#endif
|
|
|
|
#if KERNEL_VERSION(4, 16, 0) > LINUX_VERSION_CODE
|
|
typedef unsigned int __poll_t;
|
|
|
|
#ifndef HRTIMER_MODE_REL_SOFT
|
|
#define HRTIMER_MODE_REL_SOFT HRTIMER_MODE_REL
|
|
#endif
|
|
#endif /* KERNEL_VERSION(4, 16, 0) > LINUX_VERSION_CODE */
|
|
|
|
#if KERNEL_VERSION(4, 9, 78) >= LINUX_VERSION_CODE
|
|
|
|
#ifndef EPOLLHUP
|
|
#define EPOLLHUP POLLHUP
|
|
#endif
|
|
|
|
#ifndef EPOLLERR
|
|
#define EPOLLERR POLLERR
|
|
#endif
|
|
|
|
#ifndef EPOLLIN
|
|
#define EPOLLIN POLLIN
|
|
#endif
|
|
|
|
#ifndef EPOLLRDNORM
|
|
#define EPOLLRDNORM POLLRDNORM
|
|
#endif
|
|
|
|
#endif
|
|
|
|
#if KERNEL_VERSION(6, 1, 0) <= LINUX_VERSION_CODE
|
|
/* This is defined inside kbase for matching the default to kernel's
|
|
* mmap_min_addr, used inside file mali_kbase_mmap.c.
|
|
* Note: the value is set at compile time, matching a kernel's configuration
|
|
* value. It would not be able to track any runtime update of mmap_min_addr.
|
|
*/
|
|
#ifdef CONFIG_MMU
|
|
#define kbase_mmap_min_addr CONFIG_DEFAULT_MMAP_MIN_ADDR
|
|
|
|
#ifdef CONFIG_LSM_MMAP_MIN_ADDR
|
|
#if (CONFIG_LSM_MMAP_MIN_ADDR > CONFIG_DEFAULT_MMAP_MIN_ADDR)
|
|
/* Replace the default definition with CONFIG_LSM_MMAP_MIN_ADDR */
|
|
#undef kbase_mmap_min_addr
|
|
#define kbase_mmap_min_addr CONFIG_LSM_MMAP_MIN_ADDR
|
|
#define KBASE_COMPILED_MMAP_MIN_ADDR_MSG \
|
|
"* MALI kbase_mmap_min_addr compiled to CONFIG_LSM_MMAP_MIN_ADDR, no runtime update possible! *"
|
|
#endif /* (CONFIG_LSM_MMAP_MIN_ADDR > CONFIG_DEFAULT_MMAP_MIN_ADDR) */
|
|
#endif /* CONFIG_LSM_MMAP_MIN_ADDR */
|
|
|
|
#if (kbase_mmap_min_addr == CONFIG_DEFAULT_MMAP_MIN_ADDR)
|
|
#define KBASE_COMPILED_MMAP_MIN_ADDR_MSG \
|
|
"* MALI kbase_mmap_min_addr compiled to CONFIG_DEFAULT_MMAP_MIN_ADDR, no runtime update possible! *"
|
|
#endif
|
|
|
|
#else /* CONFIG_MMU */
|
|
#define kbase_mmap_min_addr (0UL)
|
|
#define KBASE_COMPILED_MMAP_MIN_ADDR_MSG \
|
|
"* MALI kbase_mmap_min_addr compiled to (0UL), no runtime update possible! *"
|
|
#endif /* CONFIG_MMU */
|
|
#endif /* KERNEL_VERSION(6, 1, 0) <= LINUX_VERSION_CODE */
|
|
|
|
static inline void kbase_timer_setup(struct timer_list *timer,
|
|
void (*callback)(struct timer_list *timer))
|
|
{
|
|
#if KERNEL_VERSION(4, 14, 0) > LINUX_VERSION_CODE
|
|
setup_timer(timer, (void (*)(unsigned long))callback, (unsigned long)timer);
|
|
#else
|
|
timer_setup(timer, callback, 0);
|
|
#endif
|
|
}
|
|
|
|
#ifndef WRITE_ONCE
|
|
#ifdef ASSIGN_ONCE
|
|
#define WRITE_ONCE(x, val) ASSIGN_ONCE(val, x)
|
|
#else
|
|
#define WRITE_ONCE(x, val) (ACCESS_ONCE(x) = (val))
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef READ_ONCE
|
|
#define READ_ONCE(x) ACCESS_ONCE(x)
|
|
#endif
|
|
|
|
#ifndef CSTD_UNUSED
|
|
#define CSTD_UNUSED(x) ((void)(x))
|
|
#endif
|
|
|
|
static inline void *kbase_kmap(struct page *p)
|
|
{
|
|
#if KERNEL_VERSION(5, 11, 0) <= LINUX_VERSION_CODE
|
|
return kmap_local_page(p);
|
|
#else
|
|
return kmap(p);
|
|
#endif /* KERNEL_VERSION(5, 11, 0) */
|
|
}
|
|
|
|
static inline void *kbase_kmap_atomic(struct page *p)
|
|
{
|
|
#if KERNEL_VERSION(5, 11, 0) <= LINUX_VERSION_CODE
|
|
return kmap_local_page(p);
|
|
#else
|
|
return kmap_atomic(p);
|
|
#endif /* KERNEL_VERSION(5, 11, 0) */
|
|
}
|
|
|
|
static inline void kbase_kunmap(struct page *p, void *address)
|
|
{
|
|
#if KERNEL_VERSION(5, 11, 0) <= LINUX_VERSION_CODE
|
|
CSTD_UNUSED(p);
|
|
kunmap_local(address);
|
|
#else
|
|
CSTD_UNUSED(address);
|
|
kunmap(p);
|
|
#endif /* KERNEL_VERSION(5, 11, 0) */
|
|
}
|
|
|
|
static inline void kbase_kunmap_atomic(void *address)
|
|
{
|
|
#if KERNEL_VERSION(5, 11, 0) <= LINUX_VERSION_CODE
|
|
kunmap_local(address);
|
|
#else
|
|
kunmap_atomic(address);
|
|
#endif /* KERNEL_VERSION(5, 11, 0) */
|
|
}
|
|
|
|
/* Some of the older 4.4 kernel patch versions do
|
|
* not contain the overflow check functions. However,
|
|
* they are based on compiler instrinsics, so they
|
|
* are simple to reproduce.
|
|
*/
|
|
#if (KERNEL_VERSION(4, 4, 267) >= LINUX_VERSION_CODE)
|
|
/* Some of the older 4.4 kernel patch versions do
|
|
* not contain the overflow check functions. However,
|
|
* they are based on compiler instrinsics, so they
|
|
* are simple to reproduce.
|
|
*/
|
|
#define check_mul_overflow(a, b, d) __builtin_mul_overflow(a, b, d)
|
|
#define check_add_overflow(a, b, d) __builtin_add_overflow(a, b, d)
|
|
#endif
|
|
|
|
/*
|
|
* There was a big rename in the 4.10 kernel (fence* -> dma_fence*),
|
|
* with most of the related functions keeping the same signatures.
|
|
*/
|
|
|
|
#if (KERNEL_VERSION(4, 10, 0) > LINUX_VERSION_CODE)
|
|
|
|
#include <linux/fence.h>
|
|
|
|
#define dma_fence fence
|
|
#define dma_fence_ops fence_ops
|
|
#define dma_fence_context_alloc(a) fence_context_alloc(a)
|
|
#define dma_fence_init(a, b, c, d, e) fence_init(a, b, c, d, e)
|
|
#define dma_fence_get(a) fence_get(a)
|
|
#define dma_fence_put(a) fence_put(a)
|
|
#define dma_fence_signal(a) fence_signal(a)
|
|
#define dma_fence_is_signaled(a) fence_is_signaled(a)
|
|
#define dma_fence_add_callback(a, b, c) fence_add_callback(a, b, c)
|
|
#define dma_fence_remove_callback(a, b) fence_remove_callback(a, b)
|
|
#define dma_fence_default_wait fence_default_wait
|
|
|
|
#if (KERNEL_VERSION(4, 9, 68) <= LINUX_VERSION_CODE)
|
|
#define dma_fence_get_status(a) (fence_is_signaled(a) ? (a)->error ?: 1 : 0)
|
|
#else
|
|
#define dma_fence_get_status(a) (fence_is_signaled(a) ? (a)->status ?: 1 : 0)
|
|
#endif
|
|
|
|
#else
|
|
|
|
#include <linux/dma-fence.h>
|
|
|
|
#if (KERNEL_VERSION(4, 11, 0) > LINUX_VERSION_CODE)
|
|
#define dma_fence_get_status(a) (dma_fence_is_signaled(a) ? (a)->status ?: 1 : 0)
|
|
#endif
|
|
|
|
#endif /* < 4.10.0 */
|
|
|
|
static inline void dma_fence_set_error_helper(
|
|
#if (KERNEL_VERSION(4, 10, 0) > LINUX_VERSION_CODE)
|
|
struct fence *fence,
|
|
#else
|
|
struct dma_fence *fence,
|
|
#endif
|
|
int error)
|
|
{
|
|
#if (KERNEL_VERSION(4, 11, 0) <= LINUX_VERSION_CODE)
|
|
dma_fence_set_error(fence, error);
|
|
#elif (KERNEL_VERSION(4, 10, 0) > LINUX_VERSION_CODE && \
|
|
KERNEL_VERSION(4, 9, 68) <= LINUX_VERSION_CODE)
|
|
fence_set_error(fence, error);
|
|
#else
|
|
fence->status = error;
|
|
#endif
|
|
}
|
|
|
|
#include <linux/mm.h>
|
|
|
|
static inline void kbase_unpin_user_buf_page(struct page *page)
|
|
{
|
|
#if KERNEL_VERSION(5, 9, 0) > LINUX_VERSION_CODE
|
|
put_page(page);
|
|
#else
|
|
unpin_user_page(page);
|
|
#endif
|
|
}
|
|
|
|
static inline long kbase_get_user_pages(unsigned long start, unsigned long nr_pages,
|
|
unsigned int gup_flags, struct page **pages,
|
|
struct vm_area_struct **vmas)
|
|
{
|
|
#if ((KERNEL_VERSION(6, 5, 0) > LINUX_VERSION_CODE) && !defined(__ANDROID_COMMON_KERNEL__)) || \
|
|
((KERNEL_VERSION(6, 4, 0) > LINUX_VERSION_CODE) && defined(__ANDROID_COMMON_KERNEL__))
|
|
return get_user_pages(start, nr_pages, gup_flags, pages, vmas);
|
|
#else
|
|
return get_user_pages(start, nr_pages, gup_flags, pages);
|
|
#endif
|
|
}
|
|
|
|
static inline long kbase_pin_user_pages_remote(struct task_struct *tsk, struct mm_struct *mm,
|
|
unsigned long start, unsigned long nr_pages,
|
|
unsigned int gup_flags, struct page **pages,
|
|
struct vm_area_struct **vmas, int *locked)
|
|
{
|
|
#if KERNEL_VERSION(4, 10, 0) > LINUX_VERSION_CODE
|
|
return get_user_pages_remote(tsk, mm, start, nr_pages, gup_flags, pages, vmas);
|
|
#elif KERNEL_VERSION(5, 6, 0) > LINUX_VERSION_CODE
|
|
return get_user_pages_remote(tsk, mm, start, nr_pages, gup_flags, pages, vmas, locked);
|
|
#elif KERNEL_VERSION(5, 9, 0) > LINUX_VERSION_CODE
|
|
return pin_user_pages_remote(tsk, mm, start, nr_pages, gup_flags, pages, vmas, locked);
|
|
#elif ((KERNEL_VERSION(6, 5, 0) > LINUX_VERSION_CODE) && !defined(__ANDROID_COMMON_KERNEL__)) || \
|
|
((KERNEL_VERSION(6, 4, 0) > LINUX_VERSION_CODE) && defined(__ANDROID_COMMON_KERNEL__))
|
|
return pin_user_pages_remote(mm, start, nr_pages, gup_flags, pages, vmas, locked);
|
|
#else
|
|
return pin_user_pages_remote(mm, start, nr_pages, gup_flags, pages, locked);
|
|
#endif
|
|
}
|
|
|
|
#if (KERNEL_VERSION(6, 4, 0) <= LINUX_VERSION_CODE)
|
|
#define KBASE_CLASS_CREATE(owner, name) class_create(name)
|
|
#else
|
|
#define KBASE_CLASS_CREATE(owner, name) class_create(owner, name)
|
|
#endif /* (KERNEL_VERSION(6, 4, 0) <= LINUX_VERSION_CODE) */
|
|
|
|
#if KERNEL_VERSION(5, 0, 0) > LINUX_VERSION_CODE
|
|
#define kbase_totalram_pages() totalram_pages
|
|
#else
|
|
#define kbase_totalram_pages() totalram_pages()
|
|
#endif /* KERNEL_VERSION(5, 0, 0) > LINUX_VERSION_CODE */
|
|
|
|
#endif /* _VERSION_COMPAT_DEFS_H_ */
|