392 lines
10 KiB
C
392 lines
10 KiB
C
|
/*
|
||
|
|
* Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
|
||
|
|
*
|
||
|
|
* This program is free software; you can redistribute it and/or modify
|
||
|
|
* it under the terms of version 2 of the GNU General Public License as
|
||
|
|
* published by the Free Software Foundation.
|
||
|
|
*
|
||
|
|
* This program is distributed in the hope that it will be useful, but
|
||
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
* General Public License for more details.
|
||
|
|
*/
|
||
|
|
#include <linux/memremap.h>
|
||
|
|
#include <linux/rculist.h>
|
||
|
|
#include <linux/export.h>
|
||
|
|
#include <linux/ioport.h>
|
||
|
|
#include <linux/module.h>
|
||
|
|
#include <linux/types.h>
|
||
|
|
#include <linux/pfn_t.h>
|
||
|
|
#include <linux/acpi.h>
|
||
|
|
#include <linux/io.h>
|
||
|
|
#include <linux/mm.h>
|
||
|
|
#include "nfit_test.h"
|
||
|
|
|
||
|
|
static LIST_HEAD(iomap_head);
|
||
|
|
|
||
|
|
static struct iomap_ops {
|
||
|
|
nfit_test_lookup_fn nfit_test_lookup;
|
||
|
|
nfit_test_evaluate_dsm_fn evaluate_dsm;
|
||
|
|
struct list_head list;
|
||
|
|
} iomap_ops = {
|
||
|
|
.list = LIST_HEAD_INIT(iomap_ops.list),
|
||
|
|
};
|
||
|
|
|
||
|
|
void nfit_test_setup(nfit_test_lookup_fn lookup,
|
||
|
|
nfit_test_evaluate_dsm_fn evaluate)
|
||
|
|
{
|
||
|
|
iomap_ops.nfit_test_lookup = lookup;
|
||
|
|
iomap_ops.evaluate_dsm = evaluate;
|
||
|
|
list_add_rcu(&iomap_ops.list, &iomap_head);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(nfit_test_setup);
|
||
|
|
|
||
|
|
void nfit_test_teardown(void)
|
||
|
|
{
|
||
|
|
list_del_rcu(&iomap_ops.list);
|
||
|
|
synchronize_rcu();
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(nfit_test_teardown);
|
||
|
|
|
||
|
|
static struct nfit_test_resource *__get_nfit_res(resource_size_t resource)
|
||
|
|
{
|
||
|
|
struct iomap_ops *ops;
|
||
|
|
|
||
|
|
ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
|
||
|
|
if (ops)
|
||
|
|
return ops->nfit_test_lookup(resource);
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct nfit_test_resource *get_nfit_res(resource_size_t resource)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *res;
|
||
|
|
|
||
|
|
rcu_read_lock();
|
||
|
|
res = __get_nfit_res(resource);
|
||
|
|
rcu_read_unlock();
|
||
|
|
|
||
|
|
return res;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(get_nfit_res);
|
||
|
|
|
||
|
|
void __iomem *__nfit_test_ioremap(resource_size_t offset, unsigned long size,
|
||
|
|
void __iomem *(*fallback_fn)(resource_size_t, unsigned long))
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(offset);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return (void __iomem *) nfit_res->buf + offset
|
||
|
|
- nfit_res->res.start;
|
||
|
|
return fallback_fn(offset, size);
|
||
|
|
}
|
||
|
|
|
||
|
|
void __iomem *__wrap_devm_ioremap_nocache(struct device *dev,
|
||
|
|
resource_size_t offset, unsigned long size)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(offset);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return (void __iomem *) nfit_res->buf + offset
|
||
|
|
- nfit_res->res.start;
|
||
|
|
return devm_ioremap_nocache(dev, offset, size);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_devm_ioremap_nocache);
|
||
|
|
|
||
|
|
void *__wrap_devm_memremap(struct device *dev, resource_size_t offset,
|
||
|
|
size_t size, unsigned long flags)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(offset);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return nfit_res->buf + offset - nfit_res->res.start;
|
||
|
|
return devm_memremap(dev, offset, size, flags);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_devm_memremap);
|
||
|
|
|
||
|
|
void *__wrap_devm_memremap_pages(struct device *dev, struct resource *res,
|
||
|
|
struct percpu_ref *ref, struct vmem_altmap *altmap)
|
||
|
|
{
|
||
|
|
resource_size_t offset = res->start;
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(offset);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return nfit_res->buf + offset - nfit_res->res.start;
|
||
|
|
return devm_memremap_pages(dev, res, ref, altmap);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL_GPL(__wrap_devm_memremap_pages);
|
||
|
|
|
||
|
|
pfn_t __wrap_phys_to_pfn_t(phys_addr_t addr, unsigned long flags)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(addr);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
flags &= ~PFN_MAP;
|
||
|
|
return phys_to_pfn_t(addr, flags);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_phys_to_pfn_t);
|
||
|
|
|
||
|
|
void *__wrap_memremap(resource_size_t offset, size_t size,
|
||
|
|
unsigned long flags)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(offset);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return nfit_res->buf + offset - nfit_res->res.start;
|
||
|
|
return memremap(offset, size, flags);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_memremap);
|
||
|
|
|
||
|
|
void __wrap_devm_memunmap(struct device *dev, void *addr)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return;
|
||
|
|
return devm_memunmap(dev, addr);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_devm_memunmap);
|
||
|
|
|
||
|
|
void __iomem *__wrap_ioremap_nocache(resource_size_t offset, unsigned long size)
|
||
|
|
{
|
||
|
|
return __nfit_test_ioremap(offset, size, ioremap_nocache);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_ioremap_nocache);
|
||
|
|
|
||
|
|
void __iomem *__wrap_ioremap_wc(resource_size_t offset, unsigned long size)
|
||
|
|
{
|
||
|
|
return __nfit_test_ioremap(offset, size, ioremap_wc);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_ioremap_wc);
|
||
|
|
|
||
|
|
void __wrap_iounmap(volatile void __iomem *addr)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
|
||
|
|
if (nfit_res)
|
||
|
|
return;
|
||
|
|
return iounmap(addr);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_iounmap);
|
||
|
|
|
||
|
|
void __wrap_memunmap(void *addr)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
|
||
|
|
|
||
|
|
if (nfit_res)
|
||
|
|
return;
|
||
|
|
return memunmap(addr);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_memunmap);
|
||
|
|
|
||
|
|
static bool nfit_test_release_region(struct device *dev,
|
||
|
|
struct resource *parent, resource_size_t start,
|
||
|
|
resource_size_t n);
|
||
|
|
|
||
|
|
static void nfit_devres_release(struct device *dev, void *data)
|
||
|
|
{
|
||
|
|
struct resource *res = *((struct resource **) data);
|
||
|
|
|
||
|
|
WARN_ON(!nfit_test_release_region(NULL, &iomem_resource, res->start,
|
||
|
|
resource_size(res)));
|
||
|
|
}
|
||
|
|
|
||
|
|
static int match(struct device *dev, void *__res, void *match_data)
|
||
|
|
{
|
||
|
|
struct resource *res = *((struct resource **) __res);
|
||
|
|
resource_size_t start = *((resource_size_t *) match_data);
|
||
|
|
|
||
|
|
return res->start == start;
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool nfit_test_release_region(struct device *dev,
|
||
|
|
struct resource *parent, resource_size_t start,
|
||
|
|
resource_size_t n)
|
||
|
|
{
|
||
|
|
if (parent == &iomem_resource) {
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res(start);
|
||
|
|
|
||
|
|
if (nfit_res) {
|
||
|
|
struct nfit_test_request *req;
|
||
|
|
struct resource *res = NULL;
|
||
|
|
|
||
|
|
if (dev) {
|
||
|
|
devres_release(dev, nfit_devres_release, match,
|
||
|
|
&start);
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
|
||
|
|
spin_lock(&nfit_res->lock);
|
||
|
|
list_for_each_entry(req, &nfit_res->requests, list)
|
||
|
|
if (req->res.start == start) {
|
||
|
|
res = &req->res;
|
||
|
|
list_del(&req->list);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
spin_unlock(&nfit_res->lock);
|
||
|
|
|
||
|
|
WARN(!res || resource_size(res) != n,
|
||
|
|
"%s: start: %llx n: %llx mismatch: %pr\n",
|
||
|
|
__func__, start, n, res);
|
||
|
|
if (res)
|
||
|
|
kfree(req);
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct resource *nfit_test_request_region(struct device *dev,
|
||
|
|
struct resource *parent, resource_size_t start,
|
||
|
|
resource_size_t n, const char *name, int flags)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res;
|
||
|
|
|
||
|
|
if (parent == &iomem_resource) {
|
||
|
|
nfit_res = get_nfit_res(start);
|
||
|
|
if (nfit_res) {
|
||
|
|
struct nfit_test_request *req;
|
||
|
|
struct resource *res = NULL;
|
||
|
|
|
||
|
|
if (start + n > nfit_res->res.start
|
||
|
|
+ resource_size(&nfit_res->res)) {
|
||
|
|
pr_debug("%s: start: %llx n: %llx overflow: %pr\n",
|
||
|
|
__func__, start, n,
|
||
|
|
&nfit_res->res);
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
spin_lock(&nfit_res->lock);
|
||
|
|
list_for_each_entry(req, &nfit_res->requests, list)
|
||
|
|
if (start == req->res.start) {
|
||
|
|
res = &req->res;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
spin_unlock(&nfit_res->lock);
|
||
|
|
|
||
|
|
if (res) {
|
||
|
|
WARN(1, "%pr already busy\n", res);
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
req = kzalloc(sizeof(*req), GFP_KERNEL);
|
||
|
|
if (!req)
|
||
|
|
return NULL;
|
||
|
|
INIT_LIST_HEAD(&req->list);
|
||
|
|
res = &req->res;
|
||
|
|
|
||
|
|
res->start = start;
|
||
|
|
res->end = start + n - 1;
|
||
|
|
res->name = name;
|
||
|
|
res->flags = resource_type(parent);
|
||
|
|
res->flags |= IORESOURCE_BUSY | flags;
|
||
|
|
spin_lock(&nfit_res->lock);
|
||
|
|
list_add(&req->list, &nfit_res->requests);
|
||
|
|
spin_unlock(&nfit_res->lock);
|
||
|
|
|
||
|
|
if (dev) {
|
||
|
|
struct resource **d;
|
||
|
|
|
||
|
|
d = devres_alloc(nfit_devres_release,
|
||
|
|
sizeof(struct resource *),
|
||
|
|
GFP_KERNEL);
|
||
|
|
if (!d)
|
||
|
|
return NULL;
|
||
|
|
*d = res;
|
||
|
|
devres_add(dev, d);
|
||
|
|
}
|
||
|
|
|
||
|
|
pr_debug("%s: %pr\n", __func__, res);
|
||
|
|
return res;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (dev)
|
||
|
|
return __devm_request_region(dev, parent, start, n, name);
|
||
|
|
return __request_region(parent, start, n, name, flags);
|
||
|
|
}
|
||
|
|
|
||
|
|
struct resource *__wrap___request_region(struct resource *parent,
|
||
|
|
resource_size_t start, resource_size_t n, const char *name,
|
||
|
|
int flags)
|
||
|
|
{
|
||
|
|
return nfit_test_request_region(NULL, parent, start, n, name, flags);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap___request_region);
|
||
|
|
|
||
|
|
int __wrap_insert_resource(struct resource *parent, struct resource *res)
|
||
|
|
{
|
||
|
|
if (get_nfit_res(res->start))
|
||
|
|
return 0;
|
||
|
|
return insert_resource(parent, res);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_insert_resource);
|
||
|
|
|
||
|
|
int __wrap_remove_resource(struct resource *res)
|
||
|
|
{
|
||
|
|
if (get_nfit_res(res->start))
|
||
|
|
return 0;
|
||
|
|
return remove_resource(res);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_remove_resource);
|
||
|
|
|
||
|
|
struct resource *__wrap___devm_request_region(struct device *dev,
|
||
|
|
struct resource *parent, resource_size_t start,
|
||
|
|
resource_size_t n, const char *name)
|
||
|
|
{
|
||
|
|
if (!dev)
|
||
|
|
return NULL;
|
||
|
|
return nfit_test_request_region(dev, parent, start, n, name, 0);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap___devm_request_region);
|
||
|
|
|
||
|
|
void __wrap___release_region(struct resource *parent, resource_size_t start,
|
||
|
|
resource_size_t n)
|
||
|
|
{
|
||
|
|
if (!nfit_test_release_region(NULL, parent, start, n))
|
||
|
|
__release_region(parent, start, n);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap___release_region);
|
||
|
|
|
||
|
|
void __wrap___devm_release_region(struct device *dev, struct resource *parent,
|
||
|
|
resource_size_t start, resource_size_t n)
|
||
|
|
{
|
||
|
|
if (!nfit_test_release_region(dev, parent, start, n))
|
||
|
|
__devm_release_region(dev, parent, start, n);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap___devm_release_region);
|
||
|
|
|
||
|
|
acpi_status __wrap_acpi_evaluate_object(acpi_handle handle, acpi_string path,
|
||
|
|
struct acpi_object_list *p, struct acpi_buffer *buf)
|
||
|
|
{
|
||
|
|
struct nfit_test_resource *nfit_res = get_nfit_res((long) handle);
|
||
|
|
union acpi_object **obj;
|
||
|
|
|
||
|
|
if (!nfit_res || strcmp(path, "_FIT") || !buf)
|
||
|
|
return acpi_evaluate_object(handle, path, p, buf);
|
||
|
|
|
||
|
|
obj = nfit_res->buf;
|
||
|
|
buf->length = sizeof(union acpi_object);
|
||
|
|
buf->pointer = *obj;
|
||
|
|
return AE_OK;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_acpi_evaluate_object);
|
||
|
|
|
||
|
|
union acpi_object * __wrap_acpi_evaluate_dsm(acpi_handle handle, const u8 *uuid,
|
||
|
|
u64 rev, u64 func, union acpi_object *argv4)
|
||
|
|
{
|
||
|
|
union acpi_object *obj = ERR_PTR(-ENXIO);
|
||
|
|
struct iomap_ops *ops;
|
||
|
|
|
||
|
|
rcu_read_lock();
|
||
|
|
ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
|
||
|
|
if (ops)
|
||
|
|
obj = ops->evaluate_dsm(handle, uuid, rev, func, argv4);
|
||
|
|
rcu_read_unlock();
|
||
|
|
|
||
|
|
if (IS_ERR(obj))
|
||
|
|
return acpi_evaluate_dsm(handle, uuid, rev, func, argv4);
|
||
|
|
return obj;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(__wrap_acpi_evaluate_dsm);
|
||
|
|
|
||
|
|
MODULE_LICENSE("GPL v2");
|