tegrakernel/kernel/nvidia/drivers/misc/eventlib/eventlib.c

553 lines
11 KiB
C
Raw Permalink Normal View History

2022-02-16 09:13:02 -06:00
/*
* eventlib.c
*
* Copyright (c) 2017-2018, NVIDIA CORPORATION. All rights reserved.
*
* This program is free software; you can redistribute it and/or modify it
* under the terms and conditions of the GNU General Public License,
* version 2, as published by the Free Software Foundation.
*
* This program is distributed in the hope it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
* more details.
*
*/
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
#include <linux/init.h>
#include <linux/module.h>
#include <linux/slab.h>
#include <linux/sysfs.h>
#include <linux/types.h>
#include <linux/mm.h>
#include <linux/fs.h>
#include <linux/crc32.h>
#include <linux/keventlib.h>
#include "eventlib.h"
#define KEVENTLIB_VERSION "0.2"
#define EVENTLIB_SYSFS_DIR_NAME "eventlib"
#define EVENTLIB_SYSFS_TEST_FILE_NAME "test"
#define EVENTLIB_SYSFS_EVENTS_FILE_NAME "events"
#define EVENTLIB_SYSFS_SCHEMA_FILE_NAME "schema"
#define EVENTLIB_TEST_SHM_SIZE (PAGE_SIZE)
#define EVENTLIB_MAX_PROVIDERS 256
#define EVENTLIB_TEST_DATA_SIZE 0x10
struct eventlib_provider_info {
struct kobject *kobj;
struct bin_attribute attr;
struct bin_attribute attr_schema;
void *data;
size_t data_size;
struct eventlib_ctx el_ctx;
void *w2r;
size_t w2r_size;
int id;
struct list_head list;
char *schema;
size_t schema_size;
};
static struct eventlib_module {
struct kobject *kobj_root;
struct list_head providers;
atomic_t nr_providers;
spinlock_t lock;
int test_id;
} ctx;
struct eventlib_work_data {
struct work_struct work;
struct eventlib_provider_info *provider;
};
#define EVENTLIB_TEST_SAMPLE_MAGIC 0x11223344
struct eventlib_test_sample {
uint32_t magic;
uint32_t size;
uint32_t crc;
} __attribute__((__packed__));
static int is_initialized;
static int keventlib_init(struct eventlib_provider_info *info)
{
int ret;
struct eventlib_ctx *el_ctx = &info->el_ctx;
info->w2r = info->data;
info->w2r_size = info->data_size;
pr_debug("w2r: %p, size: %#zx\n", info->w2r, info->w2r_size);
memset(el_ctx, 0, sizeof(*el_ctx));
el_ctx->direction = EVENTLIB_DIRECTION_WRITER;
el_ctx->w2r_shm = info->w2r;
el_ctx->w2r_shm_size = (uint32_t)info->w2r_size;
el_ctx->r2w_shm = NULL;
el_ctx->r2w_shm_size = 0;
el_ctx->flags = 0;
ret = eventlib_init(el_ctx);
if (ret)
return ret;
return 0;
}
static int
sysfs_mmap(struct file *filp, struct kobject *kobj,
struct bin_attribute *attr, struct vm_area_struct *vma)
{
unsigned long vm_size, pfn;
struct eventlib_provider_info *info =
container_of(attr, struct eventlib_provider_info, attr);
vm_size = vma->vm_end - vma->vm_start;
vma->vm_private_data = filp->private_data;
pr_debug("%s: vma: %#lx - %#lx (%#lx)\n",
__func__, vma->vm_start, vma->vm_end, vm_size);
if (vm_size != attr->size)
return -EINVAL;
if (!info->data)
return -ENOMEM;
pfn = virt_to_phys(info->data) >> PAGE_SHIFT;
if (remap_pfn_range(vma, vma->vm_start, pfn,
vma->vm_end - vma->vm_start,
vma->vm_page_prot))
return -EAGAIN;
return 0;
}
static ssize_t
sysfs_schema_read(struct file *filp, struct kobject *kobj,
struct bin_attribute *attr,
char *buf, loff_t off, size_t len)
{
struct eventlib_provider_info *info =
container_of(attr, struct eventlib_provider_info, attr_schema);
if (info->schema == NULL)
return -ENOENT;
if (len > info->schema_size - off)
len = info->schema_size - off;
memcpy(buf, info->schema + off, len);
return len;
}
static int
create_sysfs_entry(struct eventlib_provider_info *info,
const char *name)
{
int ret;
struct bin_attribute *attr = &info->attr;
info->kobj = kobject_create_and_add(name, ctx.kobj_root);
if (info->kobj == NULL) {
pr_err("Unable to create sysfs directory: %s\n", name);
return -ENOMEM;
}
sysfs_bin_attr_init(attr);
attr->attr.name = EVENTLIB_SYSFS_EVENTS_FILE_NAME;
attr->attr.mode = 0444;
attr->mmap = sysfs_mmap;
attr->read = NULL;
attr->size = info->data_size;
ret = sysfs_create_bin_file(info->kobj, attr);
if (ret) {
pr_err("Unable to create sysfs file: %s\n",
attr->attr.name);
kobject_put(info->kobj);
return ret;
}
if (info->schema) {
struct bin_attribute *attr_schema = &info->attr_schema;
sysfs_bin_attr_init(attr_schema);
attr_schema->attr.name = EVENTLIB_SYSFS_SCHEMA_FILE_NAME;
attr_schema->attr.mode = 0444;
attr_schema->mmap = NULL;
attr_schema->read = sysfs_schema_read;
attr_schema->write = NULL;
attr_schema->size = info->schema_size;
ret = sysfs_create_bin_file(info->kobj, attr_schema);
if (ret) {
pr_err("Unable to create sysfs file: %s\n",
attr_schema->attr.name);
kobject_put(info->kobj);
return ret;
}
}
return 0;
}
static void remove_sysfs_entry(struct eventlib_provider_info *info)
{
sysfs_remove_bin_file(info->kobj, &info->attr);
if (info->schema)
sysfs_remove_bin_file(info->kobj, &info->attr_schema);
kobject_put(info->kobj);
}
static int is_id_free(int id)
{
struct eventlib_provider_info *info;
list_for_each_entry(info, &ctx.providers, list) {
if (id == info->id)
return 0;
}
return 1;
}
static int get_free_id(void)
{
int id;
for (id = 0; id < EVENTLIB_MAX_PROVIDERS; id++) {
if (is_id_free(id))
return id;
}
return -EMFILE;
}
static int
provider_init(struct eventlib_provider_info *info,
size_t size, const char *name,
const char *schema, size_t schema_size)
{
int ret = 0, id;
info->data = NULL;
info->data_size = 0;
info->w2r = NULL;
info->w2r_size = 0;
if (size == 0 || !is_power_of_2(size))
return -EINVAL;
info->data = (void *)__get_free_pages(GFP_KERNEL, get_order(size));
if (!info->data)
return -ENOMEM;
memset(info->data, 0, size);
info->data_size = size;
if (schema && schema_size > 0) {
info->schema_size = schema_size;
info->schema = kmalloc(info->schema_size, GFP_KERNEL);
if (!info->schema)
return -ENOMEM;
memcpy(info->schema, schema, schema_size);
} else {
info->schema = NULL;
info->schema_size = 0;
}
ret = create_sysfs_entry(info, name);
if (ret < 0)
goto err_free;
ret = keventlib_init(info);
if (ret < 0)
goto err_sysfs;
INIT_LIST_HEAD(&info->list);
spin_lock(&ctx.lock);
id = get_free_id();
if (id < 0) {
pr_err("Too many providers: > %d\n", EVENTLIB_MAX_PROVIDERS);
ret = -EMFILE;
goto err_get_id;
}
info->id = id;
list_add_tail(&info->list, &ctx.providers);
atomic_inc(&ctx.nr_providers);
spin_unlock(&ctx.lock);
return 0;
err_get_id:
spin_unlock(&ctx.lock);
eventlib_close(&info->el_ctx);
err_sysfs:
remove_sysfs_entry(info);
err_free:
if (info->schema) {
kfree(info->schema);
info->schema = NULL;
}
free_pages((unsigned long)info->data, get_order(size));
return ret;
}
static struct eventlib_provider_info *
find_provider_info(int id)
{
struct eventlib_provider_info *info;
list_for_each_entry(info, &ctx.providers, list) {
if (id == info->id)
return info;
}
return NULL;
}
static void
__free_provider(struct work_struct *work)
{
struct eventlib_work_data *wd =
container_of(work, struct eventlib_work_data, work);
struct eventlib_provider_info *info = wd->provider;
remove_sysfs_entry(info);
if (info->schema)
kfree(info->schema);
kfree(info);
kfree(wd);
if (atomic_dec_and_test(&ctx.nr_providers))
kobject_put(ctx.kobj_root);
}
static void free_provider(struct eventlib_provider_info *info)
{
struct eventlib_work_data *wd;
eventlib_close(&info->el_ctx);
free_pages((unsigned long)info->data,
get_order(info->data_size));
list_del(&info->list);
wd = kmalloc(sizeof(*wd), GFP_ATOMIC);
if (!wd)
return;
wd->provider = info;
INIT_WORK(&wd->work, __free_provider);
schedule_work(&wd->work);
}
static void unregister_all_providers(void)
{
struct eventlib_provider_info *info, *next;
spin_lock(&ctx.lock);
list_for_each_entry_safe(info, next, &ctx.providers, list)
free_provider(info);
spin_unlock(&ctx.lock);
}
int keventlib_write(int id, void *data, size_t size, uint32_t type, uint64_t ts)
{
int err = 0;
struct eventlib_provider_info *info;
pr_debug("%s: size: %#zx\n", __func__, size);
spin_lock(&ctx.lock);
info = find_provider_info(id);
if (!info) {
err = -ENOENT;
goto err_out;
}
if (!info->data) {
err = -ENOMEM;
goto err_out;
}
eventlib_write(&info->el_ctx, 0, type, ts, data, size);
err_out:
spin_unlock(&ctx.lock);
return err;
}
EXPORT_SYMBOL(keventlib_write);
int keventlib_register(size_t size, const char *name,
const char *schema, size_t schema_size)
{
int ret;
struct eventlib_provider_info *info;
if (!is_initialized) {
pr_warn("keventlib is not initialized\n");
return -EACCES;
}
info = kmalloc(sizeof(*info), GFP_KERNEL);
if (!info)
return -ENOMEM;
ret = provider_init(info, size, name, schema, schema_size);
if (ret < 0) {
kfree(info);
return ret;
}
return info->id;
}
EXPORT_SYMBOL(keventlib_register);
void keventlib_unregister(int id)
{
struct eventlib_provider_info *info;
if (!is_initialized) {
pr_warn("keventlib is not initialized\n");
return;
}
spin_lock(&ctx.lock);
info = find_provider_info(id);
if (!info) {
pr_err("Unregistered provider: %d\n", id);
spin_unlock(&ctx.lock);
return;
}
free_provider(info);
spin_unlock(&ctx.lock);
}
EXPORT_SYMBOL(keventlib_unregister);
static void put_test_data(int id)
{
int i;
uint8_t value = 0;
uint64_t ts = 0;
uint8_t *data;
struct eventlib_test_sample *s;
uint8_t buffer[sizeof(struct eventlib_test_sample) +
EVENTLIB_TEST_DATA_SIZE];
for (i = 0; i < 32; i++) {
s = (struct eventlib_test_sample *)buffer;
data = (uint8_t *)(s + 1);
s->magic = EVENTLIB_TEST_SAMPLE_MAGIC;
s->size = EVENTLIB_TEST_DATA_SIZE;
memset(data, value++, s->size);
s->crc = crc32(~0U, data, s->size) ^ 0xffffffff;
keventlib_write(ctx.test_id, buffer,
sizeof(buffer), 10 + id, ts++);
}
}
static int __init
eventlib_module_init(void)
{
int ret;
if (is_initialized)
return -ENOMEM;
atomic_set(&ctx.nr_providers, 0);
INIT_LIST_HEAD(&ctx.providers);
spin_lock_init(&ctx.lock);
ctx.kobj_root = kobject_create_and_add(EVENTLIB_SYSFS_DIR_NAME,
kernel_kobj);
if (ctx.kobj_root == NULL) {
pr_err("Unable to create sysfs directory: %s\n",
EVENTLIB_SYSFS_DIR_NAME);
return -ENOMEM;
}
is_initialized = 1;
ret = keventlib_register(EVENTLIB_TEST_SHM_SIZE,
EVENTLIB_SYSFS_TEST_FILE_NAME,
NULL, 0);
if (ret < 0) {
kobject_put(ctx.kobj_root);
is_initialized = 0;
return ret;
}
ctx.test_id = ret;
put_test_data(ctx.test_id);
pr_info("keventlib is initialized, test id: %d\n", ctx.test_id);
return 0;
}
static void __exit
eventlib_module_exit(void)
{
unregister_all_providers();
pr_info("keventlib is uninitialized\n");
}
subsys_initcall(eventlib_module_init);
module_exit(eventlib_module_exit);
MODULE_LICENSE("GPL");
MODULE_AUTHOR("Nvidia Ltd");
MODULE_DESCRIPTION("Kernel Eventlib");
MODULE_VERSION(KEVENTLIB_VERSION);