mirror of
git://nv-tegra.nvidia.com/linux-nv-oot.git
synced 2025-12-24 10:11:26 +03:00
nvmap: Copy drivers and headers from kernel/nvidia
Copy the driver and header sources of the nvmap to kernel/nvidia-oot from kernel/nvidia as part of removing the dependency of kernel/nvidia for OOT drivers. The latest (few) git history of the files copied are b7a355916 video: tegra: nvmap: Fix type casting issue 2128c5433 video: tegra: nvmap: Fix type casting issues 0cd082559 video: tegra: nvmap: Change peer vm id data type 4bd7ece67 tegra: nvmap: mark ivm carveout pages occupied e86f3630a video: tegra: nvmap: Fix type casting issue c43a23e58 video: tegra: nvmap: Fix type casting issue ca1dda22e video: tegra: nvmap: Fix type casting issue 1f567abfe video: tegra: nvmap: Fix wrap up condition 29db4d31c video: tegra: nvmap: Remove unnecessary debugfs fe72f1413 video: tegra: nvmap: Remove get_drv_data() call 3b0fc79e7 video: tegra: nvmap: Fix coverity defect 3cc0ce41b video: tegra: nvmap: Fix coverity defect 6da39e966 video: tegra: nvmap: Fix WARN_ON condition a16351ff1 video: tegra: nvmap: Remove dead code 9993f2d2d video: tegra: nvmap: Update print level 6066a2077 video: tegra: nvmap: Remove nvmap_debug_lru_allocations_show 3cdf2b7ba video: tegra: nvmap: Add kernel version check 716ded4fc video: tegra: nvmap: Initialize the return value 9b6c1b4ab video: tegra: nvmap: Correct debugfs code 33e70118b video: tegra: nvmap: Fix Cert-C error handling bug 7b960ed79 video: tegra: nvmap: Fix Cert-C error handling bug 945dc1471 video: tegra: nvmap: Fix Cert-C error handling bug 31e572de2 video: tegra: nvmap: Fix Cert-C error handling bug 1f25cbf68 video: tegra: nvmap: Fix Cert-C error handling bug fa5428107 video: tegra: nvmap: Remove nvmap_handle_get_from_fd df73f2208 video: tegra: nvmap: Protect kmap/kunmap code 9842e7c6a video: tegra: nvmap: Remove t19x dma_buf map/unmap 06dff1a8d video: tegra: nvmap: Remove unnecessary export symbols 6f097f86b video: tegra: nvmap: Fix Cert-C error handling bug f14171608 video: tegra: nvmap: load nvmap for T23x compatible platforms 266812814 video: tegra: nvmap: Get rid of NVMAP_CONFIG_KSTABLE_KERNEL 1b38c0887 nvmap: Don't use NV_BUILD_KERNEL_OPTIONS 0ab8dc032 video: tegra: nvmap: Reintroduce NVMAP_CONFIG_VPR_RESIZE cc8db9797 driver: platform: tegra: Separate out vpr code 28955d95c video/tegra: nvmap: Enable build as OOT module 876d1fbb8 video: tegra: nvmap: Remove IS_ENABLED check 5ea30867a nvmap: Add support to build as module from OOT kernel a71ad020e video: tegra: nvmap: Protect tegra_vpr args under config e70061cc1 video: tegra: nvmap: Do not export cvnas_dev d2a26ff36 video: tegra: nvmap: Include missing header 692e4f682 video: tegra: nvmap: Update page coloring algo 2b9dbb911 video: tegra: nvmap: Check for return value de8de12b6 video: tegra: nvmap: Enable legacy init support 65d478158 video: tegra: nvmap: Remove dependency of cvnas 38bdd6f05 video: tegra: nvmap: Make nvmap as loadable module 9668e410b video: tegra: nvmap: Enable handle as ID 11c6cbd23 tegra: nvmap: Fix build for Linux v5.18 fbd95c3ab linux: nvmap: change ivm_handle to u32 eb1e2c302 video: tegra: nvmap: Fix NVSCIIPC support 022689b29 tegra: nvmap: return error if handle as ID enabled but id is fd 19e5106ed video: tegra: nvmap: Don't treat ivm as reserved mem carveouts Bug 4038415 Change-Id: I7108aec3b8532fe79c9423c2835744b1213719e8 Signed-off-by: Laxman Dewangan <ldewangan@nvidia.com>
This commit is contained in:
Laxman Dewangan
365
drivers/video/tegra/nvmap/nvmap_sci_ipc.c
Normal file
365
drivers/video/tegra/nvmap/nvmap_sci_ipc.c
Normal file
@@ -0,0 +1,365 @@
|
||||
/*
|
||||
* drivers/video/tegra/nvmap/nvmap_sci_ipc.c
|
||||
*
|
||||
* mapping between nvmap_hnadle and sci_ipc entery
|
||||
*
|
||||
* Copyright (c) 2019-2022, NVIDIA CORPORATION. All rights reserved.
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify it
|
||||
* under the terms and conditions of the GNU General Public License,
|
||||
* version 2, as published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*/
|
||||
|
||||
#define pr_fmt(fmt) "%s: " fmt, __func__
|
||||
|
||||
#include <linux/slab.h>
|
||||
#include <linux/nvmap.h>
|
||||
#include <linux/rbtree.h>
|
||||
#include <linux/list.h>
|
||||
#include <linux/mman.h>
|
||||
|
||||
#include <linux/nvscierror.h>
|
||||
#include <linux/nvsciipc_interface.h>
|
||||
|
||||
#include <trace/events/nvmap.h>
|
||||
#include "nvmap_priv.h"
|
||||
#include "nvmap_sci_ipc.h"
|
||||
|
||||
struct nvmap_sci_ipc {
|
||||
struct rb_root entries;
|
||||
struct mutex mlock;
|
||||
struct list_head free_sid_list;
|
||||
};
|
||||
|
||||
struct free_sid_node {
|
||||
struct list_head list;
|
||||
u32 sid;
|
||||
};
|
||||
|
||||
/* An rb-tree root node for holding sci_ipc_id of clients */
|
||||
struct nvmap_sci_ipc_entry {
|
||||
struct rb_node entry;
|
||||
struct nvmap_client *client;
|
||||
struct nvmap_handle *handle;
|
||||
u32 sci_ipc_id;
|
||||
u64 peer_vuid;
|
||||
u32 flags;
|
||||
u32 refcount;
|
||||
};
|
||||
|
||||
static struct nvmap_sci_ipc *nvmapsciipc;
|
||||
|
||||
int nvmap_validate_sci_ipc_params(struct nvmap_client *client,
|
||||
NvSciIpcEndpointAuthToken auth_token,
|
||||
NvSciIpcEndpointVuid *pr_vuid,
|
||||
NvSciIpcEndpointVuid *lu_vuid)
|
||||
{
|
||||
NvSciError err = NvSciError_Success;
|
||||
NvSciIpcTopoId pr_topoid;
|
||||
int ret = 0;
|
||||
|
||||
err = NvSciIpcEndpointValidateAuthTokenLinuxCurrent(auth_token,
|
||||
lu_vuid);
|
||||
if (err != NvSciError_Success) {
|
||||
ret = -EINVAL;
|
||||
goto out;
|
||||
}
|
||||
|
||||
err = NvSciIpcEndpointMapVuid(*lu_vuid, &pr_topoid, pr_vuid);
|
||||
if (err != NvSciError_Success) {
|
||||
ret = -EINVAL;
|
||||
goto out;
|
||||
}
|
||||
|
||||
out:
|
||||
return ret;
|
||||
}
|
||||
|
||||
static u32 nvmap_unique_sci_ipc_id(void)
|
||||
{
|
||||
static atomic_t unq_id = { 0 };
|
||||
u32 id;
|
||||
|
||||
if (!list_empty(&nvmapsciipc->free_sid_list)) {
|
||||
struct free_sid_node *fnode = list_first_entry(
|
||||
&nvmapsciipc->free_sid_list,
|
||||
typeof(*fnode),
|
||||
list);
|
||||
|
||||
id = fnode->sid;
|
||||
list_del(&fnode->list);
|
||||
kfree(fnode);
|
||||
goto ret_id;
|
||||
}
|
||||
|
||||
id = atomic_add_return(2, &unq_id);
|
||||
|
||||
ret_id:
|
||||
WARN_ON(id == 0);
|
||||
return id;
|
||||
}
|
||||
|
||||
static struct nvmap_sci_ipc_entry *nvmap_search_sci_ipc_entry(
|
||||
struct rb_root *root,
|
||||
struct nvmap_handle *h,
|
||||
u32 flags,
|
||||
NvSciIpcEndpointVuid peer_vuid)
|
||||
{
|
||||
struct rb_node *node; /* top of the tree */
|
||||
struct nvmap_sci_ipc_entry *entry;
|
||||
|
||||
for (node = rb_first(root); node; node = rb_next(node)) {
|
||||
entry = rb_entry(node, struct nvmap_sci_ipc_entry, entry);
|
||||
|
||||
if (entry && entry->handle == h
|
||||
&& entry->flags == flags
|
||||
&& entry->peer_vuid == peer_vuid)
|
||||
return entry;
|
||||
}
|
||||
return NULL;
|
||||
}
|
||||
|
||||
static void nvmap_insert_sci_ipc_entry(struct rb_root *root,
|
||||
struct nvmap_sci_ipc_entry *new)
|
||||
{
|
||||
struct nvmap_sci_ipc_entry *entry;
|
||||
struct rb_node *parent = NULL;
|
||||
u32 sid = new->sci_ipc_id;
|
||||
struct rb_node **link;
|
||||
|
||||
link = &root->rb_node;
|
||||
/* Go to the bottom of the tree */
|
||||
while (*link) {
|
||||
parent = *link;
|
||||
entry = rb_entry(parent, struct nvmap_sci_ipc_entry, entry);
|
||||
|
||||
if (entry->sci_ipc_id > sid)
|
||||
link = &parent->rb_left;
|
||||
else
|
||||
link = &parent->rb_right;
|
||||
}
|
||||
|
||||
/* Put the new node there */
|
||||
rb_link_node(&new->entry, parent, link);
|
||||
rb_insert_color(&new->entry, root);
|
||||
}
|
||||
|
||||
int nvmap_create_sci_ipc_id(struct nvmap_client *client,
|
||||
struct nvmap_handle *h,
|
||||
u32 flags,
|
||||
u32 *sci_ipc_id,
|
||||
NvSciIpcEndpointVuid peer_vuid,
|
||||
bool is_ro)
|
||||
{
|
||||
struct nvmap_sci_ipc_entry *new_entry;
|
||||
struct nvmap_sci_ipc_entry *entry;
|
||||
int ret = -EINVAL;
|
||||
u32 id;
|
||||
|
||||
mutex_lock(&nvmapsciipc->mlock);
|
||||
|
||||
entry = nvmap_search_sci_ipc_entry(&nvmapsciipc->entries,
|
||||
h, flags, peer_vuid);
|
||||
if (entry) {
|
||||
entry->refcount++;
|
||||
*sci_ipc_id = entry->sci_ipc_id;
|
||||
pr_debug("%d: matched Sci_Ipc_Id:%u\n", __LINE__, *sci_ipc_id);
|
||||
ret = 0;
|
||||
goto unlock;
|
||||
} else {
|
||||
new_entry = kzalloc(sizeof(*new_entry), GFP_KERNEL);
|
||||
if (!new_entry) {
|
||||
ret = -ENOMEM;
|
||||
goto unlock;
|
||||
}
|
||||
id = nvmap_unique_sci_ipc_id();
|
||||
*sci_ipc_id = id;
|
||||
new_entry->sci_ipc_id = id;
|
||||
new_entry->client = client;
|
||||
new_entry->handle = h;
|
||||
new_entry->peer_vuid = peer_vuid;
|
||||
new_entry->flags = flags;
|
||||
new_entry->refcount = 1;
|
||||
|
||||
pr_debug("%d: New Sci_ipc_id %d entry->pr_vuid: %llu entry->flags: %u new_entry->handle:0x%p\n",
|
||||
__LINE__, new_entry->sci_ipc_id, new_entry->peer_vuid,
|
||||
new_entry->flags, new_entry->handle);
|
||||
|
||||
nvmap_insert_sci_ipc_entry(&nvmapsciipc->entries, new_entry);
|
||||
ret = 0;
|
||||
}
|
||||
unlock:
|
||||
mutex_unlock(&nvmapsciipc->mlock);
|
||||
if (!ret)
|
||||
(void)nvmap_handle_get(h);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static struct nvmap_sci_ipc_entry *nvmap_find_entry_for_id(struct rb_root *es,
|
||||
u32 id)
|
||||
{
|
||||
struct nvmap_sci_ipc_entry *e = NULL;
|
||||
struct rb_node *n;
|
||||
|
||||
for (n = rb_first(es); n; n = rb_next(n)) {
|
||||
e = rb_entry(n, struct nvmap_sci_ipc_entry, entry);
|
||||
if (e && e->sci_ipc_id == id)
|
||||
goto found;
|
||||
}
|
||||
found:
|
||||
return e;
|
||||
}
|
||||
|
||||
int nvmap_get_handle_from_sci_ipc_id(struct nvmap_client *client, u32 flags,
|
||||
u32 sci_ipc_id, NvSciIpcEndpointVuid localu_vuid, u32 *handle)
|
||||
{
|
||||
bool is_ro = (flags == PROT_READ) ? true : false, dmabuf_created = false;
|
||||
struct nvmap_handle_ref *ref = NULL;
|
||||
struct nvmap_sci_ipc_entry *entry;
|
||||
struct dma_buf *dmabuf = NULL;
|
||||
struct nvmap_handle *h;
|
||||
int ret = 0;
|
||||
int fd;
|
||||
|
||||
mutex_lock(&nvmapsciipc->mlock);
|
||||
|
||||
pr_debug("%d: Sci_Ipc_Id %d local_vuid: %llu flags: %u\n",
|
||||
__LINE__, sci_ipc_id, localu_vuid, flags);
|
||||
|
||||
entry = nvmap_find_entry_for_id(&nvmapsciipc->entries, sci_ipc_id);
|
||||
if ((entry == NULL) || (entry->handle == NULL) ||
|
||||
(entry->peer_vuid != localu_vuid) || (entry->flags != flags)) {
|
||||
|
||||
pr_debug("%d: No matching Sci_Ipc_Id %d found\n",
|
||||
__LINE__, sci_ipc_id);
|
||||
|
||||
ret = -EINVAL;
|
||||
goto unlock;
|
||||
}
|
||||
|
||||
h = entry->handle;
|
||||
|
||||
if (is_ro && h->dmabuf_ro == NULL) {
|
||||
h->dmabuf_ro = __nvmap_make_dmabuf(client, h, true);
|
||||
if (IS_ERR(h->dmabuf_ro)) {
|
||||
ret = PTR_ERR(h->dmabuf_ro);
|
||||
goto unlock;
|
||||
}
|
||||
dmabuf_created = true;
|
||||
}
|
||||
|
||||
ref = nvmap_duplicate_handle(client, h, false, is_ro);
|
||||
if (!ref) {
|
||||
ret = -EINVAL;
|
||||
goto unlock;
|
||||
}
|
||||
nvmap_handle_put(h);
|
||||
/*
|
||||
* When new dmabuf created (only RO dmabuf is getting created in this function)
|
||||
* it's counter is incremented one extra time in nvmap_duplicate_handle. Hence
|
||||
* decrement it by one.
|
||||
*/
|
||||
if (dmabuf_created)
|
||||
dma_buf_put(h->dmabuf_ro);
|
||||
if (!IS_ERR(ref)) {
|
||||
u32 id = 0;
|
||||
|
||||
dmabuf = is_ro ? h->dmabuf_ro : h->dmabuf;
|
||||
if (client->ida) {
|
||||
if (nvmap_id_array_id_alloc(client->ida, &id, dmabuf) < 0) {
|
||||
if (dmabuf)
|
||||
dma_buf_put(dmabuf);
|
||||
nvmap_free_handle(client, h, is_ro);
|
||||
ret = -ENOMEM;
|
||||
goto unlock;
|
||||
}
|
||||
if (!id)
|
||||
*handle = 0;
|
||||
else
|
||||
*handle = id;
|
||||
} else {
|
||||
fd = nvmap_get_dmabuf_fd(client, h, is_ro);
|
||||
if (IS_ERR_VALUE((uintptr_t)fd)) {
|
||||
if (dmabuf)
|
||||
dma_buf_put(dmabuf);
|
||||
nvmap_free_handle(client, h, is_ro);
|
||||
ret = -EINVAL;
|
||||
goto unlock;
|
||||
}
|
||||
*handle = fd;
|
||||
fd_install(fd, dmabuf->file);
|
||||
}
|
||||
}
|
||||
entry->refcount--;
|
||||
if (entry->refcount == 0U) {
|
||||
struct free_sid_node *free_node;
|
||||
|
||||
rb_erase(&entry->entry, &nvmapsciipc->entries);
|
||||
free_node = kzalloc(sizeof(*free_node), GFP_KERNEL);
|
||||
if (free_node == NULL) {
|
||||
ret = -ENOMEM;
|
||||
kfree(entry);
|
||||
goto unlock;
|
||||
}
|
||||
free_node->sid = entry->sci_ipc_id;
|
||||
list_add_tail(&free_node->list, &nvmapsciipc->free_sid_list);
|
||||
kfree(entry);
|
||||
}
|
||||
unlock:
|
||||
mutex_unlock(&nvmapsciipc->mlock);
|
||||
|
||||
if (!ret) {
|
||||
if (!client->ida)
|
||||
trace_refcount_create_handle_from_sci_ipc_id(h, dmabuf,
|
||||
atomic_read(&h->ref),
|
||||
atomic_long_read(&dmabuf->file->f_count),
|
||||
is_ro ? "RO" : "RW");
|
||||
else
|
||||
trace_refcount_get_handle_from_sci_ipc_id(h, dmabuf,
|
||||
atomic_read(&h->ref),
|
||||
is_ro ? "RO" : "RW");
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
int nvmap_sci_ipc_init(void)
|
||||
{
|
||||
nvmapsciipc = kzalloc(sizeof(*nvmapsciipc), GFP_KERNEL);
|
||||
if (!nvmapsciipc)
|
||||
return -ENOMEM;
|
||||
nvmapsciipc->entries = RB_ROOT;
|
||||
INIT_LIST_HEAD(&nvmapsciipc->free_sid_list);
|
||||
mutex_init(&nvmapsciipc->mlock);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
void nvmap_sci_ipc_exit(void)
|
||||
{
|
||||
struct nvmap_sci_ipc_entry *e;
|
||||
struct free_sid_node *fnode, *temp;
|
||||
struct rb_node *n;
|
||||
|
||||
mutex_lock(&nvmapsciipc->mlock);
|
||||
while ((n = rb_first(&nvmapsciipc->entries))) {
|
||||
e = rb_entry(n, struct nvmap_sci_ipc_entry, entry);
|
||||
rb_erase(&e->entry, &nvmapsciipc->entries);
|
||||
kfree(e);
|
||||
}
|
||||
|
||||
list_for_each_entry_safe(fnode, temp, &nvmapsciipc->free_sid_list, list) {
|
||||
list_del(&fnode->list);
|
||||
kfree(fnode);
|
||||
}
|
||||
|
||||
mutex_unlock(&nvmapsciipc->mlock);
|
||||
kfree(nvmapsciipc);
|
||||
nvmapsciipc = NULL;
|
||||
}
|
||||
Reference in New Issue
Block a user