mirror of
git://nv-tegra.nvidia.com/linux-nvgpu.git
synced 2025-12-24 02:22:34 +03:00
gpu: nvgpu: os-agnostic segregation of sim/sim_pci
segregated os-agnostic function from linux/sim.c and linux/sim_pci.c to sim.c and sim_pci.c, while retaining os-specific functions. renamed all gk20a_* api's to nvgpu_*. renamed hw_sim_gk20a.h to nvgpu/hw_sim.h moved hw_sim_pci.h to nvgpu/hw_sim_pci.h JIRA VQRM-2368 Change-Id: I040a6b12b19111a0b99280245808ea2b0f344cdd Signed-off-by: Antony Clince Alex <aalex@nvidia.com> Reviewed-on: https://git-master.nvidia.com/r/1702425 Reviewed-by: mobile promotions <svcmobile_promotions@nvidia.com> Tested-by: mobile promotions <svcmobile_promotions@nvidia.com>
This commit is contained in:
Antony Clince Alex
committed by
mobile promotions
mobile promotions
parent
b144935644
commit
50d1b0c72b
@@ -23,310 +23,74 @@
|
||||
#include <nvgpu/bitops.h>
|
||||
#include <nvgpu/nvgpu_mem.h>
|
||||
#include <nvgpu/dma.h>
|
||||
#include <nvgpu/soc.h>
|
||||
#include <nvgpu/hw_sim.h>
|
||||
#include "gk20a/gk20a.h"
|
||||
#include "sim.h"
|
||||
#include "platform_gk20a.h"
|
||||
#include "os_linux.h"
|
||||
#include "module.h"
|
||||
#include "sim.h" /* will be removed in next patch */
|
||||
|
||||
#include <nvgpu/hw/gk20a/hw_sim_gk20a.h>
|
||||
|
||||
static inline void sim_writel(struct sim_gk20a *sim, u32 r, u32 v)
|
||||
void sim_writel(struct sim_nvgpu *sim, u32 r, u32 v)
|
||||
{
|
||||
struct sim_gk20a_linux *sim_linux =
|
||||
container_of(sim, struct sim_gk20a_linux, sim);
|
||||
struct sim_nvgpu_linux *sim_linux =
|
||||
container_of(sim, struct sim_nvgpu_linux, sim);
|
||||
|
||||
writel(v, sim_linux->regs + r);
|
||||
}
|
||||
|
||||
static inline u32 sim_readl(struct sim_gk20a *sim, u32 r)
|
||||
u32 sim_readl(struct sim_nvgpu *sim, u32 r)
|
||||
{
|
||||
struct sim_gk20a_linux *sim_linux =
|
||||
container_of(sim, struct sim_gk20a_linux, sim);
|
||||
struct sim_nvgpu_linux *sim_linux =
|
||||
container_of(sim, struct sim_nvgpu_linux, sim);
|
||||
|
||||
return readl(sim_linux->regs + r);
|
||||
}
|
||||
|
||||
static int gk20a_alloc_sim_buffer(struct gk20a *g, struct nvgpu_mem *mem)
|
||||
void nvgpu_remove_sim_support_linux(struct gk20a *g)
|
||||
{
|
||||
int err;
|
||||
struct sim_nvgpu_linux *sim_linux;
|
||||
|
||||
err = nvgpu_dma_alloc(g, PAGE_SIZE, mem);
|
||||
|
||||
if (err)
|
||||
return err;
|
||||
/*
|
||||
* create a valid cpu_va mapping
|
||||
*/
|
||||
nvgpu_mem_begin(g, mem);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static void gk20a_free_sim_buffer(struct gk20a *g, struct nvgpu_mem *mem)
|
||||
{
|
||||
if (nvgpu_mem_is_valid(mem)) {
|
||||
/*
|
||||
* invalidate the cpu_va mapping
|
||||
*/
|
||||
nvgpu_mem_end(g, mem);
|
||||
nvgpu_dma_free(g, mem);
|
||||
if (!g->sim) {
|
||||
nvgpu_warn(g, "sim not allocated or not in sim_mode");
|
||||
return;
|
||||
}
|
||||
|
||||
memset(mem, 0, sizeof(*mem));
|
||||
}
|
||||
|
||||
static void gk20a_free_sim_support(struct gk20a *g)
|
||||
{
|
||||
gk20a_free_sim_buffer(g, &g->sim->send_bfr);
|
||||
gk20a_free_sim_buffer(g, &g->sim->recv_bfr);
|
||||
gk20a_free_sim_buffer(g, &g->sim->msg_bfr);
|
||||
}
|
||||
|
||||
static void gk20a_remove_sim_support(struct sim_gk20a *s)
|
||||
{
|
||||
struct gk20a *g = s->g;
|
||||
struct sim_gk20a_linux *sim_linux =
|
||||
container_of(g->sim, struct sim_gk20a_linux, sim);
|
||||
|
||||
if (sim_linux->regs)
|
||||
sim_writel(s, sim_config_r(), sim_config_mode_disabled_v());
|
||||
|
||||
sim_linux = container_of(g->sim, struct sim_nvgpu_linux, sim);
|
||||
if (sim_linux->regs) {
|
||||
sim_writel(g->sim, sim_config_r(), sim_config_mode_disabled_v());
|
||||
iounmap(sim_linux->regs);
|
||||
sim_linux->regs = NULL;
|
||||
}
|
||||
gk20a_free_sim_support(g);
|
||||
|
||||
nvgpu_kfree(g, sim_linux);
|
||||
g->sim = NULL;
|
||||
}
|
||||
|
||||
static inline u32 sim_msg_header_size(void)
|
||||
int nvgpu_init_sim_support_linux(struct gk20a *g,
|
||||
struct platform_device *dev)
|
||||
{
|
||||
return 24;/*TBD: fix the header to gt this from NV_VGPU_MSG_HEADER*/
|
||||
}
|
||||
struct sim_nvgpu_linux *sim_linux;
|
||||
int err = -ENOMEM;
|
||||
|
||||
static inline u32 *sim_msg_bfr(struct gk20a *g, u32 byte_offset)
|
||||
{
|
||||
u8 *cpu_va;
|
||||
if (!nvgpu_platform_is_simulation(g))
|
||||
return 0;
|
||||
|
||||
cpu_va = (u8 *)sim_linux->msg_bfr.cpu_va;
|
||||
|
||||
return (u32 *)(cpu_va + byte_offset);
|
||||
}
|
||||
|
||||
static inline u32 *sim_msg_hdr(struct gk20a *g, u32 byte_offset)
|
||||
{
|
||||
return sim_msg_bfr(g, byte_offset); /*starts at 0*/
|
||||
}
|
||||
|
||||
static inline u32 *sim_msg_param(struct gk20a *g, u32 byte_offset)
|
||||
{
|
||||
/*starts after msg header/cmn*/
|
||||
return sim_msg_bfr(g, byte_offset + sim_msg_header_size());
|
||||
}
|
||||
|
||||
static inline void sim_write_hdr(struct gk20a *g, u32 func, u32 size)
|
||||
{
|
||||
/*memset(g->sim->msg_bfr.kvaddr,0,min(PAGE_SIZE,size));*/
|
||||
*sim_msg_hdr(g, sim_msg_signature_r()) = sim_msg_signature_valid_v();
|
||||
*sim_msg_hdr(g, sim_msg_result_r()) = sim_msg_result_rpc_pending_v();
|
||||
*sim_msg_hdr(g, sim_msg_spare_r()) = sim_msg_spare__init_v();
|
||||
*sim_msg_hdr(g, sim_msg_function_r()) = func;
|
||||
*sim_msg_hdr(g, sim_msg_length_r()) = size + sim_msg_header_size();
|
||||
}
|
||||
|
||||
static inline u32 sim_escape_read_hdr_size(void)
|
||||
{
|
||||
return 12; /*TBD: fix NV_VGPU_SIM_ESCAPE_READ_HEADER*/
|
||||
}
|
||||
|
||||
static u32 *sim_send_ring_bfr(struct gk20a *g, u32 byte_offset)
|
||||
{
|
||||
u8 *cpu_va;
|
||||
|
||||
cpu_va = (u8 *)sim_linux->send_bfr.cpu_va;
|
||||
|
||||
return (u32 *)(cpu_va + byte_offset);
|
||||
}
|
||||
|
||||
static int rpc_send_message(struct gk20a *g)
|
||||
{
|
||||
/* calculations done in units of u32s */
|
||||
u32 send_base = sim_send_put_pointer_v(g->sim->send_ring_put) * 2;
|
||||
u32 dma_offset = send_base + sim_dma_r()/sizeof(u32);
|
||||
u32 dma_hi_offset = send_base + sim_dma_hi_r()/sizeof(u32);
|
||||
|
||||
*sim_send_ring_bfr(g, dma_offset*sizeof(u32)) =
|
||||
sim_dma_target_phys_pci_coherent_f() |
|
||||
sim_dma_status_valid_f() |
|
||||
sim_dma_size_4kb_f() |
|
||||
sim_dma_addr_lo_f(nvgpu_mem_get_addr(g, &sim_linux->msg_bfr) >> PAGE_SHIFT);
|
||||
|
||||
*sim_send_ring_bfr(g, dma_hi_offset*sizeof(u32)) =
|
||||
u64_hi32(nvgpu_mem_get_addr(g, &g->sim->msg_bfr));
|
||||
|
||||
*sim_msg_hdr(g, sim_msg_sequence_r()) = g->sim->sequence_base++;
|
||||
|
||||
g->sim->send_ring_put = (g->sim->send_ring_put + 2 * sizeof(u32)) % PAGE_SIZE;
|
||||
|
||||
/* Update the put pointer. This will trap into the host. */
|
||||
sim_writel(g->sim, sim_send_put_r(), g->sim->send_ring_put);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline u32 *sim_recv_ring_bfr(struct gk20a *g, u32 byte_offset)
|
||||
{
|
||||
u8 *cpu_va;
|
||||
|
||||
cpu_va = (u8 *)sim_linux->recv_bfr.cpu_va;
|
||||
|
||||
return (u32 *)(cpu_va + byte_offset);
|
||||
}
|
||||
|
||||
static int rpc_recv_poll(struct gk20a *g)
|
||||
{
|
||||
u64 recv_phys_addr;
|
||||
|
||||
/* XXX This read is not required (?) */
|
||||
/*pVGpu->recv_ring_get = VGPU_REG_RD32(pGpu, NV_VGPU_RECV_GET);*/
|
||||
|
||||
/* Poll the recv ring get pointer in an infinite loop*/
|
||||
do {
|
||||
g->sim->recv_ring_put = sim_readl(g->sim, sim_recv_put_r());
|
||||
} while (g->sim->recv_ring_put == g->sim->recv_ring_get);
|
||||
|
||||
/* process all replies */
|
||||
while (g->sim->recv_ring_put != g->sim->recv_ring_get) {
|
||||
/* these are in u32 offsets*/
|
||||
u32 dma_lo_offset =
|
||||
sim_recv_put_pointer_v(g->sim->recv_ring_get)*2 + 0;
|
||||
u32 dma_hi_offset = dma_lo_offset + 1;
|
||||
u32 recv_phys_addr_lo = sim_dma_addr_lo_v(
|
||||
*sim_recv_ring_bfr(g, dma_lo_offset*4));
|
||||
u32 recv_phys_addr_hi = sim_dma_hi_addr_v(
|
||||
*sim_recv_ring_bfr(g, dma_hi_offset*4));
|
||||
|
||||
recv_phys_addr = (u64)recv_phys_addr_hi << 32 |
|
||||
(u64)recv_phys_addr_lo << PAGE_SHIFT;
|
||||
|
||||
if (recv_phys_addr !=
|
||||
nvgpu_mem_get_addr(g, &g->sim->msg_bfr)) {
|
||||
nvgpu_err(g, "%s Error in RPC reply",
|
||||
__func__);
|
||||
return -1;
|
||||
}
|
||||
|
||||
/* Update GET pointer */
|
||||
g->sim->recv_ring_get = (g->sim->recv_ring_get + 2*sizeof(u32)) % PAGE_SIZE;
|
||||
|
||||
sim_writel(g->sim, sim_recv_get_r(), g->sim->recv_ring_get);
|
||||
|
||||
g->sim->recv_ring_put = sim_readl(g->sim, sim_recv_put_r());
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int issue_rpc_and_wait(struct gk20a *g)
|
||||
{
|
||||
int err;
|
||||
|
||||
err = rpc_send_message(g);
|
||||
if (err) {
|
||||
nvgpu_err(g, "%s failed rpc_send_message",
|
||||
__func__);
|
||||
sim_linux = nvgpu_kzalloc(g, sizeof(*sim_linux));
|
||||
if (!sim_linux)
|
||||
return err;
|
||||
}
|
||||
|
||||
err = rpc_recv_poll(g);
|
||||
if (err) {
|
||||
nvgpu_err(g, "%s failed rpc_recv_poll",
|
||||
__func__);
|
||||
return err;
|
||||
}
|
||||
|
||||
/* Now check if RPC really succeeded */
|
||||
if (*sim_msg_hdr(g, sim_msg_result_r()) != sim_msg_result_success_v()) {
|
||||
nvgpu_err(g, "%s received failed status!",
|
||||
__func__);
|
||||
return -(*sim_msg_hdr(g, sim_msg_result_r()));
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int gk20a_sim_esc_readl(struct gk20a *g, char *path, u32 index, u32 *data)
|
||||
{
|
||||
int err;
|
||||
size_t pathlen = strlen(path);
|
||||
u32 data_offset;
|
||||
|
||||
sim_write_hdr(g, sim_msg_function_sim_escape_read_v(),
|
||||
sim_escape_read_hdr_size());
|
||||
*sim_msg_param(g, 0) = index;
|
||||
*sim_msg_param(g, 4) = sizeof(u32);
|
||||
data_offset = roundup(0xc + pathlen + 1, sizeof(u32));
|
||||
*sim_msg_param(g, 8) = data_offset;
|
||||
strcpy((char *)sim_msg_param(g, 0xc), path);
|
||||
|
||||
err = issue_rpc_and_wait(g);
|
||||
|
||||
if (!err)
|
||||
memcpy(data, sim_msg_param(g, data_offset), sizeof(u32));
|
||||
return err;
|
||||
}
|
||||
|
||||
|
||||
int gk20a_init_sim_support(struct gk20a *g)
|
||||
{
|
||||
int err = 0;
|
||||
u64 phys;
|
||||
|
||||
/* allocate sim event/msg buffers */
|
||||
err = gk20a_alloc_sim_buffer(g, &g->sim->send_bfr);
|
||||
err = err || gk20a_alloc_sim_buffer(g, &g->sim->recv_bfr);
|
||||
err = err || gk20a_alloc_sim_buffer(g, &g->sim->msg_bfr);
|
||||
|
||||
if (err)
|
||||
g->sim = &sim_linux->sim;
|
||||
g->sim->g = g;
|
||||
sim_linux->regs = nvgpu_ioremap_resource(dev,
|
||||
GK20A_SIM_IORESOURCE_MEM,
|
||||
&sim_linux->reg_mem);
|
||||
if (IS_ERR(sim_linux->regs)) {
|
||||
nvgpu_err(g, "failed to remap gk20a sim regs");
|
||||
err = PTR_ERR(sim_linux->regs);
|
||||
goto fail;
|
||||
/*mark send ring invalid*/
|
||||
sim_writel(g->sim, sim_send_ring_r(), sim_send_ring_status_invalid_f());
|
||||
|
||||
/*read get pointer and make equal to put*/
|
||||
g->sim->send_ring_put = sim_readl(g->sim, sim_send_get_r());
|
||||
sim_writel(g->sim, sim_send_put_r(), g->sim->send_ring_put);
|
||||
|
||||
/*write send ring address and make it valid*/
|
||||
phys = nvgpu_mem_get_addr(g, &g->sim->send_bfr);
|
||||
sim_writel(g->sim, sim_send_ring_hi_r(),
|
||||
sim_send_ring_hi_addr_f(u64_hi32(phys)));
|
||||
sim_writel(g->sim, sim_send_ring_r(),
|
||||
sim_send_ring_status_valid_f() |
|
||||
sim_send_ring_target_phys_pci_coherent_f() |
|
||||
sim_send_ring_size_4kb_f() |
|
||||
sim_send_ring_addr_lo_f(phys >> PAGE_SHIFT));
|
||||
|
||||
/*repeat for recv ring (but swap put,get as roles are opposite) */
|
||||
sim_writel(g->sim, sim_recv_ring_r(), sim_recv_ring_status_invalid_f());
|
||||
|
||||
/*read put pointer and make equal to get*/
|
||||
g->sim->recv_ring_get = sim_readl(g->sim, sim_recv_put_r());
|
||||
sim_writel(g->sim, sim_recv_get_r(), g->sim->recv_ring_get);
|
||||
|
||||
/*write send ring address and make it valid*/
|
||||
phys = nvgpu_mem_get_addr(g, &g->sim->recv_bfr);
|
||||
sim_writel(g->sim, sim_recv_ring_hi_r(),
|
||||
sim_recv_ring_hi_addr_f(u64_hi32(phys)));
|
||||
sim_writel(g->sim, sim_recv_ring_r(),
|
||||
sim_recv_ring_status_valid_f() |
|
||||
sim_recv_ring_target_phys_pci_coherent_f() |
|
||||
sim_recv_ring_size_4kb_f() |
|
||||
sim_recv_ring_addr_lo_f(phys >> PAGE_SHIFT));
|
||||
|
||||
g->sim->remove_support = gk20a_remove_sim_support;
|
||||
g->sim->esc_readl = gk20a_sim_esc_readl;
|
||||
}
|
||||
sim_linux->remove_support_linux = nvgpu_remove_sim_support_linux;
|
||||
return 0;
|
||||
|
||||
fail:
|
||||
gk20a_free_sim_support(g);
|
||||
fail:
|
||||
nvgpu_remove_sim_support_linux(g);
|
||||
return err;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user