mirror of
git://nv-tegra.nvidia.com/linux-nvgpu.git
synced 2025-12-24 02:22:34 +03:00
As part of ACR bootstrap, falcon bootstrap request is sent to engine HAL functions along with bootloader structure & perform falcon boot, but this adds constraint to HAL separation due to struct parameter, so made ACR to handle falcon boot by using falcon interfaces along with new HAL ops to setup engine falcon setup. This also helps to reduce code duplication too. JIRA NVGPU-2039 Change-Id: I6ca29390b74d75bad0467a3c17623a395ec9bc25 Signed-off-by: Mahantesh Kumbar <mkumbar@nvidia.com> Reviewed-on: https://git-master.nvidia.com/r/2072940 Reviewed-by: svc-misra-checker <svc-misra-checker@nvidia.com> Reviewed-by: Vijayakumar Subbu <vsubbu@nvidia.com> Reviewed-by: mobile promotions <svcmobile_promotions@nvidia.com> Tested-by: mobile promotions <svcmobile_promotions@nvidia.com>
410 lines
12 KiB
C
410 lines
12 KiB
C
/*
|
|
* GM20B PMU
|
|
*
|
|
* Copyright (c) 2015-2019, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
* DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
#include <nvgpu/timers.h>
|
|
#include <nvgpu/pmu.h>
|
|
#include <nvgpu/fuse.h>
|
|
#include <nvgpu/enabled.h>
|
|
#include <nvgpu/io.h>
|
|
#include <nvgpu/gk20a.h>
|
|
#include <nvgpu/bug.h>
|
|
|
|
#include "pmu_gk20a.h"
|
|
#include "pmu_gm20b.h"
|
|
|
|
#include <nvgpu/hw/gm20b/hw_gr_gm20b.h>
|
|
#include <nvgpu/hw/gm20b/hw_pwr_gm20b.h>
|
|
|
|
/* PROD settings for ELPG sequencing registers*/
|
|
static struct pg_init_sequence_list _pginitseq_gm20b[] = {
|
|
{ 0x0010ab10U, 0x8180U},
|
|
{ 0x0010e118U, 0x83828180U},
|
|
{ 0x0010e068U, 0x0U},
|
|
{ 0x0010e06cU, 0x00000080U},
|
|
{ 0x0010e06cU, 0x00000081U},
|
|
{ 0x0010e06cU, 0x00000082U},
|
|
{ 0x0010e06cU, 0x00000083U},
|
|
{ 0x0010e06cU, 0x00000084U},
|
|
{ 0x0010e06cU, 0x00000085U},
|
|
{ 0x0010e06cU, 0x00000086U},
|
|
{ 0x0010e06cU, 0x00000087U},
|
|
{ 0x0010e06cU, 0x00000088U},
|
|
{ 0x0010e06cU, 0x00000089U},
|
|
{ 0x0010e06cU, 0x0000008aU},
|
|
{ 0x0010e06cU, 0x0000008bU},
|
|
{ 0x0010e06cU, 0x0000008cU},
|
|
{ 0x0010e06cU, 0x0000008dU},
|
|
{ 0x0010e06cU, 0x0000008eU},
|
|
{ 0x0010e06cU, 0x0000008fU},
|
|
{ 0x0010e06cU, 0x00000090U},
|
|
{ 0x0010e06cU, 0x00000091U},
|
|
{ 0x0010e06cU, 0x00000092U},
|
|
{ 0x0010e06cU, 0x00000093U},
|
|
{ 0x0010e06cU, 0x00000094U},
|
|
{ 0x0010e06cU, 0x00000095U},
|
|
{ 0x0010e06cU, 0x00000096U},
|
|
{ 0x0010e06cU, 0x00000097U},
|
|
{ 0x0010e06cU, 0x00000098U},
|
|
{ 0x0010e06cU, 0x00000099U},
|
|
{ 0x0010e06cU, 0x0000009aU},
|
|
{ 0x0010e06cU, 0x0000009bU},
|
|
{ 0x0010ab14U, 0x00000000U},
|
|
{ 0x0010ab18U, 0x00000000U},
|
|
{ 0x0010e024U, 0x00000000U},
|
|
{ 0x0010e028U, 0x00000000U},
|
|
{ 0x0010e11cU, 0x00000000U},
|
|
{ 0x0010e120U, 0x00000000U},
|
|
{ 0x0010ab1cU, 0x02010155U},
|
|
{ 0x0010e020U, 0x001b1b55U},
|
|
{ 0x0010e124U, 0x01030355U},
|
|
{ 0x0010ab20U, 0x89abcdefU},
|
|
{ 0x0010ab24U, 0x00000000U},
|
|
{ 0x0010e02cU, 0x89abcdefU},
|
|
{ 0x0010e030U, 0x00000000U},
|
|
{ 0x0010e128U, 0x89abcdefU},
|
|
{ 0x0010e12cU, 0x00000000U},
|
|
{ 0x0010ab28U, 0x74444444U},
|
|
{ 0x0010ab2cU, 0x70000000U},
|
|
{ 0x0010e034U, 0x74444444U},
|
|
{ 0x0010e038U, 0x70000000U},
|
|
{ 0x0010e130U, 0x74444444U},
|
|
{ 0x0010e134U, 0x70000000U},
|
|
{ 0x0010ab30U, 0x00000000U},
|
|
{ 0x0010ab34U, 0x00000001U},
|
|
{ 0x00020004U, 0x00000000U},
|
|
{ 0x0010e138U, 0x00000000U},
|
|
{ 0x0010e040U, 0x00000000U},
|
|
};
|
|
|
|
int gm20b_pmu_setup_elpg(struct gk20a *g)
|
|
{
|
|
int ret = 0;
|
|
size_t reg_writes;
|
|
size_t index;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
if (g->can_elpg && g->elpg_enabled) {
|
|
reg_writes = ARRAY_SIZE(_pginitseq_gm20b);
|
|
/* Initialize registers with production values*/
|
|
for (index = 0; index < reg_writes; index++) {
|
|
gk20a_writel(g, _pginitseq_gm20b[index].regaddr,
|
|
_pginitseq_gm20b[index].writeval);
|
|
}
|
|
}
|
|
|
|
nvgpu_log_fn(g, "done");
|
|
return ret;
|
|
}
|
|
|
|
static void pmu_handle_acr_init_wpr_msg(struct gk20a *g, struct pmu_msg *msg,
|
|
void *param, u32 handle, u32 status)
|
|
{
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
nvgpu_pmu_dbg(g, "reply PMU_ACR_CMD_ID_INIT_WPR_REGION");
|
|
|
|
if (msg->msg.acr.acrmsg.errorcode == PMU_ACR_SUCCESS) {
|
|
g->pmu_lsf_pmu_wpr_init_done = true;
|
|
}
|
|
nvgpu_log_fn(g, "done");
|
|
}
|
|
|
|
|
|
int gm20b_pmu_init_acr(struct gk20a *g)
|
|
{
|
|
struct nvgpu_pmu *pmu = &g->pmu;
|
|
struct pmu_cmd cmd;
|
|
u32 seq;
|
|
size_t tmp_size;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
/* init ACR */
|
|
(void) memset(&cmd, 0, sizeof(struct pmu_cmd));
|
|
cmd.hdr.unit_id = PMU_UNIT_ACR;
|
|
tmp_size = PMU_CMD_HDR_SIZE +
|
|
sizeof(struct pmu_acr_cmd_init_wpr_details);
|
|
nvgpu_assert(tmp_size <= (size_t)U8_MAX);
|
|
cmd.hdr.size = (u8)tmp_size;
|
|
cmd.cmd.acr.init_wpr.cmd_type = PMU_ACR_CMD_ID_INIT_WPR_REGION;
|
|
cmd.cmd.acr.init_wpr.regionid = 0x01U;
|
|
cmd.cmd.acr.init_wpr.wproffset = 0x00U;
|
|
nvgpu_pmu_dbg(g, "cmd post PMU_ACR_CMD_ID_INIT_WPR_REGION");
|
|
nvgpu_pmu_cmd_post(g, &cmd, NULL, NULL, PMU_COMMAND_QUEUE_HPQ,
|
|
pmu_handle_acr_init_wpr_msg, pmu, &seq);
|
|
|
|
nvgpu_log_fn(g, "done");
|
|
return 0;
|
|
}
|
|
|
|
void pmu_handle_fecs_boot_acr_msg(struct gk20a *g, struct pmu_msg *msg,
|
|
void *param, u32 handle, u32 status)
|
|
{
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
|
|
nvgpu_pmu_dbg(g, "reply PMU_ACR_CMD_ID_BOOTSTRAP_FALCON");
|
|
|
|
nvgpu_pmu_dbg(g, "response code = %x\n", msg->msg.acr.acrmsg.falconid);
|
|
g->pmu_lsf_loaded_falcon_id = msg->msg.acr.acrmsg.falconid;
|
|
nvgpu_log_fn(g, "done");
|
|
}
|
|
|
|
static int pmu_gm20b_ctx_wait_lsf_ready(struct gk20a *g, u32 timeout_ms,
|
|
u32 val)
|
|
{
|
|
u32 delay = GR_FECS_POLL_INTERVAL;
|
|
u32 reg;
|
|
struct nvgpu_timeout timeout;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
reg = gk20a_readl(g, gr_fecs_ctxsw_mailbox_r(0));
|
|
|
|
nvgpu_timeout_init(g, &timeout, timeout_ms, NVGPU_TIMER_CPU_TIMER);
|
|
|
|
do {
|
|
reg = gk20a_readl(g, gr_fecs_ctxsw_mailbox_r(0));
|
|
if (reg == val) {
|
|
return 0;
|
|
}
|
|
nvgpu_udelay(delay);
|
|
} while (nvgpu_timeout_expired(&timeout) == 0);
|
|
|
|
return -ETIMEDOUT;
|
|
}
|
|
|
|
void gm20b_pmu_load_lsf(struct gk20a *g, u32 falcon_id, u32 flags)
|
|
{
|
|
struct nvgpu_pmu *pmu = &g->pmu;
|
|
struct pmu_cmd cmd;
|
|
u32 seq;
|
|
size_t tmp_size;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
nvgpu_pmu_dbg(g, "wprinit status = %x\n", g->pmu_lsf_pmu_wpr_init_done);
|
|
if (g->pmu_lsf_pmu_wpr_init_done) {
|
|
/* send message to load FECS falcon */
|
|
(void) memset(&cmd, 0, sizeof(struct pmu_cmd));
|
|
cmd.hdr.unit_id = PMU_UNIT_ACR;
|
|
tmp_size = PMU_CMD_HDR_SIZE +
|
|
sizeof(struct pmu_acr_cmd_bootstrap_falcon);
|
|
nvgpu_assert(tmp_size <= (size_t)U8_MAX);
|
|
cmd.hdr.size = (u8)tmp_size;
|
|
cmd.cmd.acr.bootstrap_falcon.cmd_type =
|
|
PMU_ACR_CMD_ID_BOOTSTRAP_FALCON;
|
|
cmd.cmd.acr.bootstrap_falcon.flags = flags;
|
|
cmd.cmd.acr.bootstrap_falcon.falconid = falcon_id;
|
|
nvgpu_pmu_dbg(g, "cmd post PMU_ACR_CMD_ID_BOOTSTRAP_FALCON: %x\n",
|
|
falcon_id);
|
|
nvgpu_pmu_cmd_post(g, &cmd, NULL, NULL, PMU_COMMAND_QUEUE_HPQ,
|
|
pmu_handle_fecs_boot_acr_msg, pmu, &seq);
|
|
}
|
|
|
|
nvgpu_log_fn(g, "done");
|
|
return;
|
|
}
|
|
|
|
int gm20b_load_falcon_ucode(struct gk20a *g, u32 falconidmask)
|
|
{
|
|
int err = 0;
|
|
u32 flags = PMU_ACR_CMD_BOOTSTRAP_FALCON_FLAGS_RESET_YES;
|
|
u32 timeout = gk20a_get_gr_idle_timeout(g);
|
|
|
|
/* GM20B PMU supports loading FECS only */
|
|
if (!(falconidmask == BIT32(FALCON_ID_FECS))) {
|
|
return -EINVAL;
|
|
}
|
|
/* check whether pmu is ready to bootstrap lsf if not wait for it */
|
|
if (!g->pmu_lsf_pmu_wpr_init_done) {
|
|
pmu_wait_message_cond(&g->pmu,
|
|
gk20a_get_gr_idle_timeout(g),
|
|
&g->pmu_lsf_pmu_wpr_init_done, 1);
|
|
/* check again if it still not ready indicate an error */
|
|
if (!g->pmu_lsf_pmu_wpr_init_done) {
|
|
nvgpu_err(g, "PMU not ready to load LSF");
|
|
return -ETIMEDOUT;
|
|
}
|
|
}
|
|
/* load FECS */
|
|
gk20a_writel(g,
|
|
gr_fecs_ctxsw_mailbox_clear_r(0), ~U32(0x0U));
|
|
gm20b_pmu_load_lsf(g, FALCON_ID_FECS, flags);
|
|
err = pmu_gm20b_ctx_wait_lsf_ready(g, timeout,
|
|
0x55AA55AAU);
|
|
return err;
|
|
}
|
|
|
|
void gm20b_write_dmatrfbase(struct gk20a *g, u32 addr)
|
|
{
|
|
gk20a_writel(g, pwr_falcon_dmatrfbase_r(), addr);
|
|
}
|
|
|
|
/*Dump Security related fuses*/
|
|
void pmu_dump_security_fuses_gm20b(struct gk20a *g)
|
|
{
|
|
u32 val = 0;
|
|
|
|
nvgpu_err(g, "FUSE_OPT_SEC_DEBUG_EN_0: 0x%x",
|
|
g->ops.fuse.fuse_opt_sec_debug_en(g));
|
|
nvgpu_err(g, "FUSE_OPT_PRIV_SEC_EN_0: 0x%x",
|
|
g->ops.fuse.fuse_opt_priv_sec_en(g));
|
|
if (g->ops.fuse.read_gcplex_config_fuse(g, &val) != 0) {
|
|
nvgpu_err(g, "FUSE_GCPLEX_CONFIG_FUSE_0: 0x%x", val);
|
|
}
|
|
}
|
|
|
|
bool gm20b_pmu_is_debug_mode_en(struct gk20a *g)
|
|
{
|
|
u32 ctl_stat = gk20a_readl(g, pwr_pmu_scpctl_stat_r());
|
|
return pwr_pmu_scpctl_stat_debug_mode_v(ctl_stat) != 0U;
|
|
}
|
|
|
|
int gm20b_ns_pmu_setup_hw_and_bootstrap(struct gk20a *g)
|
|
{
|
|
struct nvgpu_pmu *pmu = &g->pmu;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
nvgpu_mutex_acquire(&pmu->isr_mutex);
|
|
nvgpu_falcon_reset(&pmu->flcn);
|
|
pmu->isr_enabled = true;
|
|
nvgpu_mutex_release(&pmu->isr_mutex);
|
|
|
|
/* setup apertures - virtual */
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_UCODE),
|
|
pwr_fbif_transcfg_mem_type_virtual_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_VIRT),
|
|
pwr_fbif_transcfg_mem_type_virtual_f());
|
|
/* setup apertures - physical */
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_VID),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_local_fb_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_SYS_COH),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_coherent_sysmem_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_SYS_NCOH),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_noncoherent_sysmem_f());
|
|
|
|
return g->ops.pmu.pmu_nsbootstrap(pmu);
|
|
}
|
|
|
|
void gm20b_pmu_setup_apertures(struct gk20a *g)
|
|
{
|
|
/* setup apertures - virtual */
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_UCODE),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_local_fb_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_VIRT),
|
|
pwr_fbif_transcfg_mem_type_virtual_f());
|
|
/* setup apertures - physical */
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_VID),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_local_fb_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_SYS_COH),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_coherent_sysmem_f());
|
|
gk20a_writel(g, pwr_fbif_transcfg_r(GK20A_PMU_DMAIDX_PHYS_SYS_NCOH),
|
|
pwr_fbif_transcfg_mem_type_physical_f() |
|
|
pwr_fbif_transcfg_target_noncoherent_sysmem_f());
|
|
}
|
|
|
|
void gm20b_update_lspmu_cmdline_args(struct gk20a *g)
|
|
{
|
|
struct nvgpu_pmu *pmu = &g->pmu;
|
|
u32 cmd_line_args_offset = 0;
|
|
|
|
nvgpu_pmu_get_cmd_line_args_offset(g, &cmd_line_args_offset);
|
|
|
|
/*Copying pmu cmdline args*/
|
|
g->ops.pmu_ver.set_pmu_cmdline_args_cpu_freq(pmu,
|
|
g->ops.clk.get_rate(g, CTRL_CLK_DOMAIN_PWRCLK));
|
|
g->ops.pmu_ver.set_pmu_cmdline_args_secure_mode(pmu, 1);
|
|
g->ops.pmu_ver.set_pmu_cmdline_args_trace_size(
|
|
pmu, GK20A_PMU_TRACE_BUFSIZE);
|
|
g->ops.pmu_ver.set_pmu_cmdline_args_trace_dma_base(pmu);
|
|
g->ops.pmu_ver.set_pmu_cmdline_args_trace_dma_idx(
|
|
pmu, GK20A_PMU_DMAIDX_VIRT);
|
|
nvgpu_falcon_copy_to_dmem(&pmu->flcn, cmd_line_args_offset,
|
|
(u8 *)(g->ops.pmu_ver.get_pmu_cmdline_args_ptr(pmu)),
|
|
g->ops.pmu_ver.get_pmu_cmdline_args_size(pmu), 0);
|
|
}
|
|
|
|
void gm20b_pmu_flcn_setup_boot_config(struct gk20a *g)
|
|
{
|
|
struct mm_gk20a *mm = &g->mm;
|
|
u64 tmp_addr;
|
|
|
|
nvgpu_log_fn(g, " ");
|
|
|
|
/* setup apertures */
|
|
if (g->ops.pmu.setup_apertures != NULL) {
|
|
g->ops.pmu.setup_apertures(g);
|
|
}
|
|
|
|
/* Clearing mailbox register used to reflect capabilities */
|
|
gk20a_writel(g, pwr_falcon_mailbox1_r(), 0);
|
|
|
|
/* enable the context interface */
|
|
gk20a_writel(g, pwr_falcon_itfen_r(),
|
|
gk20a_readl(g, pwr_falcon_itfen_r()) |
|
|
pwr_falcon_itfen_ctxen_enable_f());
|
|
|
|
/*
|
|
* The instance block address to write is the lower 32-bits of the 4K-
|
|
* aligned physical instance block address.
|
|
*/
|
|
tmp_addr = nvgpu_inst_block_addr(g, &mm->pmu.inst_block) >> 12U;
|
|
nvgpu_assert(u64_hi32(tmp_addr) == 0U);
|
|
|
|
gk20a_writel(g, pwr_pmu_new_instblk_r(),
|
|
pwr_pmu_new_instblk_ptr_f((u32)tmp_addr) |
|
|
pwr_pmu_new_instblk_valid_f(1U) |
|
|
(nvgpu_is_enabled(g, NVGPU_USE_COHERENT_SYSMEM) ?
|
|
pwr_pmu_new_instblk_target_sys_coh_f() :
|
|
pwr_pmu_new_instblk_target_sys_ncoh_f())) ;
|
|
}
|
|
|
|
void gm20b_secured_pmu_start(struct gk20a *g)
|
|
{
|
|
gk20a_writel(g, pwr_falcon_cpuctl_alias_r(),
|
|
pwr_falcon_cpuctl_startcpu_f(1));
|
|
}
|
|
|
|
bool gm20b_is_pmu_supported(struct gk20a *g)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
void gm20b_clear_pmu_bar0_host_err_status(struct gk20a *g)
|
|
{
|
|
u32 status;
|
|
|
|
status = gk20a_readl(g, pwr_pmu_bar0_host_error_r());
|
|
gk20a_writel(g, pwr_pmu_bar0_host_error_r(), status);
|
|
}
|