/* * Copyright (c) 2017-2020, NVIDIA CORPORATION. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include #include #include #include /* PMU H/W error functions */ void nvgpu_pmu_report_bar0_pri_err_status(struct gk20a *g, u32 bar0_status, u32 error_type) { nvgpu_report_pmu_err(g, NVGPU_ERR_MODULE_PMU, GPU_PMU_BAR0_ERROR_TIMEOUT, error_type, bar0_status); } /* PMU engine reset functions */ static int pmu_enable_hw(struct nvgpu_pmu *pmu, bool enable) { struct gk20a *g = pmu->g; int err = 0; nvgpu_log_fn(g, " %s ", g->name); if (enable) { /* bring PMU falcon/engine out of reset */ g->ops.pmu.reset_engine(g, true); nvgpu_cg_slcg_pmu_load_enable(g); nvgpu_cg_blcg_pmu_load_enable(g); if (nvgpu_falcon_mem_scrub_wait(pmu->flcn) != 0) { /* keep PMU falcon/engine in reset * if IMEM/DMEM scrubbing fails */ g->ops.pmu.reset_engine(g, false); nvgpu_err(g, "Falcon mem scrubbing timeout"); err = -ETIMEDOUT; } } else { /* keep PMU falcon/engine in reset */ g->ops.pmu.reset_engine(g, false); } nvgpu_log_fn(g, "%s Done, status - %d ", g->name, err); return err; } void nvgpu_pmu_enable_irq(struct gk20a *g, bool enable) { if ((g->pmu != NULL) && (g->ops.pmu.pmu_enable_irq != NULL)) { nvgpu_mutex_acquire(&g->pmu->isr_mutex); g->ops.pmu.pmu_enable_irq(g->pmu, enable); g->pmu->isr_enabled = enable; nvgpu_mutex_release(&g->pmu->isr_mutex); } } static int pmu_enable(struct nvgpu_pmu *pmu, bool enable) { struct gk20a *g = pmu->g; int err = 0; nvgpu_log_fn(g, " "); if (!enable) { if (!g->ops.pmu.is_engine_in_reset(g)) { nvgpu_pmu_enable_irq(g, false); err = pmu_enable_hw(pmu, false); if (err != 0) { goto exit; } } } else { err = pmu_enable_hw(pmu, true); if (err != 0) { goto exit; } err = nvgpu_falcon_wait_idle(pmu->flcn); if (err != 0) { goto exit; } #ifndef CONFIG_NVGPU_LS_PMU /* Enable PMU ECC interrupts for safety. */ nvgpu_pmu_enable_irq(g, true); #endif } exit: nvgpu_log_fn(g, "Done, status - %d ", err); return err; } int nvgpu_pmu_reset(struct gk20a *g) { struct nvgpu_pmu *pmu = g->pmu; int err = 0; nvgpu_log_fn(g, " %s ", g->name); err = pmu_enable(pmu, false); if (err != 0) { goto exit; } err = pmu_enable(pmu, true); if (err != 0) { goto exit; } exit: nvgpu_log_fn(g, " %s Done, status - %d ", g->name, err); return err; } /* PMU unit deinit */ void nvgpu_pmu_remove_support(struct gk20a *g, struct nvgpu_pmu *pmu) { if(pmu != NULL) { #ifdef CONFIG_NVGPU_LS_PMU if (pmu->remove_support != NULL) { pmu->remove_support(g->pmu); } #endif nvgpu_mutex_destroy(&pmu->isr_mutex); nvgpu_kfree(g, g->pmu); g->pmu = NULL; } } /* PMU unit init */ int nvgpu_pmu_early_init(struct gk20a *g) { int err = 0; struct nvgpu_pmu *pmu; nvgpu_log_fn(g, " "); if (g->pmu != NULL) { /* skip alloc/reinit for unrailgate sequence */ nvgpu_pmu_dbg(g, "skip pmu init for unrailgate sequence"); goto exit; } pmu = (struct nvgpu_pmu *) nvgpu_kzalloc(g, sizeof(struct nvgpu_pmu)); if (pmu == NULL) { err = -ENOMEM; goto exit; } g->pmu = pmu; pmu->g = g; pmu->flcn = &g->pmu_flcn; if ((g->ops.pmu.ecc_init != NULL) && !g->ecc.initialized) { err = g->ops.pmu.ecc_init(g); if (err != 0) { nvgpu_kfree(g, pmu); g->pmu = NULL; goto exit; } } nvgpu_mutex_init(&pmu->isr_mutex); if (!g->support_ls_pmu) { goto exit; } if (!g->ops.pmu.is_pmu_supported(g)) { g->support_ls_pmu = false; /* Disable LS PMU global checkers */ g->can_elpg = false; g->elpg_enabled = false; g->aelpg_enabled = false; nvgpu_set_enabled(g, NVGPU_PMU_PERFMON, false); #ifdef CONFIG_NVGPU_DGPU nvgpu_set_enabled(g, NVGPU_PMU_PSTATE, false); #endif goto exit; } #ifdef CONFIG_NVGPU_LS_PMU err = nvgpu_pmu_rtos_early_init(g, pmu); if (err != 0) { nvgpu_mutex_destroy(&pmu->isr_mutex); if (g->ops.pmu.ecc_free != NULL) { g->ops.pmu.ecc_free(g); } nvgpu_kfree(g, pmu); g->pmu = NULL; goto exit; } #endif exit: return err; }