linux-nvgpu/drivers/gpu/nvgpu/common/pmu/pmu_pstate.c

/*
 * general p state infrastructure
 *
 * Copyright (c) 2016-2019, NVIDIA CORPORATION.  All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include <nvgpu/bios.h>
#include <nvgpu/gk20a.h>
#include <nvgpu/pmu.h>
#include <nvgpu/boardobj.h>
#include <nvgpu/boardobjgrp.h>
#include <nvgpu/boardobjgrp_e32.h>
#include <nvgpu/boardobjgrp_e255.h>
#include <nvgpu/pmu/clk/clk.h>
#include <nvgpu/pmu/clk/clk_fll.h>
#include <nvgpu/pmu/clk/clk_vin.h>
#include <nvgpu/pmu/clk/clk_domain.h>
#include <nvgpu/pmu/clk/clk_prog.h>
#include <nvgpu/pmu/clk/clk_freq_controller.h>
#include <nvgpu/pmu/clk/clk_freq_domain.h>
#include <nvgpu/pmu/clk/clk_vf_point.h>
#include <nvgpu/pmu/pmgr.h>
#include <nvgpu/pmu/therm.h>
#include <nvgpu/pmu/perf.h>
#include <nvgpu/pmu/volt.h>
#include <nvgpu/pmu/perf_pstate.h>
#include <nvgpu/pmu/pmu_pstate.h>

void nvgpu_pmu_pstate_deinit(struct gk20a *g)
{
	pmgr_pmu_free_pmupstate(g);
	nvgpu_therm_pmu_free_pmupstate(g, g->pmu);
	nvgpu_perf_pmu_free_pmupstate(g);
	nvgpu_clk_domain_free_pmupstate(g);
	nvgpu_clk_prog_free_pmupstate(g);
	nvgpu_clk_vf_point_free_pmupstate(g);
	nvgpu_clk_freq_domain_free_pmupstate(g);
	nvgpu_clk_freq_controller_free_pmupstate(g);
	nvgpu_clk_fll_free_pmupstate(g);
	nvgpu_clk_vin_free_pmupstate(g);
	nvgpu_clk_free_pmupstate(g);

	if (g->ops.clk.mclk_deinit != NULL) {
		g->ops.clk.mclk_deinit(g);
	}
}

static int pmu_pstate_clk_init(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_clk_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_domain_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_domain_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_prog_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_prog_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_vf_point_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_vf_point_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_freq_domain_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_freq_domain_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_freq_controller_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_freq_controller_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_vin_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_vin_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_fll_init_pmupstate(g);
	if (err != 0) {
		nvgpu_clk_fll_free_pmupstate(g);
		return err;
	}

	return 0;
}

static int pmu_pstate_init(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_therm_pmu_init_pmupstate(g, g->pmu);
	if (err != 0) {
		nvgpu_therm_pmu_free_pmupstate(g, g->pmu);
		return err;
	}

	err = pmu_pstate_clk_init(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_perf_pmu_init_pmupstate(g);
	if (err != 0) {
		nvgpu_perf_pmu_free_pmupstate(g);
		return err;
	}

	err = pmgr_pmu_init_pmupstate(g);
	if (err != 0) {
		pmgr_pmu_free_pmupstate(g);
		return err;
	}

	return 0;
}

static int pmu_pstate_volt_sw_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_volt_rail_sw_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_volt_dev_sw_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_volt_policy_sw_setup(g);
	if (err != 0) {
		return err;
	}

	return 0;
}

static int pmu_pstate_clk_sw_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_clk_vin_sw_setup(g);
	if (err != 0) {
		nvgpu_clk_vin_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_fll_sw_setup(g);
	if (err != 0) {
		nvgpu_clk_fll_free_pmupstate(g);
		return err;
	}

	err = nvgpu_clk_domain_sw_setup(g);
	if (err != 0) {
		nvgpu_clk_domain_free_pmupstate(g);
		return err;
	}

	if (g->ops.clk.support_vf_point &&
		g->ops.pmu_perf.support_vfe) {
		err = nvgpu_clk_vf_point_sw_setup(g);
		if (err != 0) {
			nvgpu_clk_vf_point_free_pmupstate(g);
			return err;
		}
	}

	err = nvgpu_clk_prog_sw_setup(g);
	if (err != 0) {
		nvgpu_clk_prog_free_pmupstate(g);
		return err;
	}

	if (g->ops.clk.support_clk_freq_domain) {
		err = nvgpu_clk_freq_domain_sw_setup(g);
		if (err != 0) {
			nvgpu_clk_freq_domain_free_pmupstate(g);
			return err;
		}
	}

	if (g->ops.clk.support_clk_freq_controller) {
		err = nvgpu_clk_freq_controller_sw_setup(g);
		if (err != 0) {
			nvgpu_clk_freq_controller_free_pmupstate(g);
			return err;
		}
	}

	return 0;
}

static int pmu_pstate_perf_sw_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	if (g->ops.pmu_perf.support_vfe) {
		err = nvgpu_vfe_var_sw_setup(g);
		if (err != 0) {
			return err;
		}

		err = nvgpu_vfe_equ_sw_setup(g);
		if (err != 0) {
			return err;
		}
	}

	err = nvgpu_pmu_perf_pstate_sw_setup(g);
	if (err != 0) {
		return err;
	}

	if (g->ops.pmu_perf.support_changeseq) {
		err = nvgpu_perf_change_seq_sw_setup(g);
		if (err != 0) {
			return err;
		}
	}

	return 0;
}

/*sw setup for pstate components*/
int nvgpu_pmu_pstate_sw_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_pmu_wait_fw_ready(g, g->pmu);
	if (err != 0) {
		nvgpu_err(g, "PMU not ready to process pstate requests");
		return err;
	}

	err = pmu_pstate_init(g);
	if (err != 0) {
		nvgpu_err(g, "Pstate init failed");
		return err;
	}

	err = pmu_pstate_volt_sw_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Volt sw setup failed");
		return err;
	}

	err = nvgpu_therm_domain_sw_setup(g, g->pmu);
	if (err != 0) {
		goto err_therm_pmu_init_pmupstate;
	}

	err = pmu_pstate_clk_sw_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Clk sw setup failed");
		return err;
	}

	err = pmu_pstate_perf_sw_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Perf sw setup failed");
		goto err_perf_pmu_init_pmupstate;
	}

	if (g->ops.clk.support_pmgr_domain) {
		err = pmgr_domain_sw_setup(g);
		if (err != 0) {
			goto err_pmgr_pmu_init_pmupstate;
		}
	}

	if (g->ops.clk.support_lpwr_pg) {
		err = nvgpu_lpwr_pg_setup(g);
		if (err != 0) {
			goto err_pmgr_pmu_init_pmupstate;
		}
	}

	return 0;

err_pmgr_pmu_init_pmupstate:
	pmgr_pmu_free_pmupstate(g);
err_therm_pmu_init_pmupstate:
	nvgpu_therm_pmu_free_pmupstate(g, g->pmu);
err_perf_pmu_init_pmupstate:
	nvgpu_perf_pmu_free_pmupstate(g);

	return err;
}

static int pmu_pstate_volt_pmu_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_volt_rail_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_volt_dev_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_volt_policy_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_volt_send_load_cmd_to_pmu(g);
	if (err != 0) {
		nvgpu_err(g,
			"Failed to send VOLT LOAD CMD to PMU: status = 0x%08x.",
			err);
		return err;
	}

	return 0;
}

static int pmu_pstate_clk_pmu_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	err = nvgpu_clk_domain_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_clk_prog_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	err = nvgpu_clk_vin_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	if (g->ops.clk.support_clk_freq_domain) {
		err = nvgpu_clk_freq_domain_pmu_setup(g);
		if (err != 0) {
			return err;
		}
	}

	err = nvgpu_clk_fll_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	if (g->ops.clk.support_clk_freq_controller) {
		err = nvgpu_clk_freq_controller_pmu_setup(g);
		if (err != 0) {
			return err;
		}
	}

	if (g->ops.clk.support_vf_point &&
		g->ops.pmu_perf.support_vfe) {
		err = nvgpu_clk_vf_point_pmu_setup(g);
		if (err != 0) {
			return err;
		}
	}

	err = nvgpu_clk_pmu_vin_load(g);
	if (err != 0) {
		return err;
	}

	if (g->ops.clk.support_clk_freq_domain) {
		err = nvgpu_clk_pmu_clk_domains_load(g);
		if (err != 0) {
			return err;
		}
	}

	return 0;
}

static int pmu_pstate_perf_pmu_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	if (g->ops.pmu_perf.support_vfe) {
		err = nvgpu_vfe_var_pmu_setup(g);
		if (err != 0) {
			return err;
		}

		err = nvgpu_vfe_equ_pmu_setup(g);
		if (err != 0) {
			return err;
		}
	}

	err = nvgpu_pmu_perf_pstate_pmu_setup(g);
	if (err != 0) {
		return err;
	}

	if (g->ops.pmu_perf.support_changeseq) {
		err = nvgpu_perf_change_seq_pmu_setup(g);
		if (err != 0) {
			return err;
		}
	}

	return 0;
}

/*sw setup for pstate components*/
int nvgpu_pmu_pstate_pmu_setup(struct gk20a *g)
{
	int err;
	nvgpu_log_fn(g, " ");

	if (g->ops.clk.mclk_init != NULL) {
		err = g->ops.clk.mclk_init(g);
		if (err != 0) {
			nvgpu_err(g, "failed to set mclk");
			/* Indicate error and continue */
		}
	}

	err = pmu_pstate_volt_pmu_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Failed to send VOLT pmu setup");
		return err;
	}

	err = nvgpu_therm_domain_pmu_setup(g, g->pmu);
	if (err != 0) {
		return err;
	}

	err = pmu_pstate_clk_pmu_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Failed to send CLK pmu setup");
		return err;
	}

	err = pmu_pstate_perf_pmu_setup(g);
	if (err != 0) {
		nvgpu_err(g, "Failed to send Perf pmu setup");
		return err;
	}

	if (g->ops.clk.support_pmgr_domain) {
		err = pmgr_domain_pmu_setup(g);
	}

	if (g->ops.pmu_perf.support_vfe) {
		err = g->ops.clk.perf_pmu_vfe_load(g);
		if (err != 0) {
			return err;
		}
	}
	return err;
}