linux-nvgpu/drivers/gpu/nvgpu/include/nvgpu/mig.h

/*
 * Copyright (c) 2020-2021, NVIDIA CORPORATION.  All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#ifndef NVGPU_MIG_H
#define NVGPU_MIG_H

#include <nvgpu/types.h>
#include <nvgpu/lock.h>

/** Maximum GPC group supported by HW. */
#define NVGPU_MIG_MAX_GPCGRP				2U

/** Maximum gpu instances count (1 Physical + 8 MIGs). */
#define NVGPU_MIG_MAX_GPU_INSTANCES			9U

/** Maximum mig config count. */
#define NVGPU_MIG_MAX_MIG_CONFIG_COUNT			16U

/** INVALID sys pipe id. */
#define NVGPU_MIG_INVALID_GR_SYSPIPE_ID			(~U32(0U))

/** Maximum engine slot count. */
#define NVGPU_MIG_MAX_ENGINES				32U

/** Maximum config name size. */
#define NVGPU_MIG_MAX_CONFIG_NAME_SIZE			256U

/** Maximum number of GPC count. */
#define NVGPU_MIG_MAX_GPCS				32U

/** Enumerated type used to identify various gpu instance types */
enum nvgpu_mig_gpu_instance_type {
	NVGPU_MIG_TYPE_PHYSICAL = 0,
	NVGPU_MIG_TYPE_MIG
};

/**
 * @brief GPC Id information.
 * This struct describes the logical, physical and gpcgrp id of each GPC.
 */
struct nvgpu_gpc {
	/** Logical GPC Id which is used to access GPC registers. */
	u32 logical_id;
	/** Physical GPC Id. */
	u32 physical_id;
	/** GPC group Id. */
	u32 gpcgrp_id;
};

/**
 * @brief GR syspipe information.
 * This struct describes the number of gpc, physical_gpc_mask, veid, etc
 * associated to a particualr gr syspipe.
 */
struct nvgpu_gr_syspipe {
	/** GR sys pipe instance Id */
	u32 gr_instance_id;
	/** GR syspipe id which is used to set gr remap window */
	u32 gr_syspipe_id;

	/**
	 * GR device that belongs to this syspipe.
	 */
	const struct nvgpu_device *gr_dev;

	u32 num_gpc;

	/** GPC Id information (logical, physical and gpcgrp Ids). */
	struct nvgpu_gpc gpcs[NVGPU_MIG_MAX_GPCS];

	/**
	 * Mask of local GPCs belongs to this syspipe. A set bit indicates
	 * GPC is available, otherwise it is not available.
	 */
	u32 gpc_mask;
	/** Maximum veid allocated to this gr syspipe. */
	u32 max_veid_count_per_tsg;
	/** VEID start offset. */
	u32 veid_start_offset;
};

/**
 * @brief GPU instance information.
 * This struct describes the gr_syspipe, LCEs, etc associated
 * to a particualr gpu instance.
 */
struct nvgpu_gpu_instance {
	/** GPU instance Id */
	u32 gpu_instance_id;
	/** GR syspipe information. */
	struct nvgpu_gr_syspipe gr_syspipe;
	/** Number of Logical CE engine associated to this gpu instances. */
	u32 num_lce;
	/** Memory area to store h/w CE engine ids. */
	const struct nvgpu_device *lce_devs[NVGPU_MIG_MAX_ENGINES];
	/* Flag to indicate whether memory partition is supported or not. */
	bool is_memory_partition_supported;
	/** Enumerated type used to identify various gpu instance types */
	enum nvgpu_mig_gpu_instance_type gpu_instance_type;
};

/**
 * @brief GPU instance static configuration information.
 * This struct describes the gpu_instance_id, number of gpc, gr_syspipe_id,
 * veid, etc associated to a particualr static congig.
 */
struct nvgpu_gpu_instance_static_config {
	/** GPU instance Id */
	u32 gpu_instance_id;
	/** GR syspipe id which is used to set gr remap window */
	u32 gr_syspipe_id;
	/** Number of GPC assigned to this config. */
	u32 num_gpc;
};

/**
 * @brief GPU instance configuration information.
 * This struct describes the number of gpu instances, gr_syspipe, LCEs, etc
 * associated to a particualr mig config.
 */
struct nvgpu_gpu_instance_config {
	/** Name of the gpu instance config. */
	char config_name[NVGPU_MIG_MAX_CONFIG_NAME_SIZE];
	/** Number of gpu instance associated to this config. */
	u32 num_gpu_instances;
	/**
	 * Array of gpu instance static config information associated
	 * to this config (gpu_instance_id, gr_syspipe_id, num_gpc, etc).
	 */
	struct nvgpu_gpu_instance_static_config
		gpu_instance_static_config[NVGPU_MIG_MAX_GPU_INSTANCES];
};

/**
 * @brief MIG configuration options.
 * This struct describes the various number of mig gpu instance configuration
 * supported by a particual GPU.
 */
struct nvgpu_mig_gpu_instance_config {
	/** Total Number of GR syspipe is supported by HW after floor swept. */
	u32 usable_gr_syspipe_count;
	/** Usable GR sys pipe mask. */
	u32 usable_gr_syspipe_mask;
	/** Number of gpu instance configurations. */
	u32 num_config_supported;
	/** Total Number of GPCs (priv_ring enumerated (floor swept) value). */
	u32 gpc_count;
	/** GPC count associated to each GPC group. */
	u32 gpcgrp_gpc_count[NVGPU_MIG_MAX_GPCGRP];
	/** Array of gpu instance configuration information. */
	struct nvgpu_gpu_instance_config
		gpu_instance_config[NVGPU_MIG_MAX_MIG_CONFIG_COUNT];
};

/**
 * @brief Multi Instance GPU information.
 * This struct describes the mig top level information supported
 * by a particual GPU.
 */
struct nvgpu_mig {
	/** Total Number of GR syspipe is supported by HW after floor swept. */
	u32 usable_gr_syspipe_count;
	/** Usable GR sys pipe mask. */
	u32 usable_gr_syspipe_mask;
	/** Array of usable GR sys pipe instance id. */
	u32 usable_gr_syspipe_instance_id[NVGPU_MIG_MAX_ENGINES];
	/** Total Number of GPCs (priv_ring enumerated (floor swept) value). */
	u32 gpc_count;
	/** GPC count associated to each GPC group. */
	u32 gpcgrp_gpc_count[NVGPU_MIG_MAX_GPCGRP];
	/** Enabled gpu instances count. */
	u32 num_gpu_instances;
	/** Maximum gr sys pipes are supported by HW. */
	u32 max_gr_sys_pipes_supported;
	/** Total number of enabled gr syspipes count. */
	u32 num_gr_sys_pipes_enabled;
	/** GR sys pipe enabled mask. */
	u32 gr_syspipe_en_mask;
	/**
	 * Current gr syspipe id.
	 * It is valid if num_gr_sys_pipes_enabled > 1.
	 */
	u32 current_gr_syspipe_id;
	/*
	 * Current GR instance being programmed.
	 * Defaults to zero for non-MIG cases. Respective GR instance id in
	 * case MIG support is enabled.
	 */
	u32 cur_gr_instance;
	/*
	 * Current thread Id which holds gr_syspipe_lock.
	 */
	int cur_tid;
	/*
	 * Recursive gr_syspipe_lock count.
	 */
	u32 recursive_ref_count;
	/**
	 * GR syspipe acquire lock.
	 * It is valid lock if num_gr_sys_pipes_enabled > 1.
	 */
	struct nvgpu_mutex gr_syspipe_lock;
	/** Gpu instance configuration id. */
	u32 current_gpu_instance_config_id;
	/**
	 * Flag to indicate whether nonGR(CE) engine is sharable
	 * between gr syspipes or not.
	 */
	bool is_nongr_engine_sharable;
	/** Array of enabled gpu instance information. */
	struct nvgpu_gpu_instance
		gpu_instance[NVGPU_MIG_MAX_GPU_INSTANCES];
};

#endif /* NVGPU_MIG_H */