Initial commit: Open-IOV vGPU-IO complete stack

- Firmware decompilation: GSP 570.144W (28.5MB ELF, RV64IMAC), 132 decompiled C files
- Kernel modules: nvidia.ko (34MB, OpenRM), open-iov-vfio.ko (2.8MB, VFIO mdev), gsp-vgpu.ko (1.8MB, guest driver)
- Userspace: libiov.so/libvgpu.so (76KB), example_vgpu (28KB), rpc_emulator.c
- PCI config space emulation (256B with PM, MSI, MSI-X, PCIe caps)
- 12 RPC types fully mapped from firmware decompilation
- BAR trap, WPR, scheduling, notification, migration emulation
- Helper scripts: load_vgpu_stack, create_mdev, launch_qemu_vgpu, test_vgpu_stack, setup_guest_driver, unload_vgpu_stack
- Architecture documentation
- Wiki: 10 technical documents
- Git LFS for large binaries (.ko, .bin, .iso, .img, .o, ghidra repos)
- nvidia-open-gpu-kernel-modules as submodule

3 files changed, 592 insertions, 0 deletions

diff --git a/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccbase.h b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccbase.h
new file mode 100644
index 0000000..5a6698b
--- /dev/null
+++ b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccbase.h
@@ -0,0 +1,54 @@
+/*
+ * SPDX-FileCopyrightText: Copyright (c) 2005-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+#pragma once
+
+//
+// This file was generated with FINN, an NVIDIA coding tool.
+// Source file:      ctrl/ctrl90cc/ctrl90ccbase.finn
+//
+
+#include "ctrl/ctrlxxxx.h"
+/* GF100_PROFILER control commands and parameters */
+
+#define NV90CC_CTRL_CMD(cat,idx)          NVXXXX_CTRL_CMD(0x90CC, NV90CC_CTRL_##cat, idx)
+
+/* GF100_PROFILER command categories (6 bits) */
+#define NV90CC_CTRL_RESERVED (0x00)
+#define NV90CC_CTRL_HWPM     (0x01)
+
+
+#define NV90CC_CTRL_POWER    (0x03)
+
+/*
+ * NV90CC_CTRL_CMD_NULL
+ *
+ *    This command does nothing.
+ *    This command does not take any parameters.
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ */
+#define NV90CC_CTRL_CMD_NULL (0x90cc0000) /* finn: Evaluated from "(FINN_GF100_PROFILER_RESERVED_INTERFACE_ID << 8) | 0x0" */
+
+/* _ctrl90ccbase_h_ */
diff --git a/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90cchwpm.h b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90cchwpm.h
new file mode 100644
index 0000000..0abb89a
--- /dev/null
+++ b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90cchwpm.h
@@ -0,0 +1,135 @@
+/*
+ * SPDX-FileCopyrightText: Copyright (c) 2017-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+#pragma once
+
+#include <nvtypes.h>
+
+//
+// This file was generated with FINN, an NVIDIA coding tool.
+// Source file:      ctrl/ctrl90cc/ctrl90cchwpm.finn
+//
+
+#include "ctrl/ctrl90cc/ctrl90ccbase.h"
+
+/* GF100_PROFILER HWPM control commands and parameters */
+
+/*
+ * NV90CC_CTRL_CMD_HWPM_RESERVE
+ *
+ * This command attempts to reserve the perfmon for use by the calling client.
+ * If this object was allocated as a child of a subdevice, then the
+ * reservation will be global among all contexts on that subdevice. If this
+ * object was allocated as a child of a channel group or a channel, then the
+ * reservation will only be for the hardware context of that channel group or
+ * channel.
+ *
+ * If the global reservation is held on a subdevice by another client, then
+ * this command will fail, regardless of the parent class.
+ *
+ * If one or more per-context reservations are held by other clients, then
+ * this command will fail if the parent object is a subdevice or another
+ * client already holds the perfmon reservation for the parent context.
+ *
+ * This command will return NV_ERR_STATE_IN_USE for all of the failure
+ * cases described above. A return status of NV_OK guarantees
+ * that the client holds the perfmon reservation of the appropriate scope.
+ *
+ * This command does not take any parameters.
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ *    NV_ERR_STATE_IN_USE
+ */
+#define NV90CC_CTRL_CMD_HWPM_RESERVE              (0x90cc0101) /* finn: Evaluated from "(FINN_GF100_PROFILER_HWPM_INTERFACE_ID << 8) | 0x1" */
+
+/*
+ * NV90CC_CTRL_CMD_HWPM_RELEASE
+ *
+ * This command releases an existing reservation of the perfmon for the
+ * calling client. If the calling client does not currently have the perfmon
+ * reservation as acquired by NV90CC_CTRL_CMD_PROFILER_RESERVE_HWPM, this
+ * command will return NV_ERR_INVALID_REQUEST.
+ *
+ * This command does not take any parameters.
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ *    NV_ERR_INVALID_REQUEST
+ */
+#define NV90CC_CTRL_CMD_HWPM_RELEASE              (0x90cc0102) /* finn: Evaluated from "(FINN_GF100_PROFILER_HWPM_INTERFACE_ID << 8) | 0x2" */
+
+/*
+ * NV90CC_CTRL_CMD_HWPM_GET_RESERVATION_INFO
+ *
+ * This command returns information about any outstanding perfmon
+ * reservations. If this object was allocated as a child of a subdevice, then
+ * this command will return information about all reservations on the
+ * subdevice (global or per-context). If this object was allocated as a child
+ * of a channel group or channel, then this command will only return
+ * information about the per-context reservation for that context or the
+ * global reservation, if one exists.
+ *
+ *   reservationCount
+ *     This parameter returns the number of outstanding perfmon reservations
+ *     in the applicable scope. If the value of the bGlobal parameter is
+ *     NV_TRUE, then this parameter will have a value of 1. If this object was
+ *     allocated as a child of a channel group or channel, then this parameter
+ *     will have a value of either 0 or 1. If this object was allocated as a
+ *     child of a subdevice and the bGlobal parameter is NV_FALSE, then this
+ *     parameter will return the number of per-context reservations on the
+ *     subdevice.
+ *   pid
+ *     This parameter returns the PID of a process that holds a reservation in
+ *     the applicable scope. If the value of the bGlobal parameter is NV_TRUE,
+ *     then this parameter will be the PID of the process holding the global
+ *     perfmon reservation on the subdevice. Otherwise, if the value of
+ *     reservationCount is greater than 0, the value of this parameter will be
+ *     the PID of one of the process that holds the per-context lock in the
+ *     applicable scope. If the value of the reservationCount parameter is 0,
+ *     the value of this parameter is undefined.
+ *   bGlobal
+ *     This parameter returns whether the outstanding perfmon reservation held
+ *     by any client is global or per-context. If the value of this parameter
+ *     is NV_TRUE, then the value of the reservationCount parameter should be 1
+ *     and the value of the pid parameter should be the pid of the process
+ *     that holds the global perfmon reservation. The value of this parameter
+ *     will be NV_FALSE when there is no global perfmon reservation.
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ *    NV_ERR_INVALID_ARGUMENT
+ */
+#define NV90CC_CTRL_CMD_HWPM_GET_RESERVATION_INFO (0x90cc0103) /* finn: Evaluated from "(FINN_GF100_PROFILER_HWPM_INTERFACE_ID << 8) | NV90CC_CTRL_HWPM_GET_RESERVATION_INFO_PARAMS_MESSAGE_ID" */
+
+#define NV90CC_CTRL_HWPM_GET_RESERVATION_INFO_PARAMS_MESSAGE_ID (0x3U)
+
+typedef struct NV90CC_CTRL_HWPM_GET_RESERVATION_INFO_PARAMS {
+    NvU32  reservationCount;
+    NvU32  pid;
+    NvBool bGlobal;
+} NV90CC_CTRL_HWPM_GET_RESERVATION_INFO_PARAMS;
+
+
+
+/* _ctrl90cchwpm_h_ */
diff --git a/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccpower.h b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccpower.h
new file mode 100644
index 0000000..58bd91e
--- /dev/null
+++ b/userspace/sdks/nv570/inc/ctrl/ctrl90cc/ctrl90ccpower.h
@@ -0,0 +1,403 @@
+/*
+ * SPDX-FileCopyrightText: Copyright (c) 2015-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+#pragma once
+
+#include <nvtypes.h>
+
+//
+// This file was generated with FINN, an NVIDIA coding tool.
+// Source file:      ctrl/ctrl90cc/ctrl90ccpower.finn
+//
+
+#include "ctrl/ctrl90cc/ctrl90ccbase.h"
+
+/* GF100_PROFILER GPU control commands and parameters */
+/*
+ * NV90CC_CTRL_CMD_POWER_REQUEST_FEATURES
+ *
+ * This command attempts to enable or disable various clock-gating features of
+ * the GPU on behalf of the profiler. If this command is unable to set the
+ * clock-gating feature state of any of the requested features, this command
+ * will fail and none of the requested features will be modified. If this
+ * command fails because one or more clock-gating feature requests were
+ * rejected, it will return NV_ERR_STATE_IN_USE in the globalStatus
+ * parameter and the fields in the statusMask parameter for the features for
+ * which the requests were rejected will have the value
+ * NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_REJECTED.
+ * If a given feature is not supported on the GPU, the field for that clock-
+ * gating feature will have the value
+ * NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_NOT_SUPPORTED in the
+ * statusMask parameter, but this condition by itself will not cause the
+ * command to fail. Even if this command fails, the field for clock-gating
+ * features which would have successfully changed will have the value
+ * NV90CC_CTRL_POWER_FEATURE_MASK_*_FULFILLED in the statusMask
+ * parameter.
+ *
+ * Each of the clock-gating features is reference-counted individually, so
+ * that multiple GF100_PROFILER objects may request and rely on the same
+ * settings for the features simultaneously. Each clock-gating feature is
+ * locked to the requested state until the GF100_PROFILER object is freed or
+ * the NV90CC_CTRL_CMD_POWER_RELEASE_FEATURES command is called for that
+ * feature.
+ *
+ * Currently, only GF100_PROFILER requests for power features using this
+ * command are reference counted. Changes to the power feature settings made
+ * either by other control commands or the RM itself may interfere with the
+ * settings requested by GF100_PROFILER instances.
+ *
+ * This command will always return NV_OK when given valid
+ * parameters. If there is any other failure that prevents the clock-gating
+ * features from being set appropriately, the globalStatus parameter will
+ * indicate this and the statusMask parameter will indicate which clock-gating
+ * feature requests failed and why.
+ *
+ *   controlMask
+ *     This parameter indicates which clock-gating features the request should
+ *     apply to. This parameter has the following fields:
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELCG
+ *         The value of this field indicates whether this request should apply
+ *         to engine-level clock-gating of the GR engine. Valid values for
+ *         this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_IGNORE
+ *             This value indicates that the GR engine-level clock-gating
+ *             should be ignored. This will not affect the reference count for
+ *             this feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_DISABLE
+ *             This value indicates that the GR engine-level clock-gating
+ *             should be disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_ENABLE
+ *             This value indicates that the GR engine-level clock-gating
+ *             should be enabled.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_BLCG
+ *         The value of this field indicates whether this request should apply
+ *         to block-level clock-gating. Valid values for this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_IGNORE
+ *             This value indicates that block-level clock-gating should be
+ *             ignored. This will not affect the reference count for this
+ *             feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_DISABLE
+ *             This value indicates that block-level clock-gating should be
+ *             disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_ENABLE
+ *             This value indicates that block-level clock-gating should be
+ *             enabled.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_SLCG
+ *         The value of this field indicates whether this request should apply
+ *         to second-level clock-gating. Valid values for this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_IGNORE
+ *             This value indicates that second-level clock-gating should be
+ *             ignored. This will not affect the reference count for this
+ *             feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_DISABLE
+ *             This value indicates that second-level clock-gating should be
+ *             disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_ENABLE
+ *             This value indicates that second-level clock-gating should be
+ *             enabled.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELPG
+ *         The value of this field indicates whether this request should apply
+ *         to GR engine-level power-gating. Valid values for this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_IGNORE
+ *             This value indicates that engine-level power-gating should be
+ *             ignored. This will not affect the reference count for this
+ *             feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_DISABLE
+ *             This value indicates that engine-level power-gating should be
+ *             disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_ENABLE
+ *             This value indicates that engine-level power-gating should be
+ *             enabled.
+ *         Note that this field is only temporary to allow reference counting
+ *         restricted to GF100_PROFILER instances, until the time when the
+ *         existing controls for this power feature can be updated to support
+ *         reference counting across all clients and the RM.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN
+ *         The value of this field indicates whether this request should apply
+ *         to SM idle slowdown. Valid values for this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_IGNORE
+ *             This value indicates that SM idle slowdown should be ignored.
+ *             This will not affect the reference count for this feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_DISABLE
+ *             This value indicates that SM idle slowdown should be disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_ENABLE
+ *             This value indicates that SM idle slowdown should be enabled.
+ *         Note that this field is only temporary to allow reference counting
+ *         restricted to GF100_PROFILER instances, until the time when the
+ *         existing controls for this power feature can be updated to support
+ *         reference counting across all clients and the RM.
+  *       NV90CC_CTRL_POWER_FEATURE_MASK_VAT
+ *         The value of this field indicates whether this request should apply
+ *         to VAT. Valid values for this field are:
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_VAT_IGNORE
+ *             This value indicates that VAT should be ignored.
+ *             This will not affect the reference count for this feature.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_VAT_DISABLE
+ *             This value indicates that VAT should be disabled.
+ *           NV90CC_CTRL_POWER_FEATURE_MASK_VAT_ENABLE
+ *             This value indicates that VAT should be enabled.
+ *         Note that this field is only temporary to allow reference counting
+ *         restricted to GF100_PROFILER instances, until the time when the
+ *         existing controls for this power feature can be updated to support
+ *         reference counting across all clients and the RM.
+ *   globalStatus
+ *     This parameter returns the overall status of the requests for all
+ *     clock-gating controls. If the value of this parameter is not
+ *     NV_OK, none of the clock-gating controls will be set as
+ *     requested. Possible values for this parameter are:
+ *       NV_OK
+ *         This value indicates that all of the clock-gating control requests
+ *         were either fulfilled or not supported on the hardware.
+ *       NV_ERR_INVALID_REQUEST
+ *         This value indicates that at least one of the clock-gating control
+ *         requests were invalid given the GF100_PROFILER instance's
+ *         outstanding requests.
+ *       NV_ERR_STATE_IN_USE
+ *         This value indicates that at least one of the clock-gating controls
+ *         has already been locked to a conflicting state by another
+ *         GF100_PROFILER instance or the RM itself.
+ *   statusMask
+ *     This parameter returns the status of the request to set each clock-
+ *     gating control specified by the controlMask parameter. The fields are
+ *     identical to those of the controlMask parameter. For each field for
+ *     which the corresponding field in the controlMask parameter has the
+ *     value NV90CC_CTRL_POWER_FEATURE_MASK_*_IGNORE, the value is
+ *     undefined. For each field for which the corresponding field in the
+ *     controlMask parameter has the value
+ *     NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST, the value will be
+ *     one of the following:
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_FULFILLED
+ *         This value indicates that the clock-gating feature corresponding to
+ *         the field in question was enabled or disabled according to the
+ *         controlMask parameter, and the reference count for the feature was
+ *         incremented accordingly.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_REJECTED
+ *         This value indicates that the clock-gating feature corresponding to
+ *         the field in question was not set to the expected state according
+ *         to the controlMask parameter because another conflicting request is
+ *         currently outstanding for the clock-gating feature.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_FAILED
+ *         This value indicates that the clock-gating feature corresponding to
+ *         the field in question was not set to the expected state according
+ *         to the controlMask parameter because the attempt to do so failed
+ *         with an error other than a conflicting request.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_*_REQUEST_NOT_SUPPORTED
+ *         This value indicates that the clock-gating feature corresponding to
+ *         the field in question is not supported on this GPU. 
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ *    NV_ERR_INVALID_ARGUMENT
+ */
+#define NV90CC_CTRL_CMD_POWER_REQUEST_FEATURES (0x90cc0301) /* finn: Evaluated from "(FINN_GF100_PROFILER_POWER_INTERFACE_ID << 8) | NV90CC_CTRL_POWER_REQUEST_FEATURES_PARAMS_MESSAGE_ID" */
+
+#define NV90CC_CTRL_POWER_REQUEST_FEATURES_PARAMS_MESSAGE_ID (0x1U)
+
+typedef struct NV90CC_CTRL_POWER_REQUEST_FEATURES_PARAMS {
+    NvU32 globalStatus;
+    NvU32 controlMask;
+    NvU32 statusMask;
+} NV90CC_CTRL_POWER_REQUEST_FEATURES_PARAMS;
+
+/* valid fields for the controlMask and statusMask parameters */
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG                                1:0
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG                                3:2
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG                                5:4
+
+/* 
+ * The following are temporary fields for the controlMask and statusMask
+ * parameters. They are required to reference count their respective features
+ * until the existing RM controls can be safely updated, and the definitions
+ * for these features will be removed soon after that.
+ */
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG                                7:6
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN                       9:8
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT                               11:10
+
+/* valid values for fields in the controlMask parameter */
+#define NV90CC_CTRL_POWER_FEATURE_IGNORE                                   (0x00000000)
+#define NV90CC_CTRL_POWER_FEATURE_DISABLE                                  (0x00000001)
+#define NV90CC_CTRL_POWER_FEATURE_ENABLE                                   (0x00000002)
+
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_IGNORE                         NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_DISABLE                        NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_ENABLE                         NV90CC_CTRL_POWER_FEATURE_ENABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_IGNORE                         NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_DISABLE                        NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_ENABLE                         NV90CC_CTRL_POWER_FEATURE_ENABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_IGNORE                         NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_DISABLE                        NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_ENABLE                         NV90CC_CTRL_POWER_FEATURE_ENABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_IGNORE                         NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_DISABLE                        NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_ENABLE                         NV90CC_CTRL_POWER_FEATURE_ENABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_IGNORE                NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_DISABLE               NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_ENABLE                NV90CC_CTRL_POWER_FEATURE_ENABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_IGNORE                          NV90CC_CTRL_POWER_FEATURE_IGNORE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_DISABLE                         NV90CC_CTRL_POWER_FEATURE_DISABLE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_ENABLE                          NV90CC_CTRL_POWER_FEATURE_ENABLE
+/* possible values for fields in the statusMask parameter */
+#define NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED                        (0x00000000)
+#define NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED                         (0x00000001)
+#define NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED                    (0x00000002)
+#define NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED                           (0x00000003)
+
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_REQUEST_FULFILLED              NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_REQUEST_REJECTED               NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_REQUEST_NOT_SUPPORTED          NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_REQUEST_FAILED                 NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_REQUEST_FULFILLED              NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_REQUEST_REJECTED               NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_REQUEST_NOT_SUPPORTED          NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_REQUEST_FAILED                 NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_REQUEST_FULFILLED              NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_REQUEST_REJECTED               NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_REQUEST_NOT_SUPPORTED          NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_REQUEST_FAILED                 NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_REQUEST_FULFILLED              NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_REQUEST_REJECTED               NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_REQUEST_NOT_SUPPORTED          NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_REQUEST_FAILED                 NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_REQUEST_FULFILLED     NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_REQUEST_REJECTED      NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_REQUEST_NOT_SUPPORTED NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_REQUEST_FAILED        NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_REQUEST_FULFILLED               NV90CC_CTRL_POWER_FEATURE_REQUEST_FULFILLED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_REQUEST_REJECTED                NV90CC_CTRL_POWER_FEATURE_REQUEST_REJECTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_REQUEST_NOT_SUPPORTED           NV90CC_CTRL_POWER_FEATURE_REQUEST_NOT_SUPPORTED
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_REQUEST_FAILED                  NV90CC_CTRL_POWER_FEATURE_REQUEST_FAILED
+
+/* utility masks for the controlMask parameter for all controls */
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ALL                                   \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_ELCG) |                     \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_BLCG) |                     \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_SLCG) |                     \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_ELPG) |                     \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN) |            \
+    DRF_SHIFTMASK(NV90CC_CTRL_POWER_FEATURE_MASK_VAT)
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ALL_IGNORE                            \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELCG, _IGNORE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _BLCG, _IGNORE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _SLCG, _IGNORE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELPG, _IGNORE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _IDLE_SLOWDOWN, _IGNORE) |       \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _VAT, _IGNORE)
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ALL_DISABLE                           \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELCG, _DISABLE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _BLCG, _DISABLE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _SLCG, _DISABLE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELPG, _DISABLE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _IDLE_SLOWDOWN, _DISABLE)|       \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _VAT, _DISABLE)
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ALL_ENABLE                            \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELCG, _ENABLE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _BLCG, _ENABLE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _SLCG, _ENABLE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELPG, _ENABLE) |                \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _IDLE_SLOWDOWN, _ENABLE) |       \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _VAT, _ENABLE)
+
+/*
+ * NV90CC_CTRL_CMD_POWER_RELEASE_FEATUERS
+ *
+ * This command releases the GF100_PROFILER's request for the given clock-
+ * gating features that was previously created by the
+ * NV90CC_CTRL_CMD_POWER_REQUEST_FEATURES command. If the GF100_PROFILER
+ * object does not have an outstanding request to one or more of the given
+ * clock-gating features, those features will be ignored while the other
+ * feature requests will be released.
+ *
+ * After calling this command, the calling client may not rely on the current
+ * value of any of the released clock-gating features to remain, even if
+ * several identical requests for the given clock-gating features were made
+ * using NV90CC_CTRL_CMD_POWER_REQUEST_FEATURES. The RM only reference-
+ * counts the settings requested by GF100_PROFILER instances - it does not
+ * reference-count multiple identical requests made using the same
+ * GF100_PROFILER instance.
+ *
+ * All outstanding requests made using this GF100_PROFILER object are
+ * implicitly released when the GF100_PROFILER is freed.
+ *
+ *   controlMask
+ *     This parameter indicates which clock-gating features the RM should
+ *     release the GF100_PROFILER's reference to. See
+ *     NV90CC_CTRL_CMD_POWER_REQUEST_FEATURES for valid fields. Valid
+ *     values for each field are:
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_IGNORE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_IGNORE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_IGNORE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_IGNORE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_IGNORE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_VAT_IGNORE
+ *         This value indicates that the clock-gating feature associated with
+ *         the field should not be released, even if the GF100_PROFILER has an
+ *         outstanding request for it. This will not affect the reference
+ *         count for the feature.
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_RELEASE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_RELEASE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_RELEASE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_RELEASE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_RELEASE
+ *       NV90CC_CTRL_POWER_FEATURE_MASK_VAT_RELEASE
+ *         This value indicates that the GF100_PROFILER's outstanding request
+ *         for the clock-gating feature associated with the field should be
+ *         released. This will decrement the reference count for the feature
+ *         if the GF100_PROFILER has an outstanding request for it.
+ *
+ * Possible status values returned are:
+ *    NV_OK
+ *    NV_ERR_INVALID_ARGUMENT
+ */
+#define NV90CC_CTRL_CMD_POWER_RELEASE_FEATURES                             (0x90cc0302) /* finn: Evaluated from "(FINN_GF100_PROFILER_POWER_INTERFACE_ID << 8) | NV90CC_CTRL_POWER_RELEASE_FEATURES_PARAMS_MESSAGE_ID" */
+
+#define NV90CC_CTRL_POWER_RELEASE_FEATURES_PARAMS_MESSAGE_ID (0x2U)
+
+typedef struct NV90CC_CTRL_POWER_RELEASE_FEATURES_PARAMS {
+    NvU32 controlMask;
+} NV90CC_CTRL_POWER_RELEASE_FEATURES_PARAMS;
+
+/* 
+ * valid values for the controlMask parameter in addition to
+ * NV90CC_CTRL_POWER_FEATURE_MASK_*_IGNORE
+ */
+#define NV90CC_CTRL_POWER_FEATURE_RELEASE                    (0x00000003)
+
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELCG_RELEASE          NV90CC_CTRL_POWER_FEATURE_RELEASE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_BLCG_RELEASE          NV90CC_CTRL_POWER_FEATURE_RELEASE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_SLCG_RELEASE          NV90CC_CTRL_POWER_FEATURE_RELEASE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ELPG_RELEASE          NV90CC_CTRL_POWER_FEATURE_RELEASE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_IDLE_SLOWDOWN_RELEASE NV90CC_CTRL_POWER_FEATURE_RELEASE
+#define NV90CC_CTRL_POWER_FEATURE_MASK_VAT_RELEASE           NV90CC_CTRL_POWER_FEATURE_RELEASE
+
+
+/* _ctrl90ccpower_h_ */
+
+/* utility mask for the controlMask parameter for all fields */
+#define NV90CC_CTRL_POWER_FEATURE_MASK_ALL_RELEASE                           \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELCG, _RELEASE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _BLCG, _RELEASE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _SLCG, _RELEASE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _ELPG, _RELEASE) |               \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _IDLE_SLOWDOWN, _RELEASE)|       \
+    DRF_DEF(90CC, _CTRL_POWER_FEATURE_MASK, _VAT, _RELEASE)