From 00e54c13c7c9030c4d5f7151467f2d85a3730e29 Mon Sep 17 00:00:00 2001 From: Arthur Hanson Rasmusson Date: Sun, 13 Sep 2026 18:36:21 -0400 Subject: Initial commit: Open-IOV vGPU-IO complete stack - Firmware decompilation: GSP 570.144W (28.5MB ELF, RV64IMAC), 132 decompiled C files - Kernel modules: nvidia.ko (34MB, OpenRM), open-iov-vfio.ko (2.8MB, VFIO mdev), gsp-vgpu.ko (1.8MB, guest driver) - Userspace: libiov.so/libvgpu.so (76KB), example_vgpu (28KB), rpc_emulator.c - PCI config space emulation (256B with PM, MSI, MSI-X, PCIe caps) - 12 RPC types fully mapped from firmware decompilation - BAR trap, WPR, scheduling, notification, migration emulation - Helper scripts: load_vgpu_stack, create_mdev, launch_qemu_vgpu, test_vgpu_stack, setup_guest_driver, unload_vgpu_stack - Architecture documentation - Wiki: 10 technical documents - Git LFS for large binaries (.ko, .bin, .iso, .img, .o, ghidra repos) - nvidia-open-gpu-kernel-modules as submodule --- .../sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7base.h | 58 ++++++++++ .../sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7bbx.h | 122 +++++++++++++++++++++ 2 files changed, 180 insertions(+) create mode 100644 userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7base.h create mode 100644 userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7bbx.h (limited to 'userspace/sdks/nv570/inc/ctrl/ctrl90e7') diff --git a/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7base.h b/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7base.h new file mode 100644 index 0000000..2736d6b --- /dev/null +++ b/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7base.h @@ -0,0 +1,58 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in + * all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + */ + +#pragma once + +// +// This file was generated with FINN, an NVIDIA coding tool. +// Source file: ctrl/ctrl90e7/ctrl90e7base.finn +// + +#include "ctrl/ctrlxxxx.h" + +/* GF100_SUBDEVICE_INFOROM control commands and parameters */ + +#define NV90E7_CTRL_CMD(cat,idx) NVXXXX_CTRL_CMD(0x90E7, NV90E7_CTRL_##cat, idx) + +/* Command categories (6 bits) */ +#define NV90E7_CTRL_RESERVED (0x00) +#define NV90E7_CTRL_BBX_LEGACY_PRIVILEGED (0xc1) /* finn: Evaluated from "(NV90E7_CTRL_BBX | NVxxxx_CTRL_LEGACY_PRIVILEGED)" */ +#define NV90E7_CTRL_BBX (0x01) +#define NV90E7_CTRL_RPR (0x02) +#define NV90E7_CTRL_RPR_LEGACY_PRIVILEGED (0xc2) /* finn: Evaluated from "(NV90E7_CTRL_RPR | NVxxxx_CTRL_LEGACY_PRIVILEGED)" */ +#define NV90E7_CTRL_PREDICTIVE (0x03) + +/* + * NV90E7_CTRL_CMD_NULL + * + * This command does nothing. + * This command does not take any parameters. + * + * Possible status values returned are: + * NV_OK + */ + +#define NV90E7_CTRL_CMD_NULL (0x90e70000) /* finn: Evaluated from "(FINN_GF100_SUBDEVICE_INFOROM_RESERVED_INTERFACE_ID << 8) | 0x0" */ + + + diff --git a/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7bbx.h b/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7bbx.h new file mode 100644 index 0000000..15b88f7 --- /dev/null +++ b/userspace/sdks/nv570/inc/ctrl/ctrl90e7/ctrl90e7bbx.h @@ -0,0 +1,122 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in + * all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + */ + +#pragma once + +#include + +// +// This file was generated with FINN, an NVIDIA coding tool. +// Source file: ctrl/ctrl90e7/ctrl90e7bbx.finn +// + +#include "nvfixedtypes.h" +#include "ctrl/ctrl90e7/ctrl90e7base.h" + + + +/* + * NV90E7_CTRL_CMD_BBX_GET_LAST_FLUSH_TIME + * + * This command is used to query the last BBX flush timestamp and duration. If BBX has not yet + * been flushed, the status returned is NV_ERR_NOT_READY. + * + * timestamp + * This parameter specifies the start timestamp of the last BBX flush. + * + * durationUs + * This parameter specifies the duration (us) of the last BBX flush. + * + * Possible status values returned are: + * NV_OK + * NV_ERR_NOT_READY + * NV_ERR_NOT_SUPPORTED + */ +#define NV90E7_CTRL_CMD_BBX_GET_LAST_FLUSH_TIME (0x90e70113) /* finn: Evaluated from "(FINN_GF100_SUBDEVICE_INFOROM_BBX_INTERFACE_ID << 8) | NV90E7_CTRL_BBX_GET_LAST_FLUSH_TIME_PARAMS_MESSAGE_ID" */ + +#define NV90E7_CTRL_BBX_GET_LAST_FLUSH_TIME_PARAMS_MESSAGE_ID (0x13U) + +typedef struct NV90E7_CTRL_BBX_GET_LAST_FLUSH_TIME_PARAMS { + NV_DECLARE_ALIGNED(NvU64 timestamp, 8); + NvU32 durationUs; +} NV90E7_CTRL_BBX_GET_LAST_FLUSH_TIME_PARAMS; + + + +/* + * NV90E7_CTRL_CMD_BBX_GET_TIME_DATA + * + * This command is used to query BBX recorded timing data. + * + * timeStart + * First time (since EPOCH in sec) when RM was loaded and BBX was updated. + * + * timeEnd + * Last time (since EPOCH in sec) when BBX was updated. + * + * timeRun + * Total time (in sec) the GPU was running. + * + * Possible status values returned are: + * NV_OK + * NV_ERR_NOT_SUPPORTED + */ +#define NV90E7_CTRL_CMD_BBX_GET_TIME_DATA (0x90e70102) /* finn: Evaluated from "(FINN_GF100_SUBDEVICE_INFOROM_BBX_INTERFACE_ID << 8) | NV90E7_CTRL_BBX_GET_TIME_DATA_PARAMS_MESSAGE_ID" */ + +#define NV90E7_CTRL_BBX_GET_TIME_DATA_PARAMS_MESSAGE_ID (0x2U) + +typedef struct NV90E7_CTRL_BBX_GET_TIME_DATA_PARAMS { + NvU32 timeStart; + NvU32 timeEnd; + NvU32 timeRun; + NvU32 time24Hours; + NvU32 time100Hours; +} NV90E7_CTRL_BBX_GET_TIME_DATA_PARAMS; + +/* + * NV90E7_CTRL_CMD_BBX_IS_NVM_FLUSH_ENABLED + * + * This command is used to query whether BBX flushing to non-volatile memory is enabled. + * + * bIsEnabled + * Whether BBX flushing to non-volatile memory is enabled. + * bPeriodicFlush + * Whether BBX periodically flushes to non-volatile memory. + * periodicFlushIntervalSec + * The minimum interval (in seconds) between two consecutive periodic BBX flushes + * if periodic flush is enabled. + * + * Possible status values returned are: + * NV_OK + * NV_ERR_NOT_SUPPORTED + */ +#define NV90E7_CTRL_CMD_BBX_IS_NVM_FLUSH_ENABLED (0x90e70119) /* finn: Evaluated from "(FINN_GF100_SUBDEVICE_INFOROM_BBX_INTERFACE_ID << 8) | NV90E7_CTRL_BBX_IS_NVM_FLUSH_ENABLED_PARAMS_MESSAGE_ID" */ + +#define NV90E7_CTRL_BBX_IS_NVM_FLUSH_ENABLED_PARAMS_MESSAGE_ID (0x19U) + +typedef struct NV90E7_CTRL_BBX_IS_NVM_FLUSH_ENABLED_PARAMS { + NvBool bIsEnabled; + NvBool bPeriodicFlush; + NvU32 periodicFlushIntervalSec; +} NV90E7_CTRL_BBX_IS_NVM_FLUSH_ENABLED_PARAMS; + -- cgit v1.2.3