Skip to content

NvidiaSmi:XmlQueryParser

xml로 출력되는 쿼리 결과 정보를 파싱하는 python 코드.

Python data structure 

# -*- coding: utf-8 -*-

from dataclasses import dataclass
from typing import List, Optional


@dataclass
class ClocksThrottleReasons:
    clocks_throttle_reason_gpu_idle: Optional[str]
    clocks_throttle_reason_applications_clocks_setting: Optional[str]
    clocks_throttle_reason_sw_power_cap: Optional[str]
    clocks_throttle_reason_hw_slowdown: Optional[str]
    clocks_throttle_reason_hw_thermal_slowdown: Optional[str]
    clocks_throttle_reason_hw_power_brake_slowdown: Optional[str]
    clocks_throttle_reason_sync_boost: Optional[str]
    clocks_throttle_reason_sw_thermal_slowdown: Optional[str]
    clocks_throttle_reason_display_clocks_setting: Optional[str]


@dataclass
class MemoryUsage:
    total: Optional[str]
    used: Optional[str]
    free: Optional[str]


@dataclass
class Utilization:
    gpu_util: Optional[str]
    memory_util: Optional[str]
    encoder_util: Optional[str]
    decoder_util: Optional[str]


@dataclass
class Temperature:
    gpu_temp: Optional[str]
    gpu_temp_max_threshold: Optional[str]
    gpu_temp_slow_threshold: Optional[str]
    gpu_temp_max_gpu_threshold: Optional[str]
    gpu_target_temperature: Optional[str]
    memory_temp: Optional[str]
    gpu_temp_max_mem_threshold: Optional[str]


@dataclass
class Clocks:
    graphics_clock: Optional[str]
    sm_clock: Optional[str]
    mem_clock: Optional[str]
    video_clock: Optional[str]


@dataclass
class ProcessInfo:
    gpu_instance_id: Optional[str]
    compute_instance_id: Optional[str]
    pid: Optional[str]
    type: Optional[str]
    process_name: Optional[str]
    used_memory: Optional[str]


@dataclass
class Gpu:
    product_name: Optional[str]
    product_brand: Optional[str]
    display_mode: Optional[str]
    display_active: Optional[str]
    persistence_mode: Optional[str]
    # mig_mode
    # mig_devices
    # accounting_mode
    # accounting_mode_buffer_size
    # driver_model
    # serial
    uuid: Optional[str]
    # minor_number
    # vbios_version
    # multigpu_board
    # board_id
    # gpu_part_number
    # gpu_module_id
    # inforom_version
    # gpu_operation_mode
    # gsp_firmware_version
    # gpu_virtualization_mode
    # ibmnpu
    # pci
    fan_speed: Optional[str]
    performance_state: Optional[str]
    clocks_throttle_reasons: Optional[ClocksThrottleReasons]
    fb_memory_usage: Optional[MemoryUsage]
    bar1_memory_usage: Optional[MemoryUsage]
    compute_mode: Optional[str]
    utilization: Optional[Utilization]
    # encoder_stats
    # fbc_stats
    # ecc_mode
    # ecc_errors
    # retired_pages
    # remapped_rows
    temperature: Optional[Temperature]
    # supported_gpu_target_temp
    # power_readings
    clocks: Optional[Clocks]
    # applications_clocks
    # default_applications_clocks
    max_clocks: Optional[Clocks]
    # max_customer_boost_clocks
    # clock_policy
    # voltage
    # supported_clocks
    processes: List[ProcessInfo]
    # accounted_processes


@dataclass
class NvidiaSmiLog:
    timestamp: Optional[str]
    driver_version: Optional[str]
    cuda_version: Optional[str]
    attached_gpus: Optional[str]
    gpu: List[Gpu]

Python Example 

# -*- coding: utf-8 -*-

from io import StringIO
from shutil import which
from typing import List, Optional
from xml.etree.ElementTree import Element
from xml.etree.ElementTree import parse as _xml_parse

from recc.packet.nvidia import (
    Clocks,
    ClocksThrottleReasons,
    Gpu,
    MemoryUsage,
    NvidiaSmiLog,
    ProcessInfo,
    Temperature,
    Utilization,
)
from recc.subprocess.async_subprocess import start_async_subprocess_simply

NVIDIA_SMI_EXECUTABLE_NAME = "nvidia-smi"
NVIDIA_SMI_QUERY_FLAG = "--query"
NVIDIA_SMI_XML_FORMAT_FLAG = "--xml-format"


def _t(e: Optional[Element]) -> Optional[str]:
    return e.text if e is not None else None


def parse_element_to_clocks_throttle_reasons(
    e: Optional[Element],
) -> Optional[ClocksThrottleReasons]:
    if e is None:
        return None

    gpu_idle = e.find("clocks_throttle_reason_gpu_idle")
    apps_clocks_setting = e.find("clocks_throttle_reason_applications_clocks_setting")
    sw_power_cap = e.find("clocks_throttle_reason_sw_power_cap")
    hw_slowdown = e.find("clocks_throttle_reason_hw_slowdown")
    hw_thermal_slowdown = e.find("clocks_throttle_reason_hw_thermal_slowdown")
    hw_power_brake_slowdown = e.find("clocks_throttle_reason_hw_power_brake_slowdown")
    sync_boost = e.find("clocks_throttle_reason_sync_boost")
    sw_thermal_slowdown = e.find("clocks_throttle_reason_sw_thermal_slowdown")
    display_clocks_setting = e.find("clocks_throttle_reason_display_clocks_setting")

    return ClocksThrottleReasons(
        _t(gpu_idle),
        _t(apps_clocks_setting),
        _t(sw_power_cap),
        _t(hw_slowdown),
        _t(hw_thermal_slowdown),
        _t(hw_power_brake_slowdown),
        _t(sync_boost),
        _t(sw_thermal_slowdown),
        _t(display_clocks_setting),
    )


def parse_element_to_memory_usage(e: Optional[Element]) -> Optional[MemoryUsage]:
    if e is None:
        return None

    total = e.find("total")
    used = e.find("used")
    free = e.find("free")

    return MemoryUsage(
        _t(total),
        _t(used),
        _t(free),
    )


def parse_element_to_utilization(e: Optional[Element]) -> Optional[Utilization]:
    if e is None:
        return None

    gpu_util = e.find("gpu_util")
    memory_util = e.find("memory_util")
    encoder_util = e.find("encoder_util")
    decoder_util = e.find("decoder_util")

    return Utilization(
        _t(gpu_util),
        _t(memory_util),
        _t(encoder_util),
        _t(decoder_util),
    )


def parse_element_to_temperature(e: Optional[Element]) -> Optional[Temperature]:
    if e is None:
        return None

    gpu_temp = e.find("gpu_temp")
    gpu_temp_max_threshold = e.find("gpu_temp_max_threshold")
    gpu_temp_slow_threshold = e.find("gpu_temp_slow_threshold")
    gpu_temp_max_gpu_threshold = e.find("gpu_temp_max_gpu_threshold")
    gpu_target_temperature = e.find("gpu_target_temperature")
    memory_temp = e.find("memory_temp")
    gpu_temp_max_mem_threshold = e.find("gpu_temp_max_mem_threshold")

    return Temperature(
        _t(gpu_temp),
        _t(gpu_temp_max_threshold),
        _t(gpu_temp_slow_threshold),
        _t(gpu_temp_max_gpu_threshold),
        _t(gpu_target_temperature),
        _t(memory_temp),
        _t(gpu_temp_max_mem_threshold),
    )


def parse_element_to_clocks(e: Optional[Element]) -> Optional[Clocks]:
    if e is None:
        return None

    graphics_clock = e.find("graphics_clock")
    sm_clock = e.find("sm_clock")
    mem_clock = e.find("mem_clock")
    video_clock = e.find("video_clock")

    return Clocks(
        _t(graphics_clock),
        _t(sm_clock),
        _t(mem_clock),
        _t(video_clock),
    )


def parse_element_to_process_info(e: Element) -> ProcessInfo:
    gpu_instance_id = e.find("gpu_instance_id")
    compute_instance_id = e.find("compute_instance_id")
    pid = e.find("pid")
    type_ = e.find("type")
    process_name = e.find("process_name")
    used_memory = e.find("used_memory")

    return ProcessInfo(
        _t(gpu_instance_id),
        _t(compute_instance_id),
        _t(pid),
        _t(type_),
        _t(process_name),
        _t(used_memory),
    )


def parse_element_to_gpu(e: Element) -> Gpu:
    product_name = e.find("product_name")
    product_brand = e.find("product_brand")
    display_mode = e.find("display_mode")
    display_active = e.find("display_active")
    persistence_mode = e.find("persistence_mode")
    uuid = e.find("uuid")
    fan_speed = e.find("fan_speed")
    performance_state = e.find("performance_state")
    clocks_throttle_reasons = e.find("clocks_throttle_reasons")
    fb_memory_usage = e.find("fb_memory_usage")
    bar1_memory_usage = e.find("bar1_memory_usage")
    compute_mode = e.find("compute_mode")
    utilization = e.find("utilization")
    temperature = e.find("temperature")
    clocks = e.find("clocks")
    max_clocks = e.find("max_clocks")
    processes = e.find("processes")

    process_infos: List[ProcessInfo] = list()
    if processes is not None:
        for process_info in processes.findall("process_info"):
            process_infos.append(parse_element_to_process_info(process_info))

    return Gpu(
        _t(product_name),
        _t(product_brand),
        _t(display_mode),
        _t(display_active),
        _t(persistence_mode),
        _t(uuid),
        _t(fan_speed),
        _t(performance_state),
        parse_element_to_clocks_throttle_reasons(clocks_throttle_reasons),
        parse_element_to_memory_usage(fb_memory_usage),
        parse_element_to_memory_usage(bar1_memory_usage),
        _t(compute_mode),
        parse_element_to_utilization(utilization),
        parse_element_to_temperature(temperature),
        parse_element_to_clocks(clocks),
        parse_element_to_clocks(max_clocks),
        process_infos,
    )


def parse_nvidia_smi_query(xml: str) -> NvidiaSmiLog:
    tree = _xml_parse(StringIO(xml))
    root = tree.getroot()
    if root.tag != "nvidia_smi_log":
        raise ValueError("The root tag must be `nvidia_smi_log`")

    timestamp = root.find("timestamp")
    driver_version = root.find("driver_version")
    cuda_version = root.find("cuda_version")
    attached_gpus = root.find("attached_gpus")
    gpu = [parse_element_to_gpu(g) for g in root.findall("gpu")]

    return NvidiaSmiLog(
        _t(timestamp),
        _t(driver_version),
        _t(cuda_version),
        _t(attached_gpus),
        gpu,
    )


def find_nvidia_smi_executable() -> str:
    path = which(NVIDIA_SMI_EXECUTABLE_NAME)
    if path is not None:
        return path
    raise FileNotFoundError(f"Not found `{NVIDIA_SMI_EXECUTABLE_NAME}` executable")


def exists_nvidia_smi_executable() -> bool:
    try:
        return bool(find_nvidia_smi_executable())
    except FileNotFoundError:
        return False


async def nvidia_smi_query(encoding="utf-8") -> NvidiaSmiLog:
    nvidia_smi = find_nvidia_smi_executable()

    code, stdout, stderr = await start_async_subprocess_simply(
        nvidia_smi, NVIDIA_SMI_QUERY_FLAG, NVIDIA_SMI_XML_FORMAT_FLAG
    )

    if code != 0:
        stdout_msg = stdout.decode(encoding=encoding)
        stderr_msg = stderr.decode(encoding=encoding)
        params = f"code={code},stdout='{stdout_msg}',stderr='{stderr_msg}'"
        raise RuntimeError(f"nvidia-smi query failed ({params})")

    return parse_nvidia_smi_query(stdout.decode(encoding=encoding))

Example XML Result 

<?xml version="1.0" ?>
<!DOCTYPE nvidia_smi_log SYSTEM "nvsmi_device_v11.dtd">
<nvidia_smi_log>
    <timestamp>Fri Mar  4 13:44:51 2022</timestamp>
    <driver_version>470.57.02</driver_version>
    <cuda_version>11.4</cuda_version>
    <attached_gpus>2</attached_gpus>
    <gpu id="00000000:00:00.0">
        <product_name>NVIDIA GeForce RTX 3070 Ti</product_name>
        <product_brand>GeForce</product_brand>
        <display_mode>Disabled</display_mode>
        <display_active>Disabled</display_active>
        <persistence_mode>Enabled</persistence_mode>
        <mig_mode>
            <current_mig>N/A</current_mig>
            <pending_mig>N/A</pending_mig>
        </mig_mode>
        <mig_devices>
            None
        </mig_devices>
        <accounting_mode>Disabled</accounting_mode>
        <accounting_mode_buffer_size>4000</accounting_mode_buffer_size>
        <driver_model>
            <current_dm>N/A</current_dm>
            <pending_dm>N/A</pending_dm>
        </driver_model>
        <serial>N/A</serial>
        <uuid>GPU-1234567890-1</uuid>
        <minor_number>0</minor_number>
        <vbios_version>00.00.00.00.00</vbios_version>
        <multigpu_board>No</multigpu_board>
        <board_id>0x0000</board_id>
        <gpu_part_number>N/A</gpu_part_number>
        <gpu_module_id>0</gpu_module_id>
        <inforom_version>
            <img_version>N/A</img_version>
            <oem_object>N/A</oem_object>
            <ecc_object>N/A</ecc_object>
            <pwr_object>N/A</pwr_object>
        </inforom_version>
        <gpu_operation_mode>
            <current_gom>N/A</current_gom>
            <pending_gom>N/A</pending_gom>
        </gpu_operation_mode>
        <gsp_firmware_version>N/A</gsp_firmware_version>
        <gpu_virtualization_mode>
            <virtualization_mode>None</virtualization_mode>
            <host_vgpu_mode>N/A</host_vgpu_mode>
        </gpu_virtualization_mode>
        <ibmnpu>
            <relaxed_ordering_mode>N/A</relaxed_ordering_mode>
        </ibmnpu>
        <pci>
            <pci_bus>00</pci_bus>
            <pci_device>00</pci_device>
            <pci_domain>0000</pci_domain>
            <pci_device_id>00000000</pci_device_id>
            <pci_bus_id>00000000:00:00.0</pci_bus_id>
            <pci_sub_system_id>00000000</pci_sub_system_id>
            <pci_gpu_link_info>
                <pcie_gen>
                    <max_link_gen>0</max_link_gen>
                    <current_link_gen>0</current_link_gen>
                </pcie_gen>
                <link_widths>
                    <max_link_width>16x</max_link_width>
                    <current_link_width>8x</current_link_width>
                </link_widths>
            </pci_gpu_link_info>
            <pci_bridge_chip>
                <bridge_chip_type>N/A</bridge_chip_type>
                <bridge_chip_fw>N/A</bridge_chip_fw>
            </pci_bridge_chip>
            <replay_counter>0</replay_counter>
            <replay_rollover_counter>0</replay_rollover_counter>
            <tx_util>0 KB/s</tx_util>
            <rx_util>0 KB/s</rx_util>
        </pci>
        <fan_speed>0 %</fan_speed>
        <performance_state>P8</performance_state>
        <clocks_throttle_reasons>
            <clocks_throttle_reason_gpu_idle>Active</clocks_throttle_reason_gpu_idle>
            <clocks_throttle_reason_applications_clocks_setting>Not Active</clocks_throttle_reason_applications_clocks_setting>
            <clocks_throttle_reason_sw_power_cap>Not Active</clocks_throttle_reason_sw_power_cap>
            <clocks_throttle_reason_hw_slowdown>Not Active</clocks_throttle_reason_hw_slowdown>
            <clocks_throttle_reason_hw_thermal_slowdown>Not Active</clocks_throttle_reason_hw_thermal_slowdown>
            <clocks_throttle_reason_hw_power_brake_slowdown>Not Active</clocks_throttle_reason_hw_power_brake_slowdown>
            <clocks_throttle_reason_sync_boost>Not Active</clocks_throttle_reason_sync_boost>
            <clocks_throttle_reason_sw_thermal_slowdown>Not Active</clocks_throttle_reason_sw_thermal_slowdown>
            <clocks_throttle_reason_display_clocks_setting>Not Active</clocks_throttle_reason_display_clocks_setting>
        </clocks_throttle_reasons>
        <fb_memory_usage>
            <total>7982 MiB</total>
            <used>2069 MiB</used>
            <free>5913 MiB</free>
        </fb_memory_usage>
        <bar1_memory_usage>
            <total>256 MiB</total>
            <used>5 MiB</used>
            <free>251 MiB</free>
        </bar1_memory_usage>
        <compute_mode>Default</compute_mode>
        <utilization>
            <gpu_util>0 %</gpu_util>
            <memory_util>0 %</memory_util>
            <encoder_util>0 %</encoder_util>
            <decoder_util>0 %</decoder_util>
        </utilization>
        <encoder_stats>
            <session_count>0</session_count>
            <average_fps>0</average_fps>
            <average_latency>0</average_latency>
        </encoder_stats>
        <fbc_stats>
            <session_count>0</session_count>
            <average_fps>0</average_fps>
            <average_latency>0</average_latency>
        </fbc_stats>
        <ecc_mode>
            <current_ecc>N/A</current_ecc>
            <pending_ecc>N/A</pending_ecc>
        </ecc_mode>
        <ecc_errors>
            <volatile>
                <sram_correctable>N/A</sram_correctable>
                <sram_uncorrectable>N/A</sram_uncorrectable>
                <dram_correctable>N/A</dram_correctable>
                <dram_uncorrectable>N/A</dram_uncorrectable>
            </volatile>
            <aggregate>
                <sram_correctable>N/A</sram_correctable>
                <sram_uncorrectable>N/A</sram_uncorrectable>
                <dram_correctable>N/A</dram_correctable>
                <dram_uncorrectable>N/A</dram_uncorrectable>
            </aggregate>
        </ecc_errors>
        <retired_pages>
            <multiple_single_bit_retirement>
                <retired_count>N/A</retired_count>
                <retired_pagelist>N/A</retired_pagelist>
            </multiple_single_bit_retirement>
            <double_bit_retirement>
                <retired_count>N/A</retired_count>
                <retired_pagelist>N/A</retired_pagelist>
            </double_bit_retirement>
            <pending_blacklist>N/A</pending_blacklist>
            <pending_retirement>N/A</pending_retirement>
        </retired_pages>
        <remapped_rows>N/A</remapped_rows>
        <temperature>
            <gpu_temp>44 C</gpu_temp>
            <gpu_temp_max_threshold>98 C</gpu_temp_max_threshold>
            <gpu_temp_slow_threshold>95 C</gpu_temp_slow_threshold>
            <gpu_temp_max_gpu_threshold>93 C</gpu_temp_max_gpu_threshold>
            <gpu_target_temperature>83 C</gpu_target_temperature>
            <memory_temp>N/A</memory_temp>
            <gpu_temp_max_mem_threshold>N/A</gpu_temp_max_mem_threshold>
        </temperature>
        <supported_gpu_target_temp>
            <gpu_target_temp_min>65 C</gpu_target_temp_min>
            <gpu_target_temp_max>90 C</gpu_target_temp_max>
        </supported_gpu_target_temp>
        <power_readings>
            <power_state>P8</power_state>
            <power_management>Supported</power_management>
            <power_draw>19.48 W</power_draw>
            <power_limit>310.00 W</power_limit>
            <default_power_limit>310.00 W</default_power_limit>
            <enforced_power_limit>310.00 W</enforced_power_limit>
            <min_power_limit>100.00 W</min_power_limit>
            <max_power_limit>320.00 W</max_power_limit>
        </power_readings>
        <clocks>
            <graphics_clock>210 MHz</graphics_clock>
            <sm_clock>210 MHz</sm_clock>
            <mem_clock>405 MHz</mem_clock>
            <video_clock>555 MHz</video_clock>
        </clocks>
        <applications_clocks>
            <graphics_clock>N/A</graphics_clock>
            <mem_clock>N/A</mem_clock>
        </applications_clocks>
        <default_applications_clocks>
            <graphics_clock>N/A</graphics_clock>
            <mem_clock>N/A</mem_clock>
        </default_applications_clocks>
        <max_clocks>
            <graphics_clock>2130 MHz</graphics_clock>
            <sm_clock>2130 MHz</sm_clock>
            <mem_clock>9501 MHz</mem_clock>
            <video_clock>1950 MHz</video_clock>
        </max_clocks>
        <max_customer_boost_clocks>
            <graphics_clock>N/A</graphics_clock>
        </max_customer_boost_clocks>
        <clock_policy>
            <auto_boost>N/A</auto_boost>
            <auto_boost_default>N/A</auto_boost_default>
        </clock_policy>
        <voltage>
            <graphics_volt>668.750 mV</graphics_volt>
        </voltage>
        <supported_clocks>
            <supported_mem_clock>
                <value>9501 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>9251 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>5001 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>810 MHz</value>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>405 MHz</value>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
        </supported_clocks>
        <processes>
            <process_info>
                <gpu_instance_id>N/A</gpu_instance_id>
                <compute_instance_id>N/A</compute_instance_id>
                <pid>1111</pid>
                <type>G</type>
                <process_name>/usr/lib/xorg/Xorg</process_name>
                <used_memory>4 MiB</used_memory>
            </process_info>
            <process_info>
                <gpu_instance_id>N/A</gpu_instance_id>
                <compute_instance_id>N/A</compute_instance_id>
                <pid>0000</pid>
                <type>C</type>
                <process_name>/usr/local/python</process_name>
                <used_memory>2061 MiB</used_memory>
            </process_info>
        </processes>
        <accounted_processes>
        </accounted_processes>
    </gpu>

    <gpu id="00000000:11:00.0">
        <product_name>NVIDIA GeForce RTX 3070 Ti</product_name>
        <product_brand>GeForce</product_brand>
        <display_mode>Disabled</display_mode>
        <display_active>Disabled</display_active>
        <persistence_mode>Enabled</persistence_mode>
        <mig_mode>
            <current_mig>N/A</current_mig>
            <pending_mig>N/A</pending_mig>
        </mig_mode>
        <mig_devices>
            None
        </mig_devices>
        <accounting_mode>Disabled</accounting_mode>
        <accounting_mode_buffer_size>4000</accounting_mode_buffer_size>
        <driver_model>
            <current_dm>N/A</current_dm>
            <pending_dm>N/A</pending_dm>
        </driver_model>
        <serial>N/A</serial>
        <uuid>GPU-1234567890-2</uuid>
        <minor_number>0</minor_number>
        <vbios_version>00.00.00.00.00</vbios_version>
        <multigpu_board>No</multigpu_board>
        <board_id>0x0000</board_id>
        <gpu_part_number>N/A</gpu_part_number>
        <gpu_module_id>0</gpu_module_id>
        <inforom_version>
            <img_version>N/A</img_version>
            <oem_object>N/A</oem_object>
            <ecc_object>N/A</ecc_object>
            <pwr_object>N/A</pwr_object>
        </inforom_version>
        <gpu_operation_mode>
            <current_gom>N/A</current_gom>
            <pending_gom>N/A</pending_gom>
        </gpu_operation_mode>
        <gsp_firmware_version>N/A</gsp_firmware_version>
        <gpu_virtualization_mode>
            <virtualization_mode>None</virtualization_mode>
            <host_vgpu_mode>N/A</host_vgpu_mode>
        </gpu_virtualization_mode>
        <ibmnpu>
            <relaxed_ordering_mode>N/A</relaxed_ordering_mode>
        </ibmnpu>
        <pci>
            <pci_bus>00</pci_bus>
            <pci_device>00</pci_device>
            <pci_domain>0000</pci_domain>
            <pci_device_id>00000000</pci_device_id>
            <pci_bus_id>00000000:00:00.0</pci_bus_id>
            <pci_sub_system_id>00000000</pci_sub_system_id>
            <pci_gpu_link_info>
                <pcie_gen>
                    <max_link_gen>0</max_link_gen>
                    <current_link_gen>0</current_link_gen>
                </pcie_gen>
                <link_widths>
                    <max_link_width>16x</max_link_width>
                    <current_link_width>8x</current_link_width>
                </link_widths>
            </pci_gpu_link_info>
            <pci_bridge_chip>
                <bridge_chip_type>N/A</bridge_chip_type>
                <bridge_chip_fw>N/A</bridge_chip_fw>
            </pci_bridge_chip>
            <replay_counter>0</replay_counter>
            <replay_rollover_counter>0</replay_rollover_counter>
            <tx_util>0 KB/s</tx_util>
            <rx_util>0 KB/s</rx_util>
        </pci>
        <fan_speed>0 %</fan_speed>
        <performance_state>P8</performance_state>
        <clocks_throttle_reasons>
            <clocks_throttle_reason_gpu_idle>Active</clocks_throttle_reason_gpu_idle>
            <clocks_throttle_reason_applications_clocks_setting>Not Active</clocks_throttle_reason_applications_clocks_setting>
            <clocks_throttle_reason_sw_power_cap>Not Active</clocks_throttle_reason_sw_power_cap>
            <clocks_throttle_reason_hw_slowdown>Not Active</clocks_throttle_reason_hw_slowdown>
            <clocks_throttle_reason_hw_thermal_slowdown>Not Active</clocks_throttle_reason_hw_thermal_slowdown>
            <clocks_throttle_reason_hw_power_brake_slowdown>Not Active</clocks_throttle_reason_hw_power_brake_slowdown>
            <clocks_throttle_reason_sync_boost>Not Active</clocks_throttle_reason_sync_boost>
            <clocks_throttle_reason_sw_thermal_slowdown>Not Active</clocks_throttle_reason_sw_thermal_slowdown>
            <clocks_throttle_reason_display_clocks_setting>Not Active</clocks_throttle_reason_display_clocks_setting>
        </clocks_throttle_reasons>
        <fb_memory_usage>
            <total>7982 MiB</total>
            <used>8 MiB</used>
            <free>7974 MiB</free>
        </fb_memory_usage>
        <bar1_memory_usage>
            <total>256 MiB</total>
            <used>3 MiB</used>
            <free>253 MiB</free>
        </bar1_memory_usage>
        <compute_mode>Default</compute_mode>
        <utilization>
            <gpu_util>0 %</gpu_util>
            <memory_util>0 %</memory_util>
            <encoder_util>0 %</encoder_util>
            <decoder_util>0 %</decoder_util>
        </utilization>
        <encoder_stats>
            <session_count>0</session_count>
            <average_fps>0</average_fps>
            <average_latency>0</average_latency>
        </encoder_stats>
        <fbc_stats>
            <session_count>0</session_count>
            <average_fps>0</average_fps>
            <average_latency>0</average_latency>
        </fbc_stats>
        <ecc_mode>
            <current_ecc>N/A</current_ecc>
            <pending_ecc>N/A</pending_ecc>
        </ecc_mode>
        <ecc_errors>
            <volatile>
                <sram_correctable>N/A</sram_correctable>
                <sram_uncorrectable>N/A</sram_uncorrectable>
                <dram_correctable>N/A</dram_correctable>
                <dram_uncorrectable>N/A</dram_uncorrectable>
            </volatile>
            <aggregate>
                <sram_correctable>N/A</sram_correctable>
                <sram_uncorrectable>N/A</sram_uncorrectable>
                <dram_correctable>N/A</dram_correctable>
                <dram_uncorrectable>N/A</dram_uncorrectable>
            </aggregate>
        </ecc_errors>
        <retired_pages>
            <multiple_single_bit_retirement>
                <retired_count>N/A</retired_count>
                <retired_pagelist>N/A</retired_pagelist>
            </multiple_single_bit_retirement>
            <double_bit_retirement>
                <retired_count>N/A</retired_count>
                <retired_pagelist>N/A</retired_pagelist>
            </double_bit_retirement>
            <pending_blacklist>N/A</pending_blacklist>
            <pending_retirement>N/A</pending_retirement>
        </retired_pages>
        <remapped_rows>N/A</remapped_rows>
        <temperature>
            <gpu_temp>37 C</gpu_temp>
            <gpu_temp_max_threshold>98 C</gpu_temp_max_threshold>
            <gpu_temp_slow_threshold>95 C</gpu_temp_slow_threshold>
            <gpu_temp_max_gpu_threshold>93 C</gpu_temp_max_gpu_threshold>
            <gpu_target_temperature>83 C</gpu_target_temperature>
            <memory_temp>N/A</memory_temp>
            <gpu_temp_max_mem_threshold>N/A</gpu_temp_max_mem_threshold>
        </temperature>
        <supported_gpu_target_temp>
            <gpu_target_temp_min>65 C</gpu_target_temp_min>
            <gpu_target_temp_max>90 C</gpu_target_temp_max>
        </supported_gpu_target_temp>
        <power_readings>
            <power_state>P8</power_state>
            <power_management>Supported</power_management>
            <power_draw>15.27 W</power_draw>
            <power_limit>310.00 W</power_limit>
            <default_power_limit>310.00 W</default_power_limit>
            <enforced_power_limit>310.00 W</enforced_power_limit>
            <min_power_limit>100.00 W</min_power_limit>
            <max_power_limit>320.00 W</max_power_limit>
        </power_readings>
        <clocks>
            <graphics_clock>210 MHz</graphics_clock>
            <sm_clock>210 MHz</sm_clock>
            <mem_clock>405 MHz</mem_clock>
            <video_clock>555 MHz</video_clock>
        </clocks>
        <applications_clocks>
            <graphics_clock>N/A</graphics_clock>
            <mem_clock>N/A</mem_clock>
        </applications_clocks>
        <default_applications_clocks>
            <graphics_clock>N/A</graphics_clock>
            <mem_clock>N/A</mem_clock>
        </default_applications_clocks>
        <max_clocks>
            <graphics_clock>2130 MHz</graphics_clock>
            <sm_clock>2130 MHz</sm_clock>
            <mem_clock>9501 MHz</mem_clock>
            <video_clock>1950 MHz</video_clock>
        </max_clocks>
        <max_customer_boost_clocks>
            <graphics_clock>N/A</graphics_clock>
        </max_customer_boost_clocks>
        <clock_policy>
            <auto_boost>N/A</auto_boost>
            <auto_boost_default>N/A</auto_boost_default>
        </clock_policy>
        <voltage>
            <graphics_volt>668.750 mV</graphics_volt>
        </voltage>
        <supported_clocks>
            <supported_mem_clock>
                <value>9501 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>9251 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>5001 MHz</value>
                <supported_graphics_clock>2130 MHz</supported_graphics_clock>
                <supported_graphics_clock>2115 MHz</supported_graphics_clock>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>810 MHz</value>
                <supported_graphics_clock>2100 MHz</supported_graphics_clock>
                <supported_graphics_clock>2085 MHz</supported_graphics_clock>
                <supported_graphics_clock>2070 MHz</supported_graphics_clock>
                <supported_graphics_clock>2055 MHz</supported_graphics_clock>
                <supported_graphics_clock>2040 MHz</supported_graphics_clock>
                <supported_graphics_clock>2025 MHz</supported_graphics_clock>
                <supported_graphics_clock>2010 MHz</supported_graphics_clock>
                <supported_graphics_clock>1995 MHz</supported_graphics_clock>
                <supported_graphics_clock>1980 MHz</supported_graphics_clock>
                <supported_graphics_clock>1965 MHz</supported_graphics_clock>
                <supported_graphics_clock>1950 MHz</supported_graphics_clock>
                <supported_graphics_clock>1935 MHz</supported_graphics_clock>
                <supported_graphics_clock>1920 MHz</supported_graphics_clock>
                <supported_graphics_clock>1905 MHz</supported_graphics_clock>
                <supported_graphics_clock>1890 MHz</supported_graphics_clock>
                <supported_graphics_clock>1875 MHz</supported_graphics_clock>
                <supported_graphics_clock>1860 MHz</supported_graphics_clock>
                <supported_graphics_clock>1845 MHz</supported_graphics_clock>
                <supported_graphics_clock>1830 MHz</supported_graphics_clock>
                <supported_graphics_clock>1815 MHz</supported_graphics_clock>
                <supported_graphics_clock>1800 MHz</supported_graphics_clock>
                <supported_graphics_clock>1785 MHz</supported_graphics_clock>
                <supported_graphics_clock>1770 MHz</supported_graphics_clock>
                <supported_graphics_clock>1755 MHz</supported_graphics_clock>
                <supported_graphics_clock>1740 MHz</supported_graphics_clock>
                <supported_graphics_clock>1725 MHz</supported_graphics_clock>
                <supported_graphics_clock>1710 MHz</supported_graphics_clock>
                <supported_graphics_clock>1695 MHz</supported_graphics_clock>
                <supported_graphics_clock>1680 MHz</supported_graphics_clock>
                <supported_graphics_clock>1665 MHz</supported_graphics_clock>
                <supported_graphics_clock>1650 MHz</supported_graphics_clock>
                <supported_graphics_clock>1635 MHz</supported_graphics_clock>
                <supported_graphics_clock>1620 MHz</supported_graphics_clock>
                <supported_graphics_clock>1605 MHz</supported_graphics_clock>
                <supported_graphics_clock>1590 MHz</supported_graphics_clock>
                <supported_graphics_clock>1575 MHz</supported_graphics_clock>
                <supported_graphics_clock>1560 MHz</supported_graphics_clock>
                <supported_graphics_clock>1545 MHz</supported_graphics_clock>
                <supported_graphics_clock>1530 MHz</supported_graphics_clock>
                <supported_graphics_clock>1515 MHz</supported_graphics_clock>
                <supported_graphics_clock>1500 MHz</supported_graphics_clock>
                <supported_graphics_clock>1485 MHz</supported_graphics_clock>
                <supported_graphics_clock>1470 MHz</supported_graphics_clock>
                <supported_graphics_clock>1455 MHz</supported_graphics_clock>
                <supported_graphics_clock>1440 MHz</supported_graphics_clock>
                <supported_graphics_clock>1425 MHz</supported_graphics_clock>
                <supported_graphics_clock>1410 MHz</supported_graphics_clock>
                <supported_graphics_clock>1395 MHz</supported_graphics_clock>
                <supported_graphics_clock>1380 MHz</supported_graphics_clock>
                <supported_graphics_clock>1365 MHz</supported_graphics_clock>
                <supported_graphics_clock>1350 MHz</supported_graphics_clock>
                <supported_graphics_clock>1335 MHz</supported_graphics_clock>
                <supported_graphics_clock>1320 MHz</supported_graphics_clock>
                <supported_graphics_clock>1305 MHz</supported_graphics_clock>
                <supported_graphics_clock>1290 MHz</supported_graphics_clock>
                <supported_graphics_clock>1275 MHz</supported_graphics_clock>
                <supported_graphics_clock>1260 MHz</supported_graphics_clock>
                <supported_graphics_clock>1245 MHz</supported_graphics_clock>
                <supported_graphics_clock>1230 MHz</supported_graphics_clock>
                <supported_graphics_clock>1215 MHz</supported_graphics_clock>
                <supported_graphics_clock>1200 MHz</supported_graphics_clock>
                <supported_graphics_clock>1185 MHz</supported_graphics_clock>
                <supported_graphics_clock>1170 MHz</supported_graphics_clock>
                <supported_graphics_clock>1155 MHz</supported_graphics_clock>
                <supported_graphics_clock>1140 MHz</supported_graphics_clock>
                <supported_graphics_clock>1125 MHz</supported_graphics_clock>
                <supported_graphics_clock>1110 MHz</supported_graphics_clock>
                <supported_graphics_clock>1095 MHz</supported_graphics_clock>
                <supported_graphics_clock>1080 MHz</supported_graphics_clock>
                <supported_graphics_clock>1065 MHz</supported_graphics_clock>
                <supported_graphics_clock>1050 MHz</supported_graphics_clock>
                <supported_graphics_clock>1035 MHz</supported_graphics_clock>
                <supported_graphics_clock>1020 MHz</supported_graphics_clock>
                <supported_graphics_clock>1005 MHz</supported_graphics_clock>
                <supported_graphics_clock>990 MHz</supported_graphics_clock>
                <supported_graphics_clock>975 MHz</supported_graphics_clock>
                <supported_graphics_clock>960 MHz</supported_graphics_clock>
                <supported_graphics_clock>945 MHz</supported_graphics_clock>
                <supported_graphics_clock>930 MHz</supported_graphics_clock>
                <supported_graphics_clock>915 MHz</supported_graphics_clock>
                <supported_graphics_clock>900 MHz</supported_graphics_clock>
                <supported_graphics_clock>885 MHz</supported_graphics_clock>
                <supported_graphics_clock>870 MHz</supported_graphics_clock>
                <supported_graphics_clock>855 MHz</supported_graphics_clock>
                <supported_graphics_clock>840 MHz</supported_graphics_clock>
                <supported_graphics_clock>825 MHz</supported_graphics_clock>
                <supported_graphics_clock>810 MHz</supported_graphics_clock>
                <supported_graphics_clock>795 MHz</supported_graphics_clock>
                <supported_graphics_clock>780 MHz</supported_graphics_clock>
                <supported_graphics_clock>765 MHz</supported_graphics_clock>
                <supported_graphics_clock>750 MHz</supported_graphics_clock>
                <supported_graphics_clock>735 MHz</supported_graphics_clock>
                <supported_graphics_clock>720 MHz</supported_graphics_clock>
                <supported_graphics_clock>705 MHz</supported_graphics_clock>
                <supported_graphics_clock>690 MHz</supported_graphics_clock>
                <supported_graphics_clock>675 MHz</supported_graphics_clock>
                <supported_graphics_clock>660 MHz</supported_graphics_clock>
                <supported_graphics_clock>645 MHz</supported_graphics_clock>
                <supported_graphics_clock>630 MHz</supported_graphics_clock>
                <supported_graphics_clock>615 MHz</supported_graphics_clock>
                <supported_graphics_clock>600 MHz</supported_graphics_clock>
                <supported_graphics_clock>585 MHz</supported_graphics_clock>
                <supported_graphics_clock>570 MHz</supported_graphics_clock>
                <supported_graphics_clock>555 MHz</supported_graphics_clock>
                <supported_graphics_clock>540 MHz</supported_graphics_clock>
                <supported_graphics_clock>525 MHz</supported_graphics_clock>
                <supported_graphics_clock>510 MHz</supported_graphics_clock>
                <supported_graphics_clock>495 MHz</supported_graphics_clock>
                <supported_graphics_clock>480 MHz</supported_graphics_clock>
                <supported_graphics_clock>465 MHz</supported_graphics_clock>
                <supported_graphics_clock>450 MHz</supported_graphics_clock>
                <supported_graphics_clock>435 MHz</supported_graphics_clock>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
            <supported_mem_clock>
                <value>405 MHz</value>
                <supported_graphics_clock>420 MHz</supported_graphics_clock>
                <supported_graphics_clock>405 MHz</supported_graphics_clock>
            </supported_mem_clock>
        </supported_clocks>
        <processes>
            <process_info>
                <gpu_instance_id>N/A</gpu_instance_id>
                <compute_instance_id>N/A</compute_instance_id>
                <pid>2222</pid>
                <type>G</type>
                <process_name>/usr/lib/xorg/Xorg</process_name>
                <used_memory>4 MiB</used_memory>
            </process_info>
        </processes>
        <accounted_processes>
        </accounted_processes>
    </gpu>

</nvidia_smi_log>

TestCase 

# -*- coding: utf-8 -*-

from unittest import IsolatedAsyncioTestCase, main, skipIf

from recc.nvidia.nvidia_smi import (
    exists_nvidia_smi_executable,
    nvidia_smi_query,
    parse_nvidia_smi_query,
)
from recc.packet.nvidia import NvidiaSmiLog
from tester.samples.read_samples import read_sample


class NvidiaSmiTestCase(IsolatedAsyncioTestCase):
    def test_parse_nvidia_smi_query(self):
        xml = read_sample("nvidia_smi_470.57.02_query.xml")
        log = parse_nvidia_smi_query(xml)

        self.assertEqual("Fri Mar  4 13:44:51 2022", log.timestamp)
        self.assertEqual("470.57.02", log.driver_version)
        self.assertEqual("2", log.attached_gpus)
        self.assertEqual(2, len(log.gpu))

        gpu0 = log.gpu[0]
        gpu1 = log.gpu[1]
        c0 = gpu0.clocks_throttle_reasons
        c1 = gpu1.clocks_throttle_reasons
        t0 = gpu0.temperature
        t1 = gpu1.temperature

        # fmt: off
        self.assertEqual("NVIDIA GeForce RTX 3070 Ti", gpu0.product_name)
        self.assertEqual("GeForce", gpu0.product_brand)
        self.assertEqual("Disabled", gpu0.display_mode)
        self.assertEqual("Disabled", gpu0.display_active)
        self.assertEqual("Enabled", gpu0.persistence_mode)
        self.assertEqual("GPU-1234567890-1", gpu0.uuid)
        self.assertEqual("0 %", gpu0.fan_speed)
        self.assertEqual("P8", gpu0.performance_state)
        self.assertEqual("Active", c0.clocks_throttle_reason_gpu_idle)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_applications_clocks_setting)  # noqa
        self.assertEqual("Not Active", c0.clocks_throttle_reason_sw_power_cap)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_hw_slowdown)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_hw_thermal_slowdown)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_hw_power_brake_slowdown)  # noqa
        self.assertEqual("Not Active", c0.clocks_throttle_reason_sync_boost)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_sw_thermal_slowdown)
        self.assertEqual("Not Active", c0.clocks_throttle_reason_display_clocks_setting)
        self.assertEqual("7982 MiB", gpu0.fb_memory_usage.total)
        self.assertEqual("2069 MiB", gpu0.fb_memory_usage.used)
        self.assertEqual("5913 MiB", gpu0.fb_memory_usage.free)
        self.assertEqual("256 MiB", gpu0.bar1_memory_usage.total)
        self.assertEqual("5 MiB", gpu0.bar1_memory_usage.used)
        self.assertEqual("251 MiB", gpu0.bar1_memory_usage.free)
        self.assertEqual("Default", gpu0.compute_mode)
        self.assertEqual("0 %", gpu0.utilization.gpu_util)
        self.assertEqual("0 %", gpu0.utilization.memory_util)
        self.assertEqual("0 %", gpu0.utilization.encoder_util)
        self.assertEqual("0 %", gpu0.utilization.decoder_util)
        self.assertEqual("44 C", t0.gpu_temp)
        self.assertEqual("98 C", t0.gpu_temp_max_threshold)
        self.assertEqual("95 C", t0.gpu_temp_slow_threshold)
        self.assertEqual("93 C", t0.gpu_temp_max_gpu_threshold)
        self.assertEqual("83 C", t0.gpu_target_temperature)
        self.assertEqual("N/A", t0.memory_temp)
        self.assertEqual("N/A", t0.gpu_temp_max_mem_threshold)
        self.assertEqual("210 MHz", gpu0.clocks.graphics_clock)
        self.assertEqual("210 MHz", gpu0.clocks.sm_clock)
        self.assertEqual("405 MHz", gpu0.clocks.mem_clock)
        self.assertEqual("555 MHz", gpu0.clocks.video_clock)
        self.assertEqual("2130 MHz", gpu0.max_clocks.graphics_clock)
        self.assertEqual("2130 MHz", gpu0.max_clocks.sm_clock)
        self.assertEqual("9501 MHz", gpu0.max_clocks.mem_clock)
        self.assertEqual("1950 MHz", gpu0.max_clocks.video_clock)
        self.assertEqual(2, len(gpu0.processes))
        self.assertEqual("N/A", gpu0.processes[0].gpu_instance_id)
        self.assertEqual("N/A", gpu0.processes[0].compute_instance_id)
        self.assertEqual("1111", gpu0.processes[0].pid)
        self.assertEqual("G", gpu0.processes[0].type)
        self.assertEqual("/usr/lib/xorg/Xorg", gpu0.processes[0].process_name)
        self.assertEqual("4 MiB", gpu0.processes[0].used_memory)
        self.assertEqual("N/A", gpu0.processes[1].gpu_instance_id)
        self.assertEqual("N/A", gpu0.processes[1].compute_instance_id)
        self.assertEqual("0000", gpu0.processes[1].pid)
        self.assertEqual("C", gpu0.processes[1].type)
        self.assertEqual("/usr/local/python", gpu0.processes[1].process_name)
        self.assertEqual("2061 MiB", gpu0.processes[1].used_memory)

        self.assertEqual("NVIDIA GeForce RTX 3070 Ti", gpu1.product_name)
        self.assertEqual("GeForce", gpu1.product_brand)
        self.assertEqual("Disabled", gpu1.display_mode)
        self.assertEqual("Disabled", gpu1.display_active)
        self.assertEqual("Enabled", gpu1.persistence_mode)
        self.assertEqual("GPU-1234567890-2", gpu1.uuid)
        self.assertEqual("0 %", gpu1.fan_speed)
        self.assertEqual("P8", gpu1.performance_state)
        self.assertEqual("Active", c1.clocks_throttle_reason_gpu_idle)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_applications_clocks_setting)  # noqa
        self.assertEqual("Not Active", c1.clocks_throttle_reason_sw_power_cap)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_hw_slowdown)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_hw_thermal_slowdown)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_hw_power_brake_slowdown)  # noqa
        self.assertEqual("Not Active", c1.clocks_throttle_reason_sync_boost)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_sw_thermal_slowdown)
        self.assertEqual("Not Active", c1.clocks_throttle_reason_display_clocks_setting)
        self.assertEqual("7982 MiB", gpu1.fb_memory_usage.total)
        self.assertEqual("8 MiB", gpu1.fb_memory_usage.used)
        self.assertEqual("7974 MiB", gpu1.fb_memory_usage.free)
        self.assertEqual("256 MiB", gpu1.bar1_memory_usage.total)
        self.assertEqual("3 MiB", gpu1.bar1_memory_usage.used)
        self.assertEqual("253 MiB", gpu1.bar1_memory_usage.free)
        self.assertEqual("Default", gpu1.compute_mode)
        self.assertEqual("0 %", gpu1.utilization.gpu_util)
        self.assertEqual("0 %", gpu1.utilization.memory_util)
        self.assertEqual("0 %", gpu1.utilization.encoder_util)
        self.assertEqual("0 %", gpu1.utilization.decoder_util)
        self.assertEqual("37 C", t1.gpu_temp)
        self.assertEqual("98 C", t1.gpu_temp_max_threshold)
        self.assertEqual("95 C", t1.gpu_temp_slow_threshold)
        self.assertEqual("93 C", t1.gpu_temp_max_gpu_threshold)
        self.assertEqual("83 C", t1.gpu_target_temperature)
        self.assertEqual("N/A", t1.memory_temp)
        self.assertEqual("N/A", t1.gpu_temp_max_mem_threshold)
        self.assertEqual("210 MHz", gpu1.clocks.graphics_clock)
        self.assertEqual("210 MHz", gpu1.clocks.sm_clock)
        self.assertEqual("405 MHz", gpu1.clocks.mem_clock)
        self.assertEqual("555 MHz", gpu1.clocks.video_clock)
        self.assertEqual("2130 MHz", gpu1.max_clocks.graphics_clock)
        self.assertEqual("2130 MHz", gpu1.max_clocks.sm_clock)
        self.assertEqual("9501 MHz", gpu1.max_clocks.mem_clock)
        self.assertEqual("1950 MHz", gpu1.max_clocks.video_clock)
        self.assertEqual(1, len(gpu1.processes))
        self.assertEqual("N/A", gpu1.processes[0].gpu_instance_id)
        self.assertEqual("N/A", gpu1.processes[0].compute_instance_id)
        self.assertEqual("2222", gpu1.processes[0].pid)
        self.assertEqual("G", gpu1.processes[0].type)
        self.assertEqual("/usr/lib/xorg/Xorg", gpu1.processes[0].process_name)
        self.assertEqual("4 MiB", gpu1.processes[0].used_memory)
        # fmt: on

    @skipIf(not exists_nvidia_smi_executable(), "Not found nvidia-smi executable")
    async def test_nvidia_smi_query(self):
        log = await nvidia_smi_query()
        self.assertIsInstance(log, NvidiaSmiLog)


if __name__ == "__main__":
    main()

See also