2022-03-30 12:02:14 +00:00
|
|
|
#include <spdlog/spdlog.h>
|
2022-04-23 14:34:26 +00:00
|
|
|
#include <thread>
|
2022-01-14 21:41:38 +00:00
|
|
|
#include "amdgpu.h"
|
2022-02-18 15:31:36 +00:00
|
|
|
#include "gpu.h"
|
2022-02-04 20:01:44 +00:00
|
|
|
#include "cpu.h"
|
2022-05-02 09:45:05 +00:00
|
|
|
#include "overlay.h"
|
|
|
|
|
|
|
|
#define METRICS_UPDATE_PERIOD_MS 500
|
|
|
|
#define METRICS_POLLING_PERIOD_MS 5
|
|
|
|
#define METRICS_SAMPLE_COUNT (METRICS_UPDATE_PERIOD_MS/METRICS_POLLING_PERIOD_MS)
|
2022-01-14 21:41:38 +00:00
|
|
|
|
2022-02-04 18:52:54 +00:00
|
|
|
std::string metrics_path = "";
|
2022-01-14 21:41:38 +00:00
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
/* This structure is used to communicate the latest values of the amdgpu metrics.
|
|
|
|
* The direction of communication is amdgpu_polling_thread -> amdgpu_get_metrics().
|
|
|
|
*/
|
|
|
|
struct amdgpu_common_metrics {
|
|
|
|
/* Load level: averaged across the sampling period */
|
2022-05-06 08:20:04 +00:00
|
|
|
uint16_t gpu_load_percent;
|
|
|
|
// uint16_t mem_load_percent;
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
/* Power usage: averaged across the sampling period */
|
|
|
|
float average_gfx_power_w;
|
|
|
|
float average_cpu_power_w;
|
|
|
|
|
|
|
|
/* Clocks: latest value of the clock */
|
|
|
|
uint16_t current_gfxclk_mhz;
|
|
|
|
uint16_t current_uclk_mhz;
|
|
|
|
|
|
|
|
/* Temperatures: maximum values over the sampling period */
|
|
|
|
uint16_t soc_temp_c;
|
|
|
|
uint16_t gpu_temp_c;
|
|
|
|
uint16_t apu_cpu_temp_c;
|
2022-05-03 09:00:05 +00:00
|
|
|
|
|
|
|
/* throttling status */
|
|
|
|
bool is_power_throttled;
|
|
|
|
bool is_current_throttled;
|
|
|
|
bool is_temp_throttled;
|
|
|
|
bool is_other_throttled;
|
2022-05-02 09:45:05 +00:00
|
|
|
} amdgpu_common_metrics;
|
|
|
|
|
|
|
|
std::mutex amdgpu_common_metrics_m;
|
|
|
|
|
2022-03-30 12:02:14 +00:00
|
|
|
bool amdgpu_check_metrics(const std::string& path)
|
|
|
|
{
|
|
|
|
metrics_table_header header {};
|
|
|
|
std::ifstream in(path, std::ios_base::binary);
|
|
|
|
if (!in.read((char*)&header, sizeof(header)))
|
|
|
|
{
|
|
|
|
SPDLOG_DEBUG("Failed to read '{}': {}", path, in.eof() ? "End of file" : strerror(errno));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (header.structure_size)
|
|
|
|
{
|
|
|
|
case 80: // v1_0, not naturally aligned
|
|
|
|
case 96: // v1_1
|
|
|
|
case 104: // v1_2
|
|
|
|
case sizeof(gpu_metrics_v1_3): // v2.0, v2.1
|
|
|
|
case sizeof(gpu_metrics_v2_2):
|
|
|
|
if (header.format_revision == 1 || header.format_revision == 2)
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
SPDLOG_WARN("Unsupported gpu_metrics version: {}.{}", header.format_revision, header.content_revision);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
#define MAX(x, y) (((x) > (y)) ? (x) : (y))
|
|
|
|
void amdgpu_get_instant_metrics(struct amdgpu_common_metrics *metrics) {
|
|
|
|
// Set all the fields to 0 by default
|
|
|
|
memset(metrics, 0, sizeof(struct amdgpu_common_metrics));
|
2022-04-23 14:34:26 +00:00
|
|
|
|
2022-02-04 18:52:54 +00:00
|
|
|
if (!metrics_path.empty()){
|
|
|
|
struct metrics_table_header header;
|
|
|
|
std::ifstream in(metrics_path, std::ios_base::in | std::ios_base::binary);
|
|
|
|
in.read((char*)&header, sizeof(header));
|
2022-05-03 09:00:05 +00:00
|
|
|
int64_t indep_throttle_status = 0;
|
2022-05-02 09:45:05 +00:00
|
|
|
if (header.format_revision == 1) {
|
2022-02-04 18:52:54 +00:00
|
|
|
// Desktop GPUs
|
2022-05-03 14:08:03 +00:00
|
|
|
cpuStats.cpu_type = "GPU";
|
2022-02-04 18:52:54 +00:00
|
|
|
struct gpu_metrics_v1_3 amdgpu_metrics;
|
|
|
|
in.clear();
|
|
|
|
in.seekg(0);
|
|
|
|
in.read((char*)&amdgpu_metrics, sizeof(amdgpu_metrics));
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
metrics->gpu_load_percent = amdgpu_metrics.average_gfx_activity;
|
|
|
|
|
|
|
|
metrics->average_gfx_power_w = amdgpu_metrics.average_socket_power;
|
|
|
|
|
|
|
|
metrics->current_gfxclk_mhz = amdgpu_metrics.average_gfxclk_frequency;
|
|
|
|
metrics->current_uclk_mhz = amdgpu_metrics.current_uclk;
|
|
|
|
|
|
|
|
metrics->gpu_temp_c = amdgpu_metrics.temperature_edge;
|
2022-05-03 09:00:05 +00:00
|
|
|
indep_throttle_status = amdgpu_metrics.indep_throttle_status;
|
2022-05-02 09:45:05 +00:00
|
|
|
} else if (header.format_revision == 2) {
|
2022-02-04 18:52:54 +00:00
|
|
|
// APUs
|
2022-03-13 14:51:41 +00:00
|
|
|
cpuStats.cpu_type = "APU";
|
2022-02-04 18:52:54 +00:00
|
|
|
struct gpu_metrics_v2_2 amdgpu_metrics;
|
|
|
|
in.clear();
|
|
|
|
in.seekg(0);
|
|
|
|
in.read((char*)&amdgpu_metrics, sizeof(amdgpu_metrics));
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
metrics->gpu_load_percent = amdgpu_metrics.average_gfx_activity;
|
|
|
|
|
|
|
|
metrics->average_gfx_power_w = amdgpu_metrics.average_gfx_power / 1000.f;
|
|
|
|
metrics->average_cpu_power_w = amdgpu_metrics.average_cpu_power / 1000.f;
|
|
|
|
|
|
|
|
metrics->current_gfxclk_mhz = amdgpu_metrics.current_gfxclk;
|
|
|
|
metrics->current_uclk_mhz = amdgpu_metrics.current_uclk;
|
|
|
|
|
|
|
|
metrics->soc_temp_c = amdgpu_metrics.temperature_soc / 100;
|
|
|
|
metrics->gpu_temp_c = amdgpu_metrics.temperature_gfx / 100;
|
2022-02-04 20:01:44 +00:00
|
|
|
int cpu_temp = 0;
|
2022-05-03 14:08:03 +00:00
|
|
|
for (unsigned i = 0; i < cpuStats.GetCPUData().size() / 2; i++)
|
2022-05-02 09:45:05 +00:00
|
|
|
cpu_temp = MAX(cpu_temp, amdgpu_metrics.temperature_core[i]);
|
|
|
|
metrics->apu_cpu_temp_c = cpu_temp / 100;
|
2022-05-03 09:00:05 +00:00
|
|
|
indep_throttle_status = amdgpu_metrics.indep_throttle_status;
|
2022-05-02 09:45:05 +00:00
|
|
|
}
|
2022-05-03 09:00:05 +00:00
|
|
|
|
|
|
|
/* Throttling: See
|
|
|
|
https://elixir.bootlin.com/linux/latest/source/drivers/gpu/drm/amd/pm/inc/amdgpu_smu.h
|
|
|
|
for the offsets */
|
|
|
|
metrics->is_power_throttled = ((indep_throttle_status >> 0) & 0xFF) != 0;
|
|
|
|
metrics->is_current_throttled = ((indep_throttle_status >> 16) & 0xFF) != 0;
|
|
|
|
metrics->is_temp_throttled = ((indep_throttle_status >> 32) & 0xFFFF) != 0;
|
|
|
|
metrics->is_other_throttled = ((indep_throttle_status >> 56) & 0xFF) != 0;
|
2022-05-02 09:45:05 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#define UPDATE_METRIC_AVERAGE(FIELD) do { int value_sum = 0; for (size_t s=0; s < METRICS_SAMPLE_COUNT; s++) { value_sum += metrics_buffer[s].FIELD; } amdgpu_common_metrics.FIELD = value_sum / METRICS_SAMPLE_COUNT; } while(0)
|
|
|
|
#define UPDATE_METRIC_MAX(FIELD) do { int cur_max = metrics_buffer[0].FIELD; for (size_t s=1; s < METRICS_SAMPLE_COUNT; s++) { cur_max = MAX(cur_max, metrics_buffer[s].FIELD); }; amdgpu_common_metrics.FIELD = cur_max; } while(0)
|
|
|
|
#define UPDATE_METRIC_LAST(FIELD) do { amdgpu_common_metrics.FIELD = metrics_buffer[METRICS_SAMPLE_COUNT - 1].FIELD; } while(0)
|
|
|
|
|
|
|
|
void amdgpu_metrics_polling_thread() {
|
|
|
|
struct amdgpu_common_metrics metrics_buffer[METRICS_SAMPLE_COUNT];
|
|
|
|
bool gpu_load_needs_dividing = false; //some GPUs report load as centipercent
|
|
|
|
|
|
|
|
// Initial poll of the metrics, so that we have values to display as fast as possible
|
|
|
|
amdgpu_get_instant_metrics(&amdgpu_common_metrics);
|
2022-05-06 08:20:04 +00:00
|
|
|
if (amdgpu_common_metrics.gpu_load_percent > 100){
|
|
|
|
gpu_load_needs_dividing = true;
|
|
|
|
amdgpu_common_metrics.gpu_load_percent /= 100;
|
|
|
|
}
|
2022-02-04 20:01:44 +00:00
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
while (1) {
|
|
|
|
// Get all the samples
|
|
|
|
for (size_t cur_sample_id=0; cur_sample_id < METRICS_SAMPLE_COUNT; cur_sample_id++) {
|
|
|
|
amdgpu_get_instant_metrics(&metrics_buffer[cur_sample_id]);
|
|
|
|
|
|
|
|
// Detect and fix if the gpu load is reported in centipercent
|
|
|
|
if (gpu_load_needs_dividing || metrics_buffer[cur_sample_id].gpu_load_percent > 100){
|
|
|
|
gpu_load_needs_dividing = true;
|
|
|
|
metrics_buffer[cur_sample_id].gpu_load_percent /= 100;
|
|
|
|
}
|
|
|
|
|
|
|
|
usleep(METRICS_POLLING_PERIOD_MS * 1000);
|
2022-02-04 18:52:54 +00:00
|
|
|
}
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
// Copy the results from the different metrics to amdgpu_common_metrics
|
|
|
|
amdgpu_common_metrics_m.lock();
|
|
|
|
UPDATE_METRIC_AVERAGE(gpu_load_percent);
|
|
|
|
UPDATE_METRIC_AVERAGE(average_gfx_power_w);
|
|
|
|
UPDATE_METRIC_AVERAGE(average_cpu_power_w);
|
|
|
|
|
2022-05-04 03:10:40 +00:00
|
|
|
UPDATE_METRIC_AVERAGE(current_gfxclk_mhz);
|
|
|
|
UPDATE_METRIC_AVERAGE(current_uclk_mhz);
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
UPDATE_METRIC_MAX(soc_temp_c);
|
|
|
|
UPDATE_METRIC_MAX(gpu_temp_c);
|
|
|
|
UPDATE_METRIC_MAX(apu_cpu_temp_c);
|
2022-05-03 09:00:05 +00:00
|
|
|
UPDATE_METRIC_MAX(is_power_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_current_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_temp_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_other_throttled);
|
2022-05-02 09:45:05 +00:00
|
|
|
amdgpu_common_metrics_m.unlock();
|
2022-02-04 18:52:54 +00:00
|
|
|
}
|
2022-03-05 20:12:30 +00:00
|
|
|
}
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
void amdgpu_get_metrics(){
|
|
|
|
static bool init = false;
|
|
|
|
if (!init){
|
|
|
|
std::thread(amdgpu_metrics_polling_thread).detach();
|
|
|
|
init = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
amdgpu_common_metrics_m.lock();
|
|
|
|
gpu_info.load = amdgpu_common_metrics.gpu_load_percent;
|
|
|
|
|
|
|
|
gpu_info.powerUsage = amdgpu_common_metrics.average_gfx_power_w;
|
|
|
|
|
|
|
|
gpu_info.CoreClock = amdgpu_common_metrics.current_gfxclk_mhz;
|
|
|
|
gpu_info.MemClock = amdgpu_common_metrics.current_uclk_mhz;
|
|
|
|
|
2022-05-06 08:21:11 +00:00
|
|
|
// Use hwmon instead, see gpu.cpp
|
|
|
|
// gpu_info.temp = amdgpu_common_metrics.gpu_temp_c;
|
2022-05-03 14:08:03 +00:00
|
|
|
gpu_info.apu_cpu_power = amdgpu_common_metrics.average_cpu_power_w;
|
|
|
|
gpu_info.apu_cpu_temp = amdgpu_common_metrics.apu_cpu_temp_c;
|
2022-05-03 09:00:05 +00:00
|
|
|
|
|
|
|
gpu_info.is_power_throttled = amdgpu_common_metrics.is_power_throttled;
|
|
|
|
gpu_info.is_current_throttled = amdgpu_common_metrics.is_current_throttled;
|
|
|
|
gpu_info.is_temp_throttled = amdgpu_common_metrics.is_temp_throttled;
|
|
|
|
gpu_info.is_other_throttled = amdgpu_common_metrics.is_other_throttled;
|
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
amdgpu_common_metrics_m.unlock();
|
|
|
|
}
|