2022-03-30 12:02:14 +00:00
|
|
|
#include <spdlog/spdlog.h>
|
2022-04-23 14:34:26 +00:00
|
|
|
#include <thread>
|
2022-01-14 21:41:38 +00:00
|
|
|
#include "amdgpu.h"
|
2022-02-18 15:31:36 +00:00
|
|
|
#include "gpu.h"
|
2022-02-04 20:01:44 +00:00
|
|
|
#include "cpu.h"
|
2022-05-02 09:45:05 +00:00
|
|
|
#include "overlay.h"
|
|
|
|
|
|
|
|
#define METRICS_UPDATE_PERIOD_MS 500
|
|
|
|
#define METRICS_POLLING_PERIOD_MS 5
|
|
|
|
#define METRICS_SAMPLE_COUNT (METRICS_UPDATE_PERIOD_MS/METRICS_POLLING_PERIOD_MS)
|
2022-01-14 21:41:38 +00:00
|
|
|
|
2022-02-04 18:52:54 +00:00
|
|
|
std::string metrics_path = "";
|
2022-01-14 21:41:38 +00:00
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
/* This structure is used to communicate the latest values of the amdgpu metrics.
|
|
|
|
* The direction of communication is amdgpu_polling_thread -> amdgpu_get_metrics().
|
|
|
|
*/
|
|
|
|
struct amdgpu_common_metrics {
|
|
|
|
/* Load level: averaged across the sampling period */
|
2022-05-06 08:20:04 +00:00
|
|
|
uint16_t gpu_load_percent;
|
|
|
|
// uint16_t mem_load_percent;
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
/* Power usage: averaged across the sampling period */
|
|
|
|
float average_gfx_power_w;
|
|
|
|
float average_cpu_power_w;
|
|
|
|
|
|
|
|
/* Clocks: latest value of the clock */
|
|
|
|
uint16_t current_gfxclk_mhz;
|
|
|
|
uint16_t current_uclk_mhz;
|
|
|
|
|
|
|
|
/* Temperatures: maximum values over the sampling period */
|
|
|
|
uint16_t soc_temp_c;
|
|
|
|
uint16_t gpu_temp_c;
|
|
|
|
uint16_t apu_cpu_temp_c;
|
2022-05-03 09:00:05 +00:00
|
|
|
|
|
|
|
/* throttling status */
|
|
|
|
bool is_power_throttled;
|
|
|
|
bool is_current_throttled;
|
|
|
|
bool is_temp_throttled;
|
|
|
|
bool is_other_throttled;
|
2022-05-02 09:45:05 +00:00
|
|
|
} amdgpu_common_metrics;
|
|
|
|
|
|
|
|
std::mutex amdgpu_common_metrics_m;
|
|
|
|
|
2022-03-30 12:02:14 +00:00
|
|
|
bool amdgpu_check_metrics(const std::string& path)
|
|
|
|
{
|
|
|
|
metrics_table_header header {};
|
2022-05-16 07:01:13 +00:00
|
|
|
FILE *f;
|
|
|
|
f = fopen(path.c_str(), "rb");
|
|
|
|
if (!f)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if (fread(&header, sizeof(header), 1, f) == 0)
|
2022-03-30 12:02:14 +00:00
|
|
|
{
|
2022-05-16 07:01:13 +00:00
|
|
|
SPDLOG_DEBUG("Failed to read the metrics header of '{}'", path);
|
2022-03-30 12:02:14 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (header.structure_size)
|
|
|
|
{
|
|
|
|
case 80: // v1_0, not naturally aligned
|
2022-05-11 13:34:54 +00:00
|
|
|
return false;
|
2022-03-30 12:02:14 +00:00
|
|
|
case 96: // v1_1
|
|
|
|
case 104: // v1_2
|
|
|
|
case sizeof(gpu_metrics_v1_3): // v2.0, v2.1
|
|
|
|
case sizeof(gpu_metrics_v2_2):
|
|
|
|
if (header.format_revision == 1 || header.format_revision == 2)
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
SPDLOG_WARN("Unsupported gpu_metrics version: {}.{}", header.format_revision, header.content_revision);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
#define MAX(x, y) (((x) > (y)) ? (x) : (y))
|
|
|
|
void amdgpu_get_instant_metrics(struct amdgpu_common_metrics *metrics) {
|
2022-05-16 07:01:13 +00:00
|
|
|
FILE *f;
|
|
|
|
void *buf[MAX(sizeof(struct gpu_metrics_v1_3), sizeof(struct gpu_metrics_v2_2))];
|
|
|
|
struct metrics_table_header* header = (metrics_table_header*)buf;
|
|
|
|
|
|
|
|
f = fopen(metrics_path.c_str(), "rb");
|
|
|
|
if (!f)
|
|
|
|
return;
|
|
|
|
|
|
|
|
// Read the whole file
|
|
|
|
if (!fread(buf, sizeof(buf), 1, f) == 0) {
|
|
|
|
SPDLOG_DEBUG("Failed to read amdgpu metrics file '{}'", metrics_path.c_str());
|
|
|
|
fclose(f);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
fclose(f);
|
|
|
|
|
|
|
|
int64_t indep_throttle_status = 0;
|
|
|
|
if (header->format_revision == 1) {
|
|
|
|
// Desktop GPUs
|
|
|
|
cpuStats.cpu_type = "GPU";
|
|
|
|
struct gpu_metrics_v1_3 *amdgpu_metrics = (struct gpu_metrics_v1_3 *) buf;
|
|
|
|
metrics->gpu_load_percent = amdgpu_metrics->average_gfx_activity;
|
|
|
|
|
|
|
|
metrics->average_gfx_power_w = amdgpu_metrics->average_socket_power;
|
|
|
|
|
2022-08-02 02:47:16 +00:00
|
|
|
metrics->current_gfxclk_mhz = amdgpu_metrics->current_gfxclk;
|
2022-05-16 07:01:13 +00:00
|
|
|
metrics->current_uclk_mhz = amdgpu_metrics->current_uclk;
|
|
|
|
|
|
|
|
metrics->gpu_temp_c = amdgpu_metrics->temperature_edge;
|
|
|
|
indep_throttle_status = amdgpu_metrics->indep_throttle_status;
|
|
|
|
} else if (header->format_revision == 2) {
|
|
|
|
// APUs
|
|
|
|
cpuStats.cpu_type = "APU";
|
|
|
|
struct gpu_metrics_v2_2 *amdgpu_metrics = (struct gpu_metrics_v2_2 *) buf;
|
|
|
|
|
|
|
|
metrics->gpu_load_percent = amdgpu_metrics->average_gfx_activity;
|
|
|
|
|
|
|
|
metrics->average_gfx_power_w = amdgpu_metrics->average_gfx_power / 1000.f;
|
|
|
|
metrics->average_cpu_power_w = amdgpu_metrics->average_cpu_power / 1000.f;
|
|
|
|
|
|
|
|
metrics->current_gfxclk_mhz = amdgpu_metrics->current_gfxclk;
|
|
|
|
metrics->current_uclk_mhz = amdgpu_metrics->current_uclk;
|
|
|
|
|
|
|
|
metrics->soc_temp_c = amdgpu_metrics->temperature_soc / 100;
|
|
|
|
metrics->gpu_temp_c = amdgpu_metrics->temperature_gfx / 100;
|
|
|
|
int cpu_temp = 0;
|
|
|
|
for (unsigned i = 0; i < cpuStats.GetCPUData().size() / 2; i++)
|
|
|
|
cpu_temp = MAX(cpu_temp, amdgpu_metrics->temperature_core[i]);
|
|
|
|
metrics->apu_cpu_temp_c = cpu_temp / 100;
|
|
|
|
indep_throttle_status = amdgpu_metrics->indep_throttle_status;
|
2022-05-02 09:45:05 +00:00
|
|
|
}
|
2022-05-16 07:01:13 +00:00
|
|
|
|
|
|
|
/* Throttling: See
|
|
|
|
https://elixir.bootlin.com/linux/latest/source/drivers/gpu/drm/amd/pm/inc/amdgpu_smu.h
|
|
|
|
for the offsets */
|
|
|
|
metrics->is_power_throttled = ((indep_throttle_status >> 0) & 0xFF) != 0;
|
|
|
|
metrics->is_current_throttled = ((indep_throttle_status >> 16) & 0xFF) != 0;
|
|
|
|
metrics->is_temp_throttled = ((indep_throttle_status >> 32) & 0xFFFF) != 0;
|
|
|
|
metrics->is_other_throttled = ((indep_throttle_status >> 56) & 0xFF) != 0;
|
2022-05-02 09:45:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#define UPDATE_METRIC_AVERAGE(FIELD) do { int value_sum = 0; for (size_t s=0; s < METRICS_SAMPLE_COUNT; s++) { value_sum += metrics_buffer[s].FIELD; } amdgpu_common_metrics.FIELD = value_sum / METRICS_SAMPLE_COUNT; } while(0)
|
2022-05-19 05:40:27 +00:00
|
|
|
#define UPDATE_METRIC_AVERAGE_FLOAT(FIELD) do { float value_sum = 0; for (size_t s=0; s < METRICS_SAMPLE_COUNT; s++) { value_sum += metrics_buffer[s].FIELD; } amdgpu_common_metrics.FIELD = value_sum / METRICS_SAMPLE_COUNT; } while(0)
|
2022-05-02 09:45:05 +00:00
|
|
|
#define UPDATE_METRIC_MAX(FIELD) do { int cur_max = metrics_buffer[0].FIELD; for (size_t s=1; s < METRICS_SAMPLE_COUNT; s++) { cur_max = MAX(cur_max, metrics_buffer[s].FIELD); }; amdgpu_common_metrics.FIELD = cur_max; } while(0)
|
|
|
|
#define UPDATE_METRIC_LAST(FIELD) do { amdgpu_common_metrics.FIELD = metrics_buffer[METRICS_SAMPLE_COUNT - 1].FIELD; } while(0)
|
|
|
|
|
|
|
|
void amdgpu_metrics_polling_thread() {
|
|
|
|
struct amdgpu_common_metrics metrics_buffer[METRICS_SAMPLE_COUNT];
|
|
|
|
bool gpu_load_needs_dividing = false; //some GPUs report load as centipercent
|
|
|
|
|
|
|
|
// Initial poll of the metrics, so that we have values to display as fast as possible
|
|
|
|
amdgpu_get_instant_metrics(&amdgpu_common_metrics);
|
2022-05-06 08:20:04 +00:00
|
|
|
if (amdgpu_common_metrics.gpu_load_percent > 100){
|
|
|
|
gpu_load_needs_dividing = true;
|
|
|
|
amdgpu_common_metrics.gpu_load_percent /= 100;
|
|
|
|
}
|
2022-08-02 02:47:16 +00:00
|
|
|
|
2022-05-16 07:01:13 +00:00
|
|
|
// Set all the fields to 0 by default. Only done once as we're just replacing previous values after
|
|
|
|
memset(metrics_buffer, 0, sizeof(metrics_buffer));
|
2022-02-04 20:01:44 +00:00
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
while (1) {
|
|
|
|
// Get all the samples
|
|
|
|
for (size_t cur_sample_id=0; cur_sample_id < METRICS_SAMPLE_COUNT; cur_sample_id++) {
|
|
|
|
amdgpu_get_instant_metrics(&metrics_buffer[cur_sample_id]);
|
|
|
|
|
|
|
|
// Detect and fix if the gpu load is reported in centipercent
|
|
|
|
if (gpu_load_needs_dividing || metrics_buffer[cur_sample_id].gpu_load_percent > 100){
|
|
|
|
gpu_load_needs_dividing = true;
|
|
|
|
metrics_buffer[cur_sample_id].gpu_load_percent /= 100;
|
|
|
|
}
|
|
|
|
|
|
|
|
usleep(METRICS_POLLING_PERIOD_MS * 1000);
|
2022-02-04 18:52:54 +00:00
|
|
|
}
|
2022-08-02 02:47:16 +00:00
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
// Copy the results from the different metrics to amdgpu_common_metrics
|
|
|
|
amdgpu_common_metrics_m.lock();
|
|
|
|
UPDATE_METRIC_AVERAGE(gpu_load_percent);
|
2022-05-19 05:40:27 +00:00
|
|
|
UPDATE_METRIC_AVERAGE_FLOAT(average_gfx_power_w);
|
|
|
|
UPDATE_METRIC_AVERAGE_FLOAT(average_cpu_power_w);
|
2022-05-02 09:45:05 +00:00
|
|
|
|
2022-05-04 03:10:40 +00:00
|
|
|
UPDATE_METRIC_AVERAGE(current_gfxclk_mhz);
|
|
|
|
UPDATE_METRIC_AVERAGE(current_uclk_mhz);
|
2022-05-02 09:45:05 +00:00
|
|
|
|
2022-09-09 20:51:00 +00:00
|
|
|
UPDATE_METRIC_AVERAGE(soc_temp_c);
|
|
|
|
UPDATE_METRIC_AVERAGE(gpu_temp_c);
|
|
|
|
UPDATE_METRIC_AVERAGE(apu_cpu_temp_c);
|
|
|
|
|
2022-05-03 09:00:05 +00:00
|
|
|
UPDATE_METRIC_MAX(is_power_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_current_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_temp_throttled);
|
|
|
|
UPDATE_METRIC_MAX(is_other_throttled);
|
2022-05-02 09:45:05 +00:00
|
|
|
amdgpu_common_metrics_m.unlock();
|
2022-02-04 18:52:54 +00:00
|
|
|
}
|
2022-03-05 20:12:30 +00:00
|
|
|
}
|
2022-05-02 09:45:05 +00:00
|
|
|
|
|
|
|
void amdgpu_get_metrics(){
|
|
|
|
static bool init = false;
|
|
|
|
if (!init){
|
|
|
|
std::thread(amdgpu_metrics_polling_thread).detach();
|
|
|
|
init = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
amdgpu_common_metrics_m.lock();
|
|
|
|
gpu_info.load = amdgpu_common_metrics.gpu_load_percent;
|
|
|
|
|
|
|
|
gpu_info.powerUsage = amdgpu_common_metrics.average_gfx_power_w;
|
|
|
|
gpu_info.CoreClock = amdgpu_common_metrics.current_gfxclk_mhz;
|
|
|
|
gpu_info.MemClock = amdgpu_common_metrics.current_uclk_mhz;
|
|
|
|
|
2022-05-06 08:21:11 +00:00
|
|
|
// Use hwmon instead, see gpu.cpp
|
|
|
|
// gpu_info.temp = amdgpu_common_metrics.gpu_temp_c;
|
2022-05-03 14:08:03 +00:00
|
|
|
gpu_info.apu_cpu_power = amdgpu_common_metrics.average_cpu_power_w;
|
|
|
|
gpu_info.apu_cpu_temp = amdgpu_common_metrics.apu_cpu_temp_c;
|
2022-05-03 09:00:05 +00:00
|
|
|
|
|
|
|
gpu_info.is_power_throttled = amdgpu_common_metrics.is_power_throttled;
|
|
|
|
gpu_info.is_current_throttled = amdgpu_common_metrics.is_current_throttled;
|
|
|
|
gpu_info.is_temp_throttled = amdgpu_common_metrics.is_temp_throttled;
|
|
|
|
gpu_info.is_other_throttled = amdgpu_common_metrics.is_other_throttled;
|
|
|
|
|
2022-05-02 09:45:05 +00:00
|
|
|
amdgpu_common_metrics_m.unlock();
|
|
|
|
}
|