2 * collectd - src/intel_rdt.c
4 * Copyright(c) 2016-2018 Intel Corporation. All rights reserved.
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
25 * Serhiy Pshyk <serhiyx.pshyk@intel.com>
26 * Starzyk, Mateusz <mateuszx.starzyk@intel.com>
27 * Wojciech Andralojc <wojciechx.andralojc@intel.com>
31 #include "utils/common/common.h"
32 #include "utils/config_cores/config_cores.h"
35 #define RDT_PLUGIN "intel_rdt"
37 /* libpqos v2.0 or newer is required for process monitoring*/
39 #if defined(PQOS_VERSION) && PQOS_VERSION >= 20000
43 #define RDT_PLUGIN "intel_rdt"
45 #define RDT_MAX_SOCKETS 8
46 #define RDT_MAX_SOCKET_CORES 64
47 #define RDT_MAX_CORES (RDT_MAX_SOCKET_CORES * RDT_MAX_SOCKETS)
51 * Process name inside comm file is limited to 16 chars.
52 * More info here: http://man7.org/linux/man-pages/man5/proc.5.html
54 #define RDT_MAX_NAME_LEN 16
55 #define RDT_MAX_NAMES_GROUPS 64
57 #define RDT_PROC_PATH "/proc"
66 /* Helper typedef for process name array
67 * Extra 1 char is added for string null termination.
69 typedef char proc_comm_t[RDT_MAX_NAME_LEN + 1];
71 /* Linked one-way list of pids. */
72 typedef struct pids_list_s {
74 struct pids_list_s *next;
77 /* Holds process name and list of pids assigned to that name */
78 typedef struct proc_pids_s {
79 proc_comm_t proccess_name;
83 struct rdt_name_group_s {
87 proc_pids_t *proc_pids_array;
88 size_t monitored_pids_count;
89 enum pqos_mon_event events;
91 typedef struct rdt_name_group_s rdt_name_group_t;
95 core_groups_list_t cores;
96 enum pqos_mon_event events[RDT_MAX_CORES];
97 struct pqos_mon_data *pcgroups[RDT_MAX_CORES];
99 rdt_name_group_t ngroups[RDT_MAX_NAMES_GROUPS];
100 struct pqos_mon_data *pngroups[RDT_MAX_NAMES_GROUPS];
102 #endif /* LIBPQOS2 */
103 const struct pqos_cpuinfo *pqos_cpu;
104 const struct pqos_cap *pqos_cap;
105 const struct pqos_capability *cap_mon;
107 typedef struct rdt_ctx_s rdt_ctx_t;
109 static rdt_ctx_t *g_rdt;
111 static rdt_config_status g_state = UNKNOWN;
113 static int g_interface = -1;
116 static int isdupstr(const char *names[], const size_t size, const char *name) {
117 for (size_t i = 0; i < size; i++)
118 if (strncmp(names[i], name, (size_t)RDT_MAX_NAME_LEN) == 0)
129 * Converts string representing list of strings into array of strings.
131 * name,name1,name2,name3
134 * `str_list' String representing list of strings.
135 * `names' Array to put extracted strings into.
136 * `names_num' Variable to put number of extracted strings.
139 * Number of elements placed into names.
141 static int strlisttoarray(char *str_list, char ***names, size_t *names_num) {
142 char *saveptr = NULL;
144 if (str_list == NULL || names == NULL)
147 if (strstr(str_list, ",,")) {
148 /* strtok ignores empty words between separators.
149 * This condition handles that by rejecting strings
150 * with consecutive seprators */
151 ERROR(RDT_PLUGIN ": Empty process name");
156 char *token = strtok_r(str_list, ",", &saveptr);
162 while (isspace(*token))
168 if ((isdupstr((const char **)*names, *names_num, token))) {
169 ERROR(RDT_PLUGIN ": Duplicated process name \'%s\' in group \'%s\'",
173 if (0 != strarray_add(names, names_num, token)) {
174 ERROR(RDT_PLUGIN ": Error allocating process name string");
188 * Function to compare names in two name groups.
191 * `ng_a' Pointer to name group a.
192 * `ng_b' Pointer to name group b.
195 * 1 if both groups contain the same names
196 * 0 if none of their names match
197 * -1 if some but not all names match
199 static int ngroup_cmp(const rdt_name_group_t *ng_a,
200 const rdt_name_group_t *ng_b) {
203 assert(ng_a != NULL);
204 assert(ng_b != NULL);
206 const size_t sz_a = (unsigned)ng_a->num_names;
207 const size_t sz_b = (unsigned)ng_b->num_names;
208 const char **tab_a = (const char **)ng_a->names;
209 const char **tab_b = (const char **)ng_b->names;
211 for (size_t i = 0; i < sz_a; i++) {
212 for (size_t j = 0; j < sz_b; j++)
213 if (strncmp(tab_a[i], tab_b[j], (size_t)RDT_MAX_NAME_LEN) == 0)
216 /* if no names are the same */
219 /* if group contains same names */
220 if (sz_a == sz_b && sz_b == (size_t)found)
222 /* if not all names are the same */
231 * Function to set the descriptions and names for each process names group.
232 * Takes a config option containing list of strings that are used to set
233 * process group values.
236 * `item' Config option containing process names groups.
237 * `groups' Table of process name groups to set values in.
238 * `max_groups' Maximum number of process name groups allowed.
241 * On success, the number of name groups set up. On error, appropriate
242 * negative error value.
244 static int oconfig_to_ngroups(const oconfig_item_t *item,
245 rdt_name_group_t *groups,
246 const size_t max_groups) {
249 assert(groups != NULL);
250 assert(max_groups > 0);
251 assert(item != NULL);
253 for (int j = 0; j < item->values_num; j++) {
255 char value[DATA_MAX_NAME_LEN];
257 if ((item->values[j].value.string == NULL) ||
258 (strlen(item->values[j].value.string) == 0)) {
259 ERROR(RDT_PLUGIN ": Error - empty group");
263 sstrncpy(value, item->values[j].value.string, sizeof(value));
265 ret = strlisttoarray(value, &groups[index].names, &groups[index].num_names);
266 if (ret != 0 || groups[index].num_names == 0) {
267 ERROR(RDT_PLUGIN ": Error parsing process names group (%s)",
268 item->values[j].value.string);
272 /* set group description info */
273 groups[index].desc = sstrdup(item->values[j].value.string);
274 if (groups[index].desc == NULL) {
275 ERROR(RDT_PLUGIN ": Error allocating name group description");
279 groups[index].proc_pids_array = NULL;
280 groups[index].monitored_pids_count = 0;
284 if (index >= (const int)max_groups) {
285 WARNING(RDT_PLUGIN ": Too many process names groups configured");
292 #endif /* LIBPQOS2 */
295 static void rdt_dump_cgroups(void) {
296 char cores[RDT_MAX_CORES * 4];
301 DEBUG(RDT_PLUGIN ": Core Groups Dump");
302 DEBUG(RDT_PLUGIN ": groups count: %" PRIsz, g_rdt->cores.num_cgroups);
304 for (size_t i = 0; i < g_rdt->cores.num_cgroups; i++) {
305 core_group_t *cgroup = g_rdt->cores.cgroups + i;
307 memset(cores, 0, sizeof(cores));
308 for (size_t j = 0; j < cgroup->num_cores; j++) {
309 snprintf(cores + strlen(cores), sizeof(cores) - strlen(cores) - 1, " %d",
313 DEBUG(RDT_PLUGIN ": group[%zu]:", i);
314 DEBUG(RDT_PLUGIN ": description: %s", cgroup->desc);
315 DEBUG(RDT_PLUGIN ": cores: %s", cores);
316 DEBUG(RDT_PLUGIN ": events: 0x%X", g_rdt->events[i]);
323 static void rdt_dump_ngroups(void) {
325 char names[DATA_MAX_NAME_LEN];
330 DEBUG(RDT_PLUGIN ": Process Names Groups Dump");
331 DEBUG(RDT_PLUGIN ": groups count: %" PRIsz, g_rdt->num_ngroups);
333 for (size_t i = 0; i < g_rdt->num_ngroups; i++) {
334 memset(names, 0, sizeof(names));
335 for (size_t j = 0; j < g_rdt->ngroups[i].num_names; j++)
336 snprintf(names + strlen(names), sizeof(names) - strlen(names) - 1, " %s",
337 g_rdt->ngroups[i].names[j]);
339 DEBUG(RDT_PLUGIN ": group[%d]:", (int)i);
340 DEBUG(RDT_PLUGIN ": description: %s", g_rdt->ngroups[i].desc);
341 DEBUG(RDT_PLUGIN ": process names:%s", names);
342 DEBUG(RDT_PLUGIN ": events: 0x%X", g_rdt->ngroups[i].events);
347 #endif /* LIBPQOS2 */
349 static inline double bytes_to_kb(const double bytes) { return bytes / 1024.0; }
351 static inline double bytes_to_mb(const double bytes) {
352 return bytes / (1024.0 * 1024.0);
355 static void rdt_dump_cores_data(void) {
357 * CORE - monitored group of cores
358 * RMID - Resource Monitoring ID associated with the monitored group
359 * This is not available for monitoring with resource control
360 * LLC - last level cache occupancy
361 * MBL - local memory bandwidth
362 * MBR - remote memory bandwidth
365 if (g_interface == PQOS_INTER_OS_RESCTRL_MON) {
366 DEBUG(RDT_PLUGIN ": CORE LLC[KB] MBL[MB] MBR[MB]");
368 DEBUG(RDT_PLUGIN ": CORE RMID LLC[KB] MBL[MB] MBR[MB]");
371 DEBUG(RDT_PLUGIN ": CORE RMID LLC[KB] MBL[MB] MBR[MB]");
372 #endif /* LIBPQOS2 */
374 for (size_t i = 0; i < g_rdt->cores.num_cgroups; i++) {
375 const struct pqos_event_values *pv = &g_rdt->pcgroups[i]->values;
377 double llc = bytes_to_kb(pv->llc);
378 double mbr = bytes_to_mb(pv->mbm_remote_delta);
379 double mbl = bytes_to_mb(pv->mbm_local_delta);
381 if (g_interface == PQOS_INTER_OS_RESCTRL_MON) {
382 DEBUG(RDT_PLUGIN ": [%s] %10.1f %10.1f %10.1f",
383 g_rdt->cores.cgroups[i].desc, llc, mbl, mbr);
385 DEBUG(RDT_PLUGIN ": [%s] %8u %10.1f %10.1f %10.1f",
386 g_rdt->cores.cgroups[i].desc, g_rdt->pcgroups[i]->poll_ctx[0].rmid,
390 DEBUG(RDT_PLUGIN ": [%s] %8u %10.1f %10.1f %10.1f",
391 g_rdt->cores.cgroups[i].desc, g_rdt->pcgroups[i]->poll_ctx[0].rmid,
393 #endif /* LIBPQOS2 */
398 static void rdt_dump_pids_data(void) {
400 * NAME - monitored group of processes
401 * PIDs - list of PID numbers in the NAME group
402 * LLC - last level cache occupancy
403 * MBL - local memory bandwidth
404 * MBR - remote memory bandwidth
407 DEBUG(RDT_PLUGIN ": NAME PIDs");
408 char pids[DATA_MAX_NAME_LEN];
409 for (size_t i = 0; i < g_rdt->num_ngroups; ++i) {
410 memset(pids, 0, sizeof(pids));
411 for (size_t j = 0; j < g_rdt->ngroups[i].num_names; ++j) {
412 pids_list_t *list = g_rdt->ngroups[i].proc_pids_array[j].pids;
413 while (list != NULL) {
414 snprintf(pids + strlen(pids), sizeof(pids) - strlen(pids) - 1, " %u",
419 DEBUG(RDT_PLUGIN ": [%s] %s", g_rdt->ngroups[i].desc, pids);
422 DEBUG(RDT_PLUGIN ": NAME LLC[KB] MBL[MB] MBR[MB]");
423 for (size_t i = 0; i < g_rdt->num_ngroups; i++) {
425 const struct pqos_event_values *pv = &g_rdt->pngroups[i]->values;
427 double llc = bytes_to_kb(pv->llc);
428 double mbr = bytes_to_mb(pv->mbm_remote_delta);
429 double mbl = bytes_to_mb(pv->mbm_local_delta);
431 DEBUG(RDT_PLUGIN ": [%s] %10.1f %10.1f %10.1f", g_rdt->ngroups[i].desc,
435 #endif /* LIBPQOS2 */
436 #endif /* COLLECT_DEBUG */
438 static void rdt_free_cgroups(void) {
439 config_cores_cleanup(&g_rdt->cores);
440 for (int i = 0; i < RDT_MAX_CORES; i++) {
441 sfree(g_rdt->pcgroups[i]);
446 static int pids_list_free(pids_list_t *list) {
449 pids_list_t *current = list;
450 while (current != NULL) {
451 pids_list_t *previous = current;
452 current = current->next;
458 static void rdt_free_ngroups(rdt_ctx_t *rdt) {
459 for (int i = 0; i < RDT_MAX_NAMES_GROUPS; i++) {
460 if (rdt->ngroups[i].desc)
461 DEBUG(RDT_PLUGIN ": Freeing pids \'%s\' group\'s data...",
462 rdt->ngroups[i].desc);
463 sfree(rdt->ngroups[i].desc);
465 strarray_free(rdt->ngroups[i].names, rdt->ngroups[i].num_names);
467 if (rdt->ngroups[i].proc_pids_array) {
468 for (size_t j = 0; j < rdt->ngroups[i].num_names; ++j) {
469 if (NULL == rdt->ngroups[i].proc_pids_array[j].pids)
471 pids_list_free(rdt->ngroups[i].proc_pids_array[j].pids);
474 sfree(rdt->ngroups[i].proc_pids_array);
477 rdt->ngroups[i].num_names = 0;
478 sfree(rdt->pngroups[i]);
481 #endif /* LIBPQOS2 */
483 static int rdt_default_cgroups(void) {
484 unsigned num_cores = g_rdt->pqos_cpu->num_cores;
486 g_rdt->cores.cgroups = calloc(num_cores, sizeof(*g_rdt->cores.cgroups));
487 if (g_rdt->cores.cgroups == NULL) {
488 ERROR(RDT_PLUGIN ": Error allocating core groups array");
491 g_rdt->cores.num_cgroups = num_cores;
493 /* configure each core in separate group */
494 for (unsigned i = 0; i < num_cores; i++) {
495 core_group_t *cgroup = g_rdt->cores.cgroups + i;
496 char desc[DATA_MAX_NAME_LEN];
498 /* set core group info */
499 cgroup->cores = calloc(1, sizeof(*cgroup->cores));
500 if (cgroup->cores == NULL) {
501 ERROR(RDT_PLUGIN ": Error allocating cores array");
505 cgroup->num_cores = 1;
506 cgroup->cores[0] = i;
508 snprintf(desc, sizeof(desc), "%d", g_rdt->pqos_cpu->cores[i].lcore);
509 cgroup->desc = strdup(desc);
510 if (cgroup->desc == NULL) {
511 ERROR(RDT_PLUGIN ": Error allocating core group description");
520 static int rdt_is_core_id_valid(unsigned int core_id) {
522 for (unsigned int i = 0; i < g_rdt->pqos_cpu->num_cores; i++)
523 if (core_id == g_rdt->pqos_cpu->cores[i].lcore)
530 static int rdt_is_proc_name_valid(const char *name) {
533 unsigned len = strlen(name);
534 if (len > 0 && len <= RDT_MAX_NAME_LEN)
538 ": Process name \'%s\' is too long. Max supported len is %d chars.",
539 name, RDT_MAX_NAME_LEN);
545 #endif /* LIBPQOS2 */
547 static int rdt_config_cgroups(oconfig_item_t *item) {
549 enum pqos_mon_event events = 0;
551 if (config_cores_parse(item, &g_rdt->cores) < 0) {
553 ERROR(RDT_PLUGIN ": Error parsing core groups configuration.");
556 n = g_rdt->cores.num_cgroups;
558 /* validate configured core id values */
559 for (size_t group_idx = 0; group_idx < n; group_idx++) {
560 core_group_t *cgroup = g_rdt->cores.cgroups + group_idx;
561 for (size_t core_idx = 0; core_idx < cgroup->num_cores; core_idx++) {
562 if (!rdt_is_core_id_valid(cgroup->cores[core_idx])) {
563 ERROR(RDT_PLUGIN ": Core group '%s' contains invalid core id '%u'",
564 cgroup->desc, cgroup->cores[core_idx]);
572 /* create default core groups if "Cores" config option is empty */
573 int ret = rdt_default_cgroups();
576 ERROR(RDT_PLUGIN ": Error creating default core groups configuration.");
581 ": No core groups configured. Default core groups created.");
584 /* Get all available events on this platform */
585 for (unsigned int i = 0; i < g_rdt->cap_mon->u.mon->num_events; i++)
586 events |= g_rdt->cap_mon->u.mon->events[i].type;
588 events &= ~(PQOS_PERF_EVENT_LLC_MISS);
590 DEBUG(RDT_PLUGIN ": Number of cores in the system: %u",
591 g_rdt->pqos_cpu->num_cores);
592 DEBUG(RDT_PLUGIN ": Available events to monitor: %#x", events);
594 g_rdt->cores.num_cgroups = n;
595 for (int i = 0; i < n; i++) {
596 for (int j = 0; j < i; j++) {
598 found = config_cores_cmp_cgroups(&g_rdt->cores.cgroups[j],
599 &g_rdt->cores.cgroups[i]);
602 ERROR(RDT_PLUGIN ": Cannot monitor same cores in different groups.");
607 g_rdt->events[i] = events;
608 g_rdt->pcgroups[i] = calloc(1, sizeof(*g_rdt->pcgroups[i]));
609 if (g_rdt->pcgroups[i] == NULL) {
611 ERROR(RDT_PLUGIN ": Failed to allocate memory for monitoring data.");
620 static int rdt_config_ngroups(rdt_ctx_t *rdt, const oconfig_item_t *item) {
622 enum pqos_mon_event events = 0;
625 DEBUG(RDT_PLUGIN ": ngroups_config: Invalid argument.");
629 DEBUG(RDT_PLUGIN ": Process names groups [%d]:", item->values_num);
630 for (int j = 0; j < item->values_num; j++) {
631 if (item->values[j].type != OCONFIG_TYPE_STRING) {
633 ": given process names group value is not a string [idx=%d]",
637 DEBUG(RDT_PLUGIN ": [%d]: %s", j, item->values[j].value.string);
640 n = oconfig_to_ngroups(item, rdt->ngroups, RDT_MAX_NAMES_GROUPS);
642 rdt_free_ngroups(rdt);
643 ERROR(RDT_PLUGIN ": Error parsing process name groups configuration.");
647 /* validate configured process name values */
648 for (int group_idx = 0; group_idx < n; group_idx++) {
649 DEBUG(RDT_PLUGIN ": checking group [%d]: %s", group_idx,
650 rdt->ngroups[group_idx].desc);
651 for (size_t name_idx = 0; name_idx < rdt->ngroups[group_idx].num_names;
653 DEBUG(RDT_PLUGIN ": checking process name [%zu]: %s", name_idx,
654 rdt->ngroups[group_idx].names[name_idx]);
655 if (!rdt_is_proc_name_valid(rdt->ngroups[group_idx].names[name_idx])) {
656 ERROR(RDT_PLUGIN ": Process name group '%s' contains invalid name '%s'",
657 rdt->ngroups[group_idx].desc,
658 rdt->ngroups[group_idx].names[name_idx]);
659 rdt_free_ngroups(rdt);
666 ERROR(RDT_PLUGIN ": Empty process name groups configured.");
670 /* Get all available events on this platform */
671 for (unsigned i = 0; i < rdt->cap_mon->u.mon->num_events; i++)
672 events |= rdt->cap_mon->u.mon->events[i].type;
674 events &= ~(PQOS_PERF_EVENT_LLC_MISS);
676 DEBUG(RDT_PLUGIN ": Available events to monitor: %#x", events);
678 rdt->num_ngroups = n;
679 for (int i = 0; i < n; i++) {
680 for (int j = 0; j < i; j++) {
681 int found = ngroup_cmp(&rdt->ngroups[j], &rdt->ngroups[i]);
683 rdt_free_ngroups(rdt);
685 ": Cannot monitor same process name in different groups.");
690 rdt->ngroups[i].events = events;
691 rdt->pngroups[i] = calloc(1, sizeof(*rdt->pngroups[i]));
692 if (rdt->pngroups[i] == NULL) {
693 rdt_free_ngroups(rdt);
695 ": Failed to allocate memory for process name monitoring data.");
708 * Adds pid at the end of the pids list.
709 * Allocates memory for new pid element, it is up to user to free it.
712 * `list' Head of target pids_list.
713 * `pid' Pid to be added.
716 * On success, returns 0.
717 * -1 on memory allocation error.
719 static int pids_list_add_pid(pids_list_t **list, const pid_t pid) {
722 pids_list_t *new_element = calloc(1, sizeof(*new_element));
724 if (new_element == NULL) {
725 ERROR(RDT_PLUGIN ": Alloc error\n");
728 new_element->pid = pid;
729 new_element->next = NULL;
731 pids_list_t **current = list;
732 while (*current != NULL) {
733 current = &((*current)->next);
735 *current = new_element;
741 * pids_list_contains_pid
744 * Tests if pids list contains specific pid.
747 * `list' Head of pids_list.
748 * `pid' Pid to be searched for.
751 * If PID found in list, returns 1,
752 * Otherwise returns 0.
754 static int pids_list_contains_pid(pids_list_t *list, const pid_t pid) {
757 pids_list_t *current = list;
758 while (current != NULL) {
759 if (current->pid == pid)
761 current = current->next;
768 * pids_list_add_pids_list
771 * Adds pids list at the end of the pids list.
772 * Allocates memory for new pid elements, it is up to user to free it.
773 * Increases dst_num by a number of added PIDs.
776 * `dst' Head of target PIDs list.
777 * `src' Head of source PIDs list.
778 * `dst_num' Variable to be increased by a number of appended PIDs.
781 * On success, returns 0.
782 * -1 on memory allocation error.
784 static int pids_list_add_pids_list(pids_list_t **dst, pids_list_t *src,
790 pids_list_t *current = src;
793 while (current != NULL) {
794 ret = pids_list_add_pid(dst, current->pid);
799 current = current->next;
810 * Reads process name from given pid directory.
811 * Strips new-line character (\n).
814 * `procfs_path` Path to systems proc directory (e.g. /proc)
815 * `pid_entry' Dirent for PID directory
816 * `name' Output buffer for process name, recommended proc_comm.
817 * `out_size' Output buffer size, recommended sizeof(proc_comm)
820 * On success, the number of read bytes (includes stripped \n).
821 * -1 on file open error
823 static int read_proc_name(const char *procfs_path,
824 const struct dirent *pid_entry, char *name,
825 const size_t out_size) {
830 memset(name, 0, out_size);
832 const char *comm_file_name = "comm";
834 char *path = ssnprintf_alloc("%s/%s/%s", procfs_path, pid_entry->d_name,
837 FILE *f = fopen(path, "r");
839 ERROR(RDT_PLUGIN ": Failed to open comm file, error: %d\n", errno);
843 size_t read_length = fread(name, sizeof(char), out_size, f);
846 /* strip new line ending */
847 char *newline = strchr(name, '\n');
860 * Gets pid number for given /proc/pid directory entry or
861 * returns error if input directory does not hold PID information.
864 * `entry' Dirent for PID directory
865 * `pid' PID number to be filled
868 * 0 on success. -1 on error.
870 static int get_pid_number(struct dirent *entry, pid_t *pid) {
871 char *tmp_end; /* used for strtoul error check*/
873 if (pid == NULL || entry == NULL)
876 if (entry->d_type != DT_DIR)
879 /* trying to get pid number from directory name*/
880 *pid = strtoul(entry->d_name, &tmp_end, 10);
881 if (*tmp_end != '\0') {
882 return -1; /* conversion failed, not proc-pid */
884 /* all checks passed, marking as success */
893 * Copies element from list to array. Assumes the space for the array is
897 * `array' First element of target array
898 * `list' Head of the list
899 * `array_length' Length (element count) of the target array
901 static void pids_list_to_array(pid_t *array, pids_list_t *list,
902 const size_t array_length) {
906 assert(array_length > 0);
910 while (list != NULL && current < array_length) {
911 array[current] = list->pid;
919 * initialize_proc_pids
922 * Helper function to properly initialize array of proc_pids.
923 * Allocates memory for proc_pids structs.
926 * `procs_names_array' Array of null-terminated strings with
927 * process' names to be copied to new array
928 * `procs_names_array_size' procs_names_array element count
929 * `proc_pids_array' Address of pointer, under which new
930 * array of proc_pids will be allocated.
933 * 0 on success. Negative number on error:
934 * -1: allocation error
936 static int initialize_proc_pids(const char **procs_names_array,
937 const size_t procs_names_array_size,
938 proc_pids_t **proc_pids_array) {
940 assert(proc_pids_array);
941 assert(NULL == *proc_pids_array);
943 /* Copy procs names to output array. Initialize pids list with NULL value. */
944 *proc_pids_array = calloc(procs_names_array_size, sizeof(**proc_pids_array));
946 if (NULL == *proc_pids_array)
949 for (size_t i = 0; i < procs_names_array_size; ++i) {
950 sstrncpy((*proc_pids_array)[i].proccess_name, procs_names_array[i],
951 STATIC_ARRAY_SIZE((*proc_pids_array)[i].proccess_name));
952 (*proc_pids_array)[i].pids = NULL;
960 * fetch_pids_for_procs
963 * Finds PIDs matching given process's names.
964 * Searches all PID directories in /proc fs and
965 * allocates memory for proc_pids structs, it is up to user to free it.
966 * Output array will have same element count as input array.
969 * `procfs_path' Path to systems proc directory (e.g. /proc)
970 * `procs_names_array' Array of null-terminated strings with
971 * process' names to be copied to new array
972 * `procs_names_array_size' procs_names_array element count
973 * `proc_pids_array' Address of pointer, under which new
974 * array of proc_pids will be allocated.
978 * 0 on success. -1 on error.
980 static int fetch_pids_for_procs(const char *procfs_path,
981 const char **procs_names_array,
982 const size_t procs_names_array_size,
983 proc_pids_t **proc_pids_array) {
985 assert(procs_names_array);
986 assert(procs_names_array_size);
988 DIR *proc_dir = opendir(procfs_path);
989 if (proc_dir == NULL) {
990 ERROR(RDT_PLUGIN ": Could not open %s directory, error: %d", procfs_path,
995 int init_result = initialize_proc_pids(
996 procs_names_array, procs_names_array_size, proc_pids_array);
997 if (0 != init_result)
1000 /* Go through procfs and find PIDS and their comms */
1001 struct dirent *entry;
1002 while ((entry = readdir(proc_dir)) != NULL) {
1005 int pid_conversion = get_pid_number(entry, &pid);
1006 if (pid_conversion < 0)
1011 read_proc_name(procfs_path, entry, comm, sizeof(proc_comm_t));
1012 if (read_result <= 0) {
1013 ERROR(RDT_PLUGIN ": Comm file skipped. Read result: %d", read_result);
1017 /* Try to find comm in input procs array (proc_pids_array has same names) */
1018 for (size_t i = 0; i < procs_names_array_size; ++i) {
1019 if (0 == strncmp(comm, (*proc_pids_array)[i].proccess_name,
1020 STATIC_ARRAY_SIZE(comm)))
1021 pids_list_add_pid(&((*proc_pids_array)[i].pids), pid);
1025 int close_result = closedir(proc_dir);
1026 if (0 != close_result) {
1027 ERROR(RDT_PLUGIN ": failed to close %s directory, error: %d", procfs_path,
1029 sfree(*proc_pids_array);
1034 #endif /* LIBPQOS2 */
1036 static void rdt_pqos_log(void *context, const size_t size, const char *msg) {
1037 DEBUG(RDT_PLUGIN ": %s", msg);
1040 static int rdt_preinit(void) {
1043 if (g_rdt != NULL) {
1044 /* already initialized if config callback was called before init callback */
1048 g_rdt = calloc(1, sizeof(*g_rdt));
1049 if (g_rdt == NULL) {
1050 ERROR(RDT_PLUGIN ": Failed to allocate memory for rdt context.");
1054 struct pqos_config pqos = {.fd_log = -1,
1055 .callback_log = rdt_pqos_log,
1056 .context_log = NULL,
1059 .interface = PQOS_INTER_OS_RESCTRL_MON};
1060 DEBUG(RDT_PLUGIN ": Initializing PQoS with RESCTRL interface");
1062 .interface = PQOS_INTER_MSR};
1063 DEBUG(RDT_PLUGIN ": Initializing PQoS with MSR interface");
1066 ret = pqos_init(&pqos);
1067 DEBUG(RDT_PLUGIN ": PQoS initialization result: [%d]", ret);
1070 if (ret == PQOS_RETVAL_INTER) {
1071 pqos.interface = PQOS_INTER_MSR;
1072 DEBUG(RDT_PLUGIN ": Initializing PQoS with MSR interface");
1073 ret = pqos_init(&pqos);
1074 DEBUG(RDT_PLUGIN ": PQoS initialization result: [%d]", ret);
1078 if (ret != PQOS_RETVAL_OK) {
1079 ERROR(RDT_PLUGIN ": Error initializing PQoS library!");
1080 goto rdt_preinit_error1;
1083 g_interface = pqos.interface;
1085 ret = pqos_cap_get(&g_rdt->pqos_cap, &g_rdt->pqos_cpu);
1086 if (ret != PQOS_RETVAL_OK) {
1087 ERROR(RDT_PLUGIN ": Error retrieving PQoS capabilities.");
1088 goto rdt_preinit_error2;
1091 ret = pqos_cap_get_type(g_rdt->pqos_cap, PQOS_CAP_TYPE_MON, &g_rdt->cap_mon);
1092 if (ret == PQOS_RETVAL_PARAM) {
1093 ERROR(RDT_PLUGIN ": Error retrieving monitoring capabilities.");
1094 goto rdt_preinit_error2;
1097 if (g_rdt->cap_mon == NULL) {
1100 ": Monitoring capability not detected. Nothing to do for the plugin.");
1101 goto rdt_preinit_error2;
1104 /* Reset pqos monitoring groups registers */
1118 static int rdt_config(oconfig_item_t *ci) {
1119 if (rdt_preinit() != 0) {
1120 g_state = CONFIGURATION_ERROR;
1121 /* if we return -1 at this point collectd
1122 reports a failure in configuration and
1128 for (int i = 0; i < ci->children_num; i++) {
1129 oconfig_item_t *child = ci->children + i;
1131 if (strncasecmp("Cores", child->key, (size_t)strlen("Cores")) == 0) {
1132 if (rdt_config_cgroups(child) != 0) {
1133 g_state = CONFIGURATION_ERROR;
1134 /* if we return -1 at this point collectd
1135 reports a failure in configuration and
1143 #endif /* COLLECT_DEBUG */
1144 } else if (strncasecmp("Processes", child->key,
1145 (size_t)strlen("Processes")) == 0) {
1147 if (g_interface != PQOS_INTER_OS_RESCTRL_MON) {
1148 ERROR(RDT_PLUGIN ": Configuration parameter \"%s\" not supported. "
1149 "Resctrl monitoring is needed for PIDs monitoring.",
1151 g_state = CONFIGURATION_ERROR;
1152 /* if we return -1 at this point collectd
1153 reports a failure in configuration and
1159 if (rdt_config_ngroups(g_rdt, child) != 0) {
1160 g_state = CONFIGURATION_ERROR;
1161 /* if we return -1 at this point collectd
1162 reports a failure in configuration and
1170 #endif /* COLLECT_DEBUG */
1171 #else /* !LIBPQOS2 */
1172 ERROR(RDT_PLUGIN ": Configuration parameter \"%s\" not supported, please "
1173 "recompile collectd with libpqos version 2.0 or newer.",
1175 #endif /* LIBPQOS2 */
1177 ERROR(RDT_PLUGIN ": Unknown configuration parameter \"%s\".", child->key);
1184 static void rdt_submit_derive(const char *cgroup, const char *type,
1185 const char *type_instance, derive_t value) {
1186 value_list_t vl = VALUE_LIST_INIT;
1188 vl.values = &(value_t){.derive = value};
1191 sstrncpy(vl.plugin, RDT_PLUGIN, sizeof(vl.plugin));
1192 snprintf(vl.plugin_instance, sizeof(vl.plugin_instance), "%s", cgroup);
1193 sstrncpy(vl.type, type, sizeof(vl.type));
1195 sstrncpy(vl.type_instance, type_instance, sizeof(vl.type_instance));
1197 plugin_dispatch_values(&vl);
1200 static void rdt_submit_gauge(const char *cgroup, const char *type,
1201 const char *type_instance, gauge_t value) {
1202 value_list_t vl = VALUE_LIST_INIT;
1204 vl.values = &(value_t){.gauge = value};
1207 sstrncpy(vl.plugin, RDT_PLUGIN, sizeof(vl.plugin));
1208 snprintf(vl.plugin_instance, sizeof(vl.plugin_instance), "%s", cgroup);
1209 sstrncpy(vl.type, type, sizeof(vl.type));
1211 sstrncpy(vl.type_instance, type_instance, sizeof(vl.type_instance));
1213 plugin_dispatch_values(&vl);
1217 static int rdt_pid_list_diff(pids_list_t *prev, pids_list_t *curr,
1218 pids_list_t **added, size_t *added_num,
1219 pids_list_t **removed, size_t *removed_num) {
1220 assert(prev || curr);
1225 /* append all PIDs from curr to added*/
1226 return pids_list_add_pids_list(added, curr, added_num);
1227 } else if (NULL == curr) {
1228 /* append all PIDs from prev to removed*/
1229 return pids_list_add_pids_list(removed, prev, removed_num);
1232 pids_list_t *item = prev;
1233 while (item != NULL) {
1234 if (0 == pids_list_contains_pid(curr, item->pid)) {
1235 pids_list_add_pid(removed, item->pid);
1242 while (item != NULL) {
1243 if (0 == pids_list_contains_pid(prev, item->pid)) {
1244 pids_list_add_pid(added, item->pid);
1253 static int rdt_refresh_ngroup(rdt_name_group_t *ngroup,
1254 struct pqos_mon_data *group_mon_data) {
1261 if (NULL == ngroup->proc_pids_array) {
1263 ": rdt_refresh_ngroup: \'%s\' uninitialized process pids array.",
1269 DEBUG(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\' process names group.",
1272 proc_pids_t *proc_pids_array_prev = ngroup->proc_pids_array;
1273 proc_pids_t *proc_pids_array_curr = NULL;
1276 fetch_pids_for_procs(RDT_PROC_PATH, (const char **)ngroup->names,
1277 ngroup->num_names, &proc_pids_array_curr);
1279 if (0 != fetch_result) {
1280 ERROR(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\' failed to fetch PIDs.",
1282 return fetch_result;
1285 pids_list_t *new_pids = NULL;
1286 size_t new_pids_count = 0;
1288 pids_list_t *lost_pids = NULL;
1289 size_t lost_pids_count = 0;
1291 for (size_t i = 0; i < ngroup->num_names; ++i) {
1292 if (NULL == proc_pids_array_prev[i].pids &&
1293 NULL == proc_pids_array_curr[i].pids)
1295 int diff_result = rdt_pid_list_diff(
1296 proc_pids_array_prev[i].pids, proc_pids_array_curr[i].pids, &new_pids,
1297 &new_pids_count, &lost_pids, &lost_pids_count);
1298 if (0 != diff_result) {
1300 ": rdt_refresh_ngroup: \'%s\'. Error [%d] during PID diff.",
1301 ngroup->desc, diff_result);
1307 DEBUG(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\' process names group, added: "
1309 ngroup->desc, (unsigned)new_pids_count, (unsigned)lost_pids_count);
1311 if (new_pids_count != 0 || lost_pids_count != 0) {
1314 pid_t new_pids_array[new_pids_count];
1315 pids_list_to_array(new_pids_array, new_pids,
1316 STATIC_ARRAY_SIZE(new_pids_array));
1318 /* no pids are monitored for this group yet: start monitoring */
1319 if (0 == ngroup->monitored_pids_count) {
1322 pqos_mon_start_pids(new_pids_count, new_pids_array, ngroup->events,
1323 (void *)ngroup->desc, group_mon_data);
1324 if (PQOS_RETVAL_OK == start_result) {
1325 ngroup->monitored_pids_count = new_pids_count;
1327 ERROR(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\'. Error [%d] while "
1328 "STARTING pids monitoring",
1329 ngroup->desc, start_result);
1331 goto pqos_error_recovery;
1337 pqos_mon_add_pids(new_pids_count, new_pids_array, group_mon_data);
1338 if (PQOS_RETVAL_OK == add_result)
1339 ngroup->monitored_pids_count += new_pids_count;
1342 ": rdt_refresh_ngroup: \'%s\'. Error [%d] while ADDING pids.",
1343 ngroup->desc, add_result);
1345 goto pqos_error_recovery;
1351 pid_t lost_pids_array[lost_pids_count];
1352 pids_list_to_array(lost_pids_array, lost_pids,
1353 STATIC_ARRAY_SIZE(lost_pids_array));
1355 if (lost_pids_count == ngroup->monitored_pids_count) {
1356 /* all pids for this group are lost: stop monitoring */
1357 int stop_result = pqos_mon_stop(group_mon_data);
1358 if (PQOS_RETVAL_OK != stop_result) {
1359 ERROR(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\'. Error [%d] while "
1360 "STOPPING monitoring",
1361 ngroup->desc, stop_result);
1363 goto pqos_error_recovery;
1365 ngroup->monitored_pids_count = 0;
1367 assert(lost_pids_count < ngroup->monitored_pids_count);
1368 int remove_result = pqos_mon_remove_pids(
1369 lost_pids_count, lost_pids_array, group_mon_data);
1370 if (PQOS_RETVAL_OK == remove_result) {
1371 ngroup->monitored_pids_count -= lost_pids_count;
1374 ": rdt_refresh_ngroup: \'%s\'. Error [%d] while REMOVING pids.",
1375 ngroup->desc, remove_result);
1377 goto pqos_error_recovery;
1382 ngroup->proc_pids_array = proc_pids_array_curr;
1387 pqos_error_recovery:
1389 * Resources might be temporary unavailable.
1392 * Collectd will halt the reading thread for this
1393 * plugin if it returns an error.
1394 * Consecutive errors will be increasing the read period
1395 * up to 1 day interval.
1396 * On pqos error stop monitoring current group
1397 * and reset the proc_pids array
1398 * monitoring will be restarted on next collectd read cycle
1400 DEBUG(RDT_PLUGIN ": rdt_refresh_ngroup: \'%s\' group RESET after error.",
1402 pqos_mon_stop(group_mon_data);
1403 for (size_t i = 0; i < ngroup->num_names; ++i) {
1404 if (ngroup->proc_pids_array[i].pids)
1405 pids_list_free(ngroup->proc_pids_array[i].pids);
1407 sfree(ngroup->proc_pids_array);
1409 initialize_proc_pids((const char **)ngroup->names, ngroup->num_names,
1410 &ngroup->proc_pids_array);
1411 ngroup->monitored_pids_count = 0;
1414 if (ngroup->proc_pids_array == proc_pids_array_curr) {
1415 assert(proc_pids_array_curr);
1416 /* new list was successfully saved, free the old one */
1417 for (size_t i = 0; i < ngroup->num_names; ++i)
1418 if (proc_pids_array_prev[i].pids)
1419 pids_list_free(proc_pids_array_prev[i].pids);
1421 sfree(proc_pids_array_prev);
1424 /* new list was not saved. Free the new list, keep the old one*/
1425 for (size_t i = 0; i < ngroup->num_names; ++i)
1426 if (proc_pids_array_curr[i].pids)
1427 pids_list_free(proc_pids_array_curr[i].pids);
1429 sfree(proc_pids_array_curr);
1433 pids_list_free(new_pids);
1436 pids_list_free(lost_pids);
1441 static int read_pids_data() {
1443 if (0 == g_rdt->num_ngroups) {
1444 DEBUG(RDT_PLUGIN ": read_pids_data: not configured - PIDs read skipped");
1448 DEBUG(RDT_PLUGIN ": read_pids_data: Scanning active groups");
1449 struct pqos_mon_data *active_groups[RDT_MAX_NAMES_GROUPS] = {0};
1450 size_t active_group_idx = 0;
1451 for (size_t pngroups_idx = 0;
1452 pngroups_idx < STATIC_ARRAY_SIZE(g_rdt->pngroups); ++pngroups_idx)
1453 if (0 != g_rdt->ngroups[pngroups_idx].monitored_pids_count)
1454 active_groups[active_group_idx++] = g_rdt->pngroups[pngroups_idx];
1458 if (0 == active_group_idx) {
1459 DEBUG(RDT_PLUGIN ": read_pids_data: no active groups - PIDs read skipped");
1460 goto groups_refresh;
1463 DEBUG(RDT_PLUGIN ": read_pids_data: PIDs data polling");
1465 int poll_result = pqos_mon_poll(active_groups, active_group_idx);
1466 if (poll_result != PQOS_RETVAL_OK) {
1467 ERROR(RDT_PLUGIN ": read_pids_data: Failed to poll monitoring data for "
1468 "pids. Error [%d].",
1471 goto groups_refresh;
1474 for (size_t i = 0; i < g_rdt->num_ngroups; i++) {
1475 enum pqos_mon_event mbm_events =
1476 (PQOS_MON_EVENT_LMEM_BW | PQOS_MON_EVENT_TMEM_BW |
1477 PQOS_MON_EVENT_RMEM_BW);
1479 if (g_rdt->pngroups[i] == NULL ||
1480 g_rdt->ngroups[i].monitored_pids_count == 0)
1483 const struct pqos_event_values *pv = &g_rdt->pngroups[i]->values;
1485 /* Submit only monitored events data */
1487 if (g_rdt->ngroups[i].events & PQOS_MON_EVENT_L3_OCCUP)
1488 rdt_submit_gauge(g_rdt->ngroups[i].desc, "bytes", "llc", pv->llc);
1490 if (g_rdt->ngroups[i].events & PQOS_PERF_EVENT_IPC)
1491 rdt_submit_gauge(g_rdt->ngroups[i].desc, "ipc", NULL, pv->ipc);
1493 if (g_rdt->ngroups[i].events & mbm_events) {
1494 rdt_submit_derive(g_rdt->ngroups[i].desc, "memory_bandwidth", "local",
1495 pv->mbm_local_delta);
1496 rdt_submit_derive(g_rdt->ngroups[i].desc, "memory_bandwidth", "remote",
1497 pv->mbm_remote_delta);
1502 rdt_dump_pids_data();
1503 #endif /* COLLECT_DEBUG */
1506 for (size_t i = 0; i < g_rdt->num_ngroups; i++) {
1507 int refresh_result =
1508 rdt_refresh_ngroup(&(g_rdt->ngroups[i]), g_rdt->pngroups[i]);
1510 if (0 != refresh_result) {
1511 ERROR(RDT_PLUGIN ": read_pids_data: NGroup %zu refresh failed. Error: %d",
1514 /* refresh error will be escalated only if there were no
1517 ret = refresh_result;
1526 static void rdt_init_pids_monitoring() {
1527 for (size_t group_idx = 0; group_idx < g_rdt->num_ngroups; group_idx++) {
1529 * Each group must have not-null proc_pids array.
1530 * Initial refresh is not mandatory for proper
1531 * PIDs statistics detection.
1533 rdt_name_group_t *ng = &g_rdt->ngroups[group_idx];
1534 int init_result = initialize_proc_pids((const char **)ng->names,
1535 ng->num_names, &ng->proc_pids_array);
1536 if (0 != init_result) {
1538 ": Initialization of proc_pids for group %zu failed. Error: %d",
1539 group_idx, init_result);
1543 int refresh_result = rdt_refresh_ngroup(&(g_rdt->ngroups[group_idx]),
1544 g_rdt->pngroups[group_idx]);
1545 if (0 != refresh_result)
1546 ERROR(RDT_PLUGIN ": Initial refresh of group %zu failed. Error: %d",
1547 group_idx, refresh_result);
1550 #endif /* LIBPQOS2 */
1552 static int read_cores_data() {
1554 if (0 == g_rdt->cores.num_cgroups) {
1555 DEBUG(RDT_PLUGIN ": read_cores_data: not configured - Cores read skipped");
1558 DEBUG(RDT_PLUGIN ": read_cores_data: Cores data poll");
1561 pqos_mon_poll(&g_rdt->pcgroups[0], (unsigned)g_rdt->cores.num_cgroups);
1562 if (ret != PQOS_RETVAL_OK) {
1563 ERROR(RDT_PLUGIN ": read_cores_data: Failed to poll monitoring data for "
1564 "cores. Error [%d].",
1569 for (size_t i = 0; i < g_rdt->cores.num_cgroups; i++) {
1570 core_group_t *cgroup = g_rdt->cores.cgroups + i;
1571 enum pqos_mon_event mbm_events =
1572 (PQOS_MON_EVENT_LMEM_BW | PQOS_MON_EVENT_TMEM_BW |
1573 PQOS_MON_EVENT_RMEM_BW);
1575 const struct pqos_event_values *pv = &g_rdt->pcgroups[i]->values;
1577 /* Submit only monitored events data */
1579 if (g_rdt->events[i] & PQOS_MON_EVENT_L3_OCCUP)
1580 rdt_submit_gauge(cgroup->desc, "bytes", "llc", pv->llc);
1582 if (g_rdt->events[i] & PQOS_PERF_EVENT_IPC)
1583 rdt_submit_gauge(cgroup->desc, "ipc", NULL, pv->ipc);
1585 if (g_rdt->events[i] & mbm_events) {
1586 rdt_submit_derive(cgroup->desc, "memory_bandwidth", "local",
1587 pv->mbm_local_delta);
1588 rdt_submit_derive(cgroup->desc, "memory_bandwidth", "remote",
1589 pv->mbm_remote_delta);
1594 rdt_dump_cores_data();
1595 #endif /* COLLECT_DEBUG */
1600 static int rdt_read(__attribute__((unused)) user_data_t *ud) {
1602 if (g_rdt == NULL) {
1603 ERROR(RDT_PLUGIN ": rdt_read: plugin not initialized.");
1607 int cores_read_result = read_cores_data();
1610 int pids_read_result = read_pids_data();
1611 #endif /* LIBPQOS2 */
1613 if (0 != cores_read_result)
1614 return cores_read_result;
1617 if (0 != pids_read_result)
1618 return pids_read_result;
1619 #endif /* LIBPQOS2 */
1624 static void rdt_init_cores_monitoring() {
1625 for (size_t i = 0; i < g_rdt->cores.num_cgroups; i++) {
1626 core_group_t *cg = g_rdt->cores.cgroups + i;
1628 int mon_start_result =
1629 pqos_mon_start(cg->num_cores, cg->cores, g_rdt->events[i],
1630 (void *)cg->desc, g_rdt->pcgroups[i]);
1632 if (mon_start_result != PQOS_RETVAL_OK)
1634 ": Error starting cores monitoring group %s (pqos status=%d)",
1635 cg->desc, mon_start_result);
1639 static int rdt_init(void) {
1641 if (g_state == CONFIGURATION_ERROR)
1644 int rdt_preinint_result = rdt_preinit();
1645 if (rdt_preinint_result != 0)
1646 return rdt_preinint_result;
1648 rdt_init_cores_monitoring();
1650 rdt_init_pids_monitoring();
1651 #endif /* LIBPQOS2 */
1656 static int rdt_shutdown(void) {
1659 DEBUG(RDT_PLUGIN ": rdt_shutdown.");
1664 /* Stop monitoring cores */
1665 for (size_t i = 0; i < g_rdt->cores.num_cgroups; i++) {
1666 pqos_mon_stop(g_rdt->pcgroups[i]);
1669 /* Stop pids monitoring */
1671 for (size_t i = 0; i < g_rdt->num_ngroups; i++)
1672 pqos_mon_stop(g_rdt->pngroups[i]);
1676 if (ret != PQOS_RETVAL_OK)
1677 ERROR(RDT_PLUGIN ": Error shutting down PQoS library.");
1681 rdt_free_ngroups(g_rdt);
1682 #endif /* LIBPQOS2 */
1688 void module_register(void) {
1689 plugin_register_init(RDT_PLUGIN, rdt_init);
1690 plugin_register_complex_config(RDT_PLUGIN, rdt_config);
1691 plugin_register_complex_read(NULL, RDT_PLUGIN, rdt_read, 0, NULL);
1692 plugin_register_shutdown(RDT_PLUGIN, rdt_shutdown);