ihk_os_getrusage(): Compile LWK-specific results in mcctrl
1. User asks mcctrl for the result via ihk_os_getrusage() with passing void * 2. mcctrl compiles the results and passes them to the user 3. User interprets it by using the type defined in the LWK-specific header
This commit is contained in:
@ -28,7 +28,7 @@
|
||||
#include <cls.h>
|
||||
#include <time.h>
|
||||
#include <syscall.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
|
||||
//#define DEBUG_PRINT_AP
|
||||
|
||||
|
||||
@ -19,7 +19,8 @@
|
||||
#include <ihk/page_alloc.h>
|
||||
#include <cls.h>
|
||||
#include <page.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
#include <ihk/monitor.h>
|
||||
|
||||
extern int num_processors;
|
||||
|
||||
@ -39,6 +40,7 @@ void cpu_local_var_init(void)
|
||||
|
||||
for (i = 0; i < num_processors; i++) {
|
||||
clv[i].monitor = monitor->cpu + i;
|
||||
clv[i].rusage = rusage->cpu + i;
|
||||
INIT_LIST_HEAD(&clv[i].smp_func_req_list);
|
||||
}
|
||||
|
||||
|
||||
@ -35,7 +35,7 @@
|
||||
#include <string.h>
|
||||
#include <syscall.h>
|
||||
#include <process.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
|
||||
//#define DEBUG_PRINT_DEVOBJ
|
||||
|
||||
|
||||
@ -26,7 +26,7 @@
|
||||
#include <pager.h>
|
||||
#include <string.h>
|
||||
#include <syscall.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
|
||||
//#define DEBUG_PRINT_FILEOBJ
|
||||
|
||||
|
||||
@ -3,7 +3,7 @@
|
||||
#include <ihk/cpu.h>
|
||||
#include <ihk/debug.h>
|
||||
#include <cls.h>
|
||||
#include <rusage.h>
|
||||
#include <ihk/monitor.h>
|
||||
|
||||
extern int nmi_mode;
|
||||
extern void mod_nmi_ctx(void *, void(*)());
|
||||
|
||||
@ -33,7 +33,7 @@
|
||||
#include <kmalloc.h>
|
||||
#include <sysfs.h>
|
||||
#include <ihk/perfctr.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
|
||||
//#define DEBUG_PRINT_HOST
|
||||
|
||||
|
||||
@ -93,6 +93,7 @@ struct cpu_local_var {
|
||||
int timer_enabled;
|
||||
int kmalloc_initialized;
|
||||
struct ihk_os_cpu_monitor *monitor;
|
||||
struct rusage_percpu *rusage;
|
||||
|
||||
ihk_spinlock_t smp_func_req_lock;
|
||||
struct list_head smp_func_req_list;
|
||||
|
||||
@ -1,307 +1,36 @@
|
||||
/* Interface toward kernel and mcctrl */
|
||||
|
||||
#ifndef __RUSAGE_H
|
||||
#define __RUSAGE_H
|
||||
|
||||
#include <config.h>
|
||||
#include <page.h>
|
||||
#include <ihk/rusage.h>
|
||||
#include <ihk/atomic.h>
|
||||
#include <memobj.h>
|
||||
#define IHK_MAX_NUM_PGSIZES 4
|
||||
#define IHK_MAX_NUM_NUMA_NODES 1024
|
||||
#define IHK_MAX_NUM_CPUS 1024
|
||||
|
||||
#ifdef ENABLE_RUSAGE
|
||||
#define RUSAGE_MEM_LIMIT (2 * 1024 * 1024) // 2MB
|
||||
struct rusage_percpu {
|
||||
unsigned long user_tsc;
|
||||
unsigned long system_tsc;
|
||||
};
|
||||
|
||||
extern void eventfd();
|
||||
struct rusage_global {
|
||||
long memory_stat_rss[IHK_MAX_NUM_PGSIZES];
|
||||
long memory_stat_mapped_file[IHK_MAX_NUM_PGSIZES];
|
||||
unsigned long memory_max_usage;
|
||||
unsigned long max_num_threads;
|
||||
unsigned long num_threads;
|
||||
long rss_current;
|
||||
unsigned long memory_kmem_usage;
|
||||
unsigned long memory_kmem_max_usage;
|
||||
unsigned long memory_numa_stat[IHK_MAX_NUM_NUMA_NODES];
|
||||
struct rusage_percpu cpu[IHK_MAX_NUM_CPUS]; /* clv[i].monitor = &cpu[i] */
|
||||
|
||||
static inline void
|
||||
rusage_total_memory_add(unsigned long size)
|
||||
{
|
||||
monitor->rusage_total_memory += size;
|
||||
}
|
||||
unsigned long total_memory;
|
||||
unsigned long total_memory_usage;
|
||||
unsigned long total_memory_max_usage;
|
||||
|
||||
static inline void
|
||||
rusage_rss_add(unsigned long size)
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&monitor->rusage_rss_current, size);
|
||||
oldval = monitor->rusage_memory_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&monitor->rusage_memory_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_sub(unsigned long size)
|
||||
{
|
||||
__sync_sub_and_fetch(&monitor->rusage_rss_current, size);
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_add(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(size, &monitor->rusage_memory_stat_rss[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(-size, &monitor->rusage_memory_stat_rss[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_add(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(size, &monitor->rusage_memory_stat_mapped_file[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(-size, &monitor->rusage_memory_stat_mapped_file[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add(struct vm_range *range, uintptr_t phys, unsigned long size, int pgsize)
|
||||
{
|
||||
/* Is it resident in main memory? */
|
||||
if (range->flag & (VR_REMOTE | VR_IO_NOCACHE | VR_RESERVED)) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and pre-paging? */
|
||||
if (!range->memobj) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
/* Is it devobj or (fileobj and pre-map) or xpmem attachment? */
|
||||
if ((range->memobj->flags & MF_DEV_FILE) ||
|
||||
(range->memobj->flags & MF_PREMAP) ||
|
||||
(range->memobj->flags & MF_XPMEM)
|
||||
) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and demand-paging? */
|
||||
if (range->memobj->flags & MF_ZEROOBJ) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
struct page *page = phys_to_page(phys);
|
||||
|
||||
/* Is It file map and cow page? */
|
||||
if ((range->memobj->flags & (MF_DEV_FILE | MF_REG_FILE)) &&
|
||||
!page) {
|
||||
//kprintf("%s: cow,phys=%lx\n", __FUNCTION__, phys);
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
/* Is it a sharable page? */
|
||||
if (!page) {
|
||||
kprintf("%s: WARNING !page,phys=%lx\n", __FUNCTION__, phys);
|
||||
return 0;
|
||||
}
|
||||
/* Is this the first attempt to map the sharable page? */
|
||||
if(__sync_bool_compare_and_swap(&page->mapped.counter64, 0, 1)) {
|
||||
if(range->memobj->flags & MF_SHM) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
} else {
|
||||
rusage_memory_stat_mapped_file_add(size, pgsize);
|
||||
}
|
||||
return 1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_sub(struct memobj *memobj, unsigned long size, int pgsize)
|
||||
{
|
||||
if(memobj->flags & MF_SHM) {
|
||||
memory_stat_rss_sub(size, pgsize);
|
||||
} else {
|
||||
rusage_memory_stat_mapped_file_sub(size, pgsize);
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_kmem_add(unsigned long size)
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&monitor->rusage_memory_kmem_usage, size);
|
||||
oldval = monitor->rusage_memory_kmem_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(
|
||||
&monitor->rusage_memory_kmem_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_kmem_sub(unsigned long size)
|
||||
{
|
||||
__sync_sub_and_fetch(&monitor->rusage_memory_kmem_usage, size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_add(int numa_id, unsigned long size)
|
||||
{
|
||||
__sync_add_and_fetch(monitor->rusage_memory_numa_stat + numa_id, size);
|
||||
rusage_rss_add(size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_sub(int numa_id, unsigned long size)
|
||||
{
|
||||
rusage_rss_sub(size);
|
||||
__sync_sub_and_fetch(monitor->rusage_memory_numa_stat + numa_id, size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_add(int numa_id, unsigned long pages, int is_user)
|
||||
{
|
||||
unsigned long size = pages * PAGE_SIZE;
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
if (is_user)
|
||||
rusage_numa_add(numa_id, size);
|
||||
else
|
||||
rusage_kmem_add(size);
|
||||
|
||||
newval = __sync_add_and_fetch(&monitor->rusage_total_memory_usage, size);
|
||||
oldval = monitor->rusage_total_memory_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&monitor->rusage_total_memory_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
if (monitor->rusage_total_memory - newval <
|
||||
RUSAGE_MEM_LIMIT) {
|
||||
eventfd();
|
||||
}
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_sub(int numa_id, unsigned long pages, int is_user)
|
||||
{
|
||||
unsigned long size = pages * PAGE_SIZE;
|
||||
|
||||
__sync_sub_and_fetch(&monitor->rusage_total_memory_usage, size);
|
||||
|
||||
if (is_user)
|
||||
rusage_numa_sub(numa_id, size);
|
||||
else
|
||||
rusage_kmem_sub(size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_inc()
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&monitor->rusage_num_threads, 1);
|
||||
oldval = monitor->rusage_max_num_threads;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&monitor->
|
||||
rusage_max_num_threads,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_dec()
|
||||
{
|
||||
__sync_sub_and_fetch(&monitor->rusage_num_threads, 1);
|
||||
}
|
||||
#else
|
||||
static inline void
|
||||
rusage_total_memory_add(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_add(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_sub(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_add(unsigned long size, size_t pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_sub(unsigned long size, size_t pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_add(unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add(struct vm_range *range, uintptr_t phys, unsigned long size, int pgsize)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_sub(struct memobj *memobj, unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_add(int numa_id, unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_sub(int numa_id, unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_add(int numa_id, unsigned long size, int is_user)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_sub(int numa_id, unsigned long size, int is_user)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_inc()
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_dec()
|
||||
{
|
||||
}
|
||||
#endif // ENABLE_RUSAGE
|
||||
unsigned long num_numa_nodes;
|
||||
unsigned long num_processors;
|
||||
unsigned long ns_per_tsc;
|
||||
};
|
||||
|
||||
#endif
|
||||
|
||||
369
kernel/include/rusage_private.h
Normal file
369
kernel/include/rusage_private.h
Normal file
@ -0,0 +1,369 @@
|
||||
/* Interface toward kernel */
|
||||
|
||||
#ifndef RUSAGE_PRIVATE_H_INCLUDED
|
||||
#define RUSAGE_PRIVATE_H_INCLUDED
|
||||
|
||||
#include <config.h>
|
||||
#include <page.h>
|
||||
#include <ihk/atomic.h>
|
||||
#include <memobj.h>
|
||||
#include <rusage.h>
|
||||
#include <arch/rusage.h>
|
||||
|
||||
#ifdef ENABLE_RUSAGE
|
||||
|
||||
#define RUSAGE_MEM_LIMIT (2 * 1024 * 1024) // 2MB
|
||||
|
||||
extern void eventfd();
|
||||
|
||||
static inline void
|
||||
rusage_total_memory_add(unsigned long size)
|
||||
{
|
||||
rusage->total_memory += size;
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_add(unsigned long size)
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&rusage->rss_current, size);
|
||||
oldval = rusage->memory_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&rusage->memory_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_sub(unsigned long size)
|
||||
{
|
||||
__sync_sub_and_fetch(&rusage->rss_current, size);
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_add(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(size, &rusage->memory_stat_rss[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(-size, &rusage->memory_stat_rss[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_add(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(size, &rusage->memory_stat_mapped_file[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
ihk_atomic_add_long(-size, &rusage->memory_stat_mapped_file[rusage_pgsize_to_pgtype(pgsize)]);
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add(struct vm_range *range, uintptr_t phys, unsigned long size, int pgsize)
|
||||
{
|
||||
/* Is it resident in main memory? */
|
||||
if (range->flag & (VR_REMOTE | VR_IO_NOCACHE | VR_RESERVED)) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and pre-paging? */
|
||||
if (!range->memobj) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
/* Is it devobj or (fileobj and pre-map) or xpmem attachment? */
|
||||
if ((range->memobj->flags & MF_DEV_FILE) ||
|
||||
(range->memobj->flags & MF_PREMAP) ||
|
||||
(range->memobj->flags & MF_XPMEM)
|
||||
) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and demand-paging? */
|
||||
if (range->memobj->flags & MF_ZEROOBJ) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
struct page *page = phys_to_page(phys);
|
||||
|
||||
/* Is It file map and cow page? */
|
||||
if ((range->memobj->flags & (MF_DEV_FILE | MF_REG_FILE)) &&
|
||||
!page) {
|
||||
//kprintf("%s: cow,phys=%lx\n", __FUNCTION__, phys);
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
/* Is it a sharable page? */
|
||||
if (!page) {
|
||||
kprintf("%s: WARNING !page,phys=%lx\n", __FUNCTION__, phys);
|
||||
return 0;
|
||||
}
|
||||
/* Is this the first attempt to map the sharable page? */
|
||||
if(__sync_bool_compare_and_swap(&page->mapped.counter64, 0, 1)) {
|
||||
if(range->memobj->flags & MF_SHM) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
} else {
|
||||
rusage_memory_stat_mapped_file_add(size, pgsize);
|
||||
}
|
||||
return 1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add_with_page(struct vm_range *range, uintptr_t phys, unsigned long size, int pgsize, struct page *page)
|
||||
{
|
||||
/* Is it resident in main memory? */
|
||||
if (range->flag & (VR_REMOTE | VR_IO_NOCACHE | VR_RESERVED)) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and pre-paging? */
|
||||
if (!range->memobj) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
/* Is it devobj or (fileobj and pre-map) or xpmem attachment? */
|
||||
if ((range->memobj->flags & MF_DEV_FILE) ||
|
||||
(range->memobj->flags & MF_PREMAP) ||
|
||||
(range->memobj->flags & MF_XPMEM)
|
||||
) {
|
||||
return 0;
|
||||
}
|
||||
/* Is it anonymous and demand-paging? */
|
||||
if (range->memobj->flags & MF_ZEROOBJ) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
/* Is It file map and cow page? */
|
||||
if ((range->memobj->flags & (MF_DEV_FILE | MF_REG_FILE)) &&
|
||||
!page) {
|
||||
//kprintf("%s: cow,phys=%lx\n", __FUNCTION__, phys);
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
return 1;
|
||||
}
|
||||
|
||||
/* Is it a sharable page? */
|
||||
if (!page) {
|
||||
kprintf("%s: WARNING !page,phys=%lx\n", __FUNCTION__, phys);
|
||||
return 0;
|
||||
}
|
||||
/* Is this the first attempt to map the sharable page? */
|
||||
if(__sync_bool_compare_and_swap(&page->mapped.counter64, 0, 1)) {
|
||||
if(range->memobj->flags & MF_SHM) {
|
||||
memory_stat_rss_add(size, pgsize);
|
||||
} else {
|
||||
rusage_memory_stat_mapped_file_add(size, pgsize);
|
||||
}
|
||||
return 1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_sub(struct memobj *memobj, unsigned long size, int pgsize)
|
||||
{
|
||||
if(memobj->flags & MF_SHM) {
|
||||
memory_stat_rss_sub(size, pgsize);
|
||||
} else {
|
||||
rusage_memory_stat_mapped_file_sub(size, pgsize);
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_kmem_add(unsigned long size)
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&rusage->memory_kmem_usage, size);
|
||||
oldval = rusage->memory_kmem_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(
|
||||
&rusage->memory_kmem_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_kmem_sub(unsigned long size)
|
||||
{
|
||||
__sync_sub_and_fetch(&rusage->memory_kmem_usage, size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_add(int numa_id, unsigned long size)
|
||||
{
|
||||
__sync_add_and_fetch(rusage->memory_numa_stat + numa_id, size);
|
||||
rusage_rss_add(size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_sub(int numa_id, unsigned long size)
|
||||
{
|
||||
rusage_rss_sub(size);
|
||||
__sync_sub_and_fetch(rusage->memory_numa_stat + numa_id, size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_add(int numa_id, unsigned long pages, int is_user)
|
||||
{
|
||||
unsigned long size = pages * PAGE_SIZE;
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
if (is_user)
|
||||
rusage_numa_add(numa_id, size);
|
||||
else
|
||||
rusage_kmem_add(size);
|
||||
|
||||
newval = __sync_add_and_fetch(&rusage->total_memory_usage, size);
|
||||
oldval = rusage->total_memory_max_usage;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&rusage->total_memory_max_usage,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
if (rusage->total_memory - newval <
|
||||
RUSAGE_MEM_LIMIT) {
|
||||
eventfd();
|
||||
}
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_sub(int numa_id, unsigned long pages, int is_user)
|
||||
{
|
||||
unsigned long size = pages * PAGE_SIZE;
|
||||
|
||||
__sync_sub_and_fetch(&rusage->total_memory_usage, size);
|
||||
|
||||
if (is_user)
|
||||
rusage_numa_sub(numa_id, size);
|
||||
else
|
||||
rusage_kmem_sub(size);
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_inc()
|
||||
{
|
||||
unsigned long newval;
|
||||
unsigned long oldval;
|
||||
unsigned long retval;
|
||||
|
||||
newval = __sync_add_and_fetch(&rusage->num_threads, 1);
|
||||
oldval = rusage->max_num_threads;
|
||||
while (newval > oldval) {
|
||||
retval = __sync_val_compare_and_swap(&rusage->
|
||||
max_num_threads,
|
||||
oldval, newval);
|
||||
if (retval == oldval) {
|
||||
break;
|
||||
}
|
||||
oldval = retval;
|
||||
}
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_dec()
|
||||
{
|
||||
__sync_sub_and_fetch(&rusage->num_threads, 1);
|
||||
}
|
||||
#else
|
||||
static inline void
|
||||
rusage_total_memory_add(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_add(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_rss_sub(unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_add(unsigned long size, size_t pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void memory_stat_rss_sub(unsigned long size, size_t pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_add(unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_mapped_file_sub(unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add_with_page(struct vm_range *range, struct page *page, unsigned long size, int pgsize)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline int rusage_memory_stat_add(struct vm_range *range, uintptr_t phys, unsigned long size, int pgsize)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline void rusage_memory_stat_sub(struct memobj *memobj, unsigned long size, int pgsize)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_add(int numa_id, unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_numa_sub(int numa_id, unsigned long size)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_add(int numa_id, unsigned long size, int is_user)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_page_sub(int numa_id, unsigned long size, int is_user)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_inc()
|
||||
{
|
||||
}
|
||||
|
||||
static inline void
|
||||
rusage_num_threads_dec()
|
||||
{
|
||||
}
|
||||
#endif // ENABLE_RUSAGE
|
||||
|
||||
extern struct rusage_global *rusage;
|
||||
|
||||
#endif /* !defined(RUSAGE_PRIVATE_H_INCLUDED) */
|
||||
@ -31,7 +31,8 @@
|
||||
#include <cls.h>
|
||||
#include <syscall.h>
|
||||
#include <sysfs.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
#include <ihk/monitor.h>
|
||||
|
||||
//#define IOCTL_FUNC_EXTENSION
|
||||
#ifdef IOCTL_FUNC_EXTENSION
|
||||
@ -55,6 +56,7 @@ extern unsigned long ihk_mc_get_ns_per_tsc(void);
|
||||
extern long syscall(int, ihk_mc_user_context_t *);
|
||||
|
||||
struct ihk_os_monitor *monitor;
|
||||
struct rusage_global *rusage;
|
||||
|
||||
static void handler_init(void)
|
||||
{
|
||||
@ -279,13 +281,27 @@ static void monitor_init()
|
||||
monitor = ihk_mc_alloc_pages(z, IHK_MC_AP_CRITICAL);
|
||||
memset(monitor, 0, z * PAGE_SIZE);
|
||||
monitor->num_processors = num_processors;
|
||||
monitor->ns_per_tsc = ihk_mc_get_ns_per_tsc();
|
||||
phys = virt_to_phys(monitor);
|
||||
ihk_set_monitor(phys, sizeof(struct ihk_os_monitor) +
|
||||
sizeof(struct ihk_os_cpu_monitor) * num_processors);
|
||||
#endif /* POSTK_DEBUG_TEMP_FIX_73 */
|
||||
}
|
||||
|
||||
static void rusage_init()
|
||||
{
|
||||
int npages;
|
||||
unsigned long phys;
|
||||
|
||||
npages = (sizeof(struct rusage_global) + PAGE_SIZE -1) >> PAGE_SHIFT;
|
||||
rusage = ihk_mc_alloc_pages(npages, IHK_MC_AP_CRITICAL);
|
||||
memset(rusage, 0, npages * PAGE_SIZE);
|
||||
rusage->num_processors = num_processors;
|
||||
rusage->num_numa_nodes = ihk_mc_get_nr_numa_nodes();
|
||||
rusage->ns_per_tsc = ihk_mc_get_ns_per_tsc();
|
||||
phys = virt_to_phys(rusage);
|
||||
ihk_set_rusage(phys, sizeof(struct rusage_global));
|
||||
}
|
||||
|
||||
int nmi_mode;
|
||||
|
||||
static void nmi_init()
|
||||
@ -310,6 +326,7 @@ static void rest_init(void)
|
||||
#ifndef POSTK_DEBUG_TEMP_FIX_73 /* NULL access for *monitor fix */
|
||||
monitor_init();
|
||||
#endif /* !POSTK_DEBUG_TEMP_FIX_73 */
|
||||
rusage_init();
|
||||
cpu_local_var_init();
|
||||
nmi_init();
|
||||
time_init();
|
||||
|
||||
@ -38,7 +38,7 @@
|
||||
#include <cpulocal.h>
|
||||
#include <init.h>
|
||||
#include <cas.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
#include <syscall.h>
|
||||
#include <profile.h>
|
||||
#include <process.h>
|
||||
|
||||
@ -36,8 +36,8 @@
|
||||
#include <timer.h>
|
||||
#include <mman.h>
|
||||
#include <xpmem.h>
|
||||
#include <rusage.h>
|
||||
#include <xpmem.h>
|
||||
#include <rusage_private.h>
|
||||
#include <ihk/monitor.h>
|
||||
|
||||
//#define DEBUG_PRINT_PROCESS
|
||||
|
||||
@ -1866,6 +1866,7 @@ retry:
|
||||
|
||||
/*****/
|
||||
if (ptep) {
|
||||
//if(rusage_memory_stat_add_with_page(range, phys, pgsize, pgsize, page)) {
|
||||
if(rusage_memory_stat_add(range, phys, pgsize, pgsize)) {
|
||||
/* on-demand paging, phys pages are obtained by ihk_mc_alloc_aligned_pages_user() or get_page() */
|
||||
dkprintf("%lx+,%s: (on-demand paging && first map) || cow,calling memory_stat_rss_add(),phys=%lx,pgsize=%ld\n",
|
||||
|
||||
@ -22,7 +22,7 @@
|
||||
#include <page.h>
|
||||
#include <shm.h>
|
||||
#include <string.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
|
||||
#define dkprintf(...) do { if (0) kprintf(__VA_ARGS__); } while (0)
|
||||
#define ekprintf(...) kprintf(__VA_ARGS__)
|
||||
|
||||
@ -56,7 +56,8 @@
|
||||
#include <bitops.h>
|
||||
#include <bitmap.h>
|
||||
#include <xpmem.h>
|
||||
#include <rusage.h>
|
||||
#include <rusage_private.h>
|
||||
#include <ihk/monitor.h>
|
||||
#include <profile.h>
|
||||
#ifdef POSTK_DEBUG_ARCH_DEP_27
|
||||
#include <memory.h>
|
||||
@ -1064,10 +1065,10 @@ void terminate(int rc, int sig)
|
||||
|
||||
/* rusage debug */
|
||||
for(i = 0; i < IHK_MAX_NUM_PGSIZES; i++) {
|
||||
dkprintf("memory_stat_rss[%d]=%ld\n", i, monitor->rusage_memory_stat_rss[i]);
|
||||
dkprintf("memory_stat_rss[%d]=%ld\n", i, rusage->memory_stat_rss[i]);
|
||||
}
|
||||
for(i = 0; i < IHK_MAX_NUM_PGSIZES; i++) {
|
||||
dkprintf("memory_stat_mapped_file[%d]=%ld\n", i, monitor->rusage_memory_stat_mapped_file[i]);
|
||||
dkprintf("memory_stat_mapped_file[%d]=%ld\n", i, rusage->memory_stat_mapped_file[i]);
|
||||
}
|
||||
|
||||
#ifdef DCFA_KMOD
|
||||
@ -9811,13 +9812,13 @@ set_cputime(int mode)
|
||||
tsc_to_ts(dtsc, &dts);
|
||||
if(mode == 1){
|
||||
thread->user_tsc += dtsc;
|
||||
monitor->user_tsc += dtsc;
|
||||
v->rusage->user_tsc += dtsc;
|
||||
ts_add(&thread->itimer_virtual_value, &dts);
|
||||
ts_add(&thread->itimer_prof_value, &dts);
|
||||
}
|
||||
else{
|
||||
thread->system_tsc += dtsc;
|
||||
monitor->system_tsc += dtsc;
|
||||
v->rusage->system_tsc += dtsc;
|
||||
ts_add(&thread->itimer_prof_value, &dts);
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user