* [PATCH for vm-scalability] usemem: Add new option --fragmentation for generating fragmented pages
@ 2020-01-20 1:50 Hui Zhu
0 siblings, 0 replies; 2+ messages in thread
From: Hui Zhu @ 2020-01-20 1:50 UTC (permalink / raw)
To: fengguang.wu, linux-kernel; +Cc: Hui Zhu, Hui Zhu
This commit adds new option --fragmentation. usemem will generate
size/2/pagesize fragmented pages with this option.
Its implementation is to use madvise to release a page every other page.
For example:
usemem --fragment -s -1 400m
Ideally, this command will generate 200m fragmented pages in the system.
This command can help test anti-fragmentation function and other features
that are affected by fragmentation issues of the Linux kernel.
Signed-off-by: Hui Zhu <teawaterz@linux.alibaba.com>
---
usemem.c | 51 ++++++++++++++++++++++++++++++++++++++++++++++++++-
1 file changed, 50 insertions(+), 1 deletion(-)
diff --git a/usemem.c b/usemem.c
index 9ac36e4..10e8874 100644
--- a/usemem.c
+++ b/usemem.c
@@ -95,6 +95,7 @@ int opt_sync_free = 0;
int opt_bind_interval = 0;
unsigned long opt_delay = 0;
int opt_read_again = 0;
+int opt_fragmentation = 0;
int nr_task;
int nr_thread;
int nr_cpu;
@@ -153,6 +154,7 @@ void usage(int ok)
" -O|--anonymous mmap with MAP_ANONYMOUS\n"
" -U|--hugetlb allocate hugetlbfs page\n"
" -Z|--read-again read memory again after access the memory\n"
+ " --fragmentation generate size/2/pagesize fragmented pages\n"
" -h|--help show this message\n"
, ourname);
@@ -191,6 +193,7 @@ static const struct option opts[] = {
{ "delay" , 1, NULL, 'e' },
{ "hugetlb" , 0, NULL, 'U' },
{ "read-again" , 0, NULL, 'Z' },
+ { "fragmentation", 0, NULL, 0 },
{ "help" , 0, NULL, 'h' },
{ NULL , 0, NULL, 0 }
};
@@ -655,6 +658,26 @@ static void timing_free(void *ptrs[], unsigned int nptr,
static void wait_for_sigusr1(int signal) {}
+static void do_fragmentation(void *addr, unsigned long len)
+{
+ unsigned long offset;
+ int should_free = 1;
+
+ for (offset = 0; offset <= len - pagesize; offset += pagesize) {
+ if (should_free) {
+ if (madvise(addr + offset, pagesize,
+ MADV_DONTNEED) != 0) {
+ fprintf(stderr,
+ "msync failed with error %s\n",
+ strerror(errno));
+ exit(1);
+ }
+ should_free = 0;
+ } else
+ should_free = 1;
+ }
+}
+
long do_units(void)
{
struct drand48_data rand_data;
@@ -752,6 +775,15 @@ long do_units(void)
}
}
+ if (opt_fragmentation) {
+ if (prealloc)
+ do_fragmentation(prealloc, opt_bytes);
+ else {
+ for (i = 0; i < nptr; i++)
+ do_fragmentation(ptrs[i], lens[i]);
+ }
+ }
+
while (sleep_secs)
sleep_secs = sleep(sleep_secs);
@@ -896,6 +928,7 @@ int do_tasks(void)
int main(int argc, char *argv[])
{
int c;
+ int opt_index = 0;
#ifdef DBG
/* print the command line parameters passed on to main */
@@ -910,9 +943,18 @@ int main(int argc, char *argv[])
pagesize = getpagesize();
while ((c = getopt_long(argc, argv,
- "aAB:f:FPp:gqowRMm:n:t:b:ds:T:Sr:u:j:e:EHDNLWyxOUZh", opts, NULL)) != -1)
+ "aAB:f:FPp:gqowRMm:n:t:b:ds:T:Sr:u:j:e:EHDNLWyxOUZh",
+ opts, &opt_index)) != -1)
{
switch (c) {
+ case 0:
+ if (strcmp(opts[opt_index].name,
+ "fragmentation") == 0) {
+ opt_fragmentation = 1;
+ } else
+ usage(1);
+ break;
+
case 'a':
opt_malloc++;
break;
@@ -1045,6 +1087,13 @@ int main(int argc, char *argv[])
}
}
+ if (opt_fragmentation && opt_malloc) {
+ fprintf(stderr,
+ "%s: malloc options ignored for fragmentation\n",
+ ourname);
+ opt_malloc = 0;
+ }
+
if (opt_malloc) {
if (map_populate|map_anonymous|map_hugetlb)
fprintf(stderr,
--
2.7.4
^ permalink raw reply [flat|nested] 2+ messages in thread
* [PATCH for vm-scalability] usemem: Add new option --fragmentation for generating fragmented pages
@ 2020-03-03 6:25 Hui Zhu
0 siblings, 0 replies; 2+ messages in thread
From: Hui Zhu @ 2020-03-03 6:25 UTC (permalink / raw)
To: fengguang.wu, linux-kernel; +Cc: Hui Zhu, Hui Zhu
This commit adds new option --fragmentation. usemem will generate
size/2/pagesize fragmented pages with this option.
Its implementation is to use madvise to release a page every other page.
For example:
usemem --fragment -s -1 400m
Ideally, this command will generate 200m fragmented pages in the system.
This command can help test anti-fragmentation function and other features
that are affected by fragmentation issues of the Linux kernel.
Signed-off-by: Hui Zhu <teawaterz@linux.alibaba.com>
---
usemem.c | 51 ++++++++++++++++++++++++++++++++++++++++++++++++++-
1 file changed, 50 insertions(+), 1 deletion(-)
diff --git a/usemem.c b/usemem.c
index 9ac36e4..10e8874 100644
--- a/usemem.c
+++ b/usemem.c
@@ -95,6 +95,7 @@ int opt_sync_free = 0;
int opt_bind_interval = 0;
unsigned long opt_delay = 0;
int opt_read_again = 0;
+int opt_fragmentation = 0;
int nr_task;
int nr_thread;
int nr_cpu;
@@ -153,6 +154,7 @@ void usage(int ok)
" -O|--anonymous mmap with MAP_ANONYMOUS\n"
" -U|--hugetlb allocate hugetlbfs page\n"
" -Z|--read-again read memory again after access the memory\n"
+ " --fragmentation generate size/2/pagesize fragmented pages\n"
" -h|--help show this message\n"
, ourname);
@@ -191,6 +193,7 @@ static const struct option opts[] = {
{ "delay" , 1, NULL, 'e' },
{ "hugetlb" , 0, NULL, 'U' },
{ "read-again" , 0, NULL, 'Z' },
+ { "fragmentation", 0, NULL, 0 },
{ "help" , 0, NULL, 'h' },
{ NULL , 0, NULL, 0 }
};
@@ -655,6 +658,26 @@ static void timing_free(void *ptrs[], unsigned int nptr,
static void wait_for_sigusr1(int signal) {}
+static void do_fragmentation(void *addr, unsigned long len)
+{
+ unsigned long offset;
+ int should_free = 1;
+
+ for (offset = 0; offset <= len - pagesize; offset += pagesize) {
+ if (should_free) {
+ if (madvise(addr + offset, pagesize,
+ MADV_DONTNEED) != 0) {
+ fprintf(stderr,
+ "msync failed with error %s\n",
+ strerror(errno));
+ exit(1);
+ }
+ should_free = 0;
+ } else
+ should_free = 1;
+ }
+}
+
long do_units(void)
{
struct drand48_data rand_data;
@@ -752,6 +775,15 @@ long do_units(void)
}
}
+ if (opt_fragmentation) {
+ if (prealloc)
+ do_fragmentation(prealloc, opt_bytes);
+ else {
+ for (i = 0; i < nptr; i++)
+ do_fragmentation(ptrs[i], lens[i]);
+ }
+ }
+
while (sleep_secs)
sleep_secs = sleep(sleep_secs);
@@ -896,6 +928,7 @@ int do_tasks(void)
int main(int argc, char *argv[])
{
int c;
+ int opt_index = 0;
#ifdef DBG
/* print the command line parameters passed on to main */
@@ -910,9 +943,18 @@ int main(int argc, char *argv[])
pagesize = getpagesize();
while ((c = getopt_long(argc, argv,
- "aAB:f:FPp:gqowRMm:n:t:b:ds:T:Sr:u:j:e:EHDNLWyxOUZh", opts, NULL)) != -1)
+ "aAB:f:FPp:gqowRMm:n:t:b:ds:T:Sr:u:j:e:EHDNLWyxOUZh",
+ opts, &opt_index)) != -1)
{
switch (c) {
+ case 0:
+ if (strcmp(opts[opt_index].name,
+ "fragmentation") == 0) {
+ opt_fragmentation = 1;
+ } else
+ usage(1);
+ break;
+
case 'a':
opt_malloc++;
break;
@@ -1045,6 +1087,13 @@ int main(int argc, char *argv[])
}
}
+ if (opt_fragmentation && opt_malloc) {
+ fprintf(stderr,
+ "%s: malloc options ignored for fragmentation\n",
+ ourname);
+ opt_malloc = 0;
+ }
+
if (opt_malloc) {
if (map_populate|map_anonymous|map_hugetlb)
fprintf(stderr,
--
2.7.4
^ permalink raw reply [flat|nested] 2+ messages in thread
end of thread, other threads:[~2020-03-03 6:25 UTC | newest]
Thread overview: 2+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-01-20 1:50 [PATCH for vm-scalability] usemem: Add new option --fragmentation for generating fragmented pages Hui Zhu
2020-03-03 6:25 Hui Zhu
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
all inboxes | Powered by JetHome®