From 5ea51638df5e5cdf4ba3b7d8476055fa22da75ec Mon Sep 17 00:00:00 2001
From: "Christopher J. Morrone" <morrone2@llnl.gov>
Date: Fri, 6 Jan 2012 17:29:45 -0800
Subject: [PATCH] Add memoryPerTask option

Allows every task to allocate a specified amount of memory as
a rough simulation of a real application's memory usage.

Every page of the allocated memory is touch to defeat lazy
memory allocation.

Original patch by Michael Kluge <michael.kluge@tu-dresden.de>
---
 src/ior.c           | 39 +++++++++++++++++++++++++++++++++++++++
 src/ior.h           |  1 +
 src/parse_options.c |  5 +++++
 3 files changed, 45 insertions(+)

diff --git a/src/ior.c b/src/ior.c
index 68f99ea..9ed1389 100644
--- a/src/ior.c
+++ b/src/ior.c
@@ -11,6 +11,7 @@
 
 #include <stdio.h>
 #include <stdlib.h>
+#include <unistd.h>
 #include <ctype.h>              /* tolower() */
 #include <errno.h>
 #include <math.h>
@@ -1541,6 +1542,8 @@ static void ShowSetup(IOR_param_t *params)
         }
         fprintf(stdout, "\tclients            = %d (%d per node)\n",
                 params->numTasks, params->tasksPerNode);
+        fprintf(stdout, "\tmemoryPerTask      = %s\n",
+                HumanReadable(params->memoryPerTask, BASE_TWO));
         fprintf(stdout, "\trepetitions        = %d\n", params->repetitions);
         fprintf(stdout, "\txfersize           = %s\n",
                 HumanReadable(params->transferSize, BASE_TWO));
@@ -1584,6 +1587,7 @@ static void ShowTest(IOR_param_t * test)
                 test->outlierThreshold);
         fprintf(stdout, "\t%s=%s\n", "options", test->options);
         fprintf(stdout, "\t%s=%d\n", "nodes", test->nodes);
+        fprintf(stdout, "\t%s=%lu\n", "memoryPerTask", (unsigned long) test->memoryPerTask);
         fprintf(stdout, "\t%s=%d\n", "tasksPerNode", tasksPerNode);
         fprintf(stdout, "\t%s=%d\n", "repetitions", test->repetitions);
         fprintf(stdout, "\t%s=%d\n", "multiFile", test->multiFile);
@@ -1844,6 +1848,32 @@ static void PrintShortSummary(IOR_test_t * test)
 	}
 }
 
+
+/*
+ * malloc a buffer, touching every page in an attempt to defeat lazy allocation.
+ */
+static void *malloc_and_touch(size_t size)
+{
+        size_t page_size;
+        char *buf;
+        char *ptr;
+
+        if (size == 0)
+                return NULL;
+
+	page_size = sysconf(_SC_PAGESIZE);
+
+        buf = (char *)malloc(size);
+        if (buf == NULL)
+                ERR("malloc failed");
+
+        for (ptr = buf; ptr < buf+size; ptr += page_size) {
+                *ptr = (char)1;
+        }
+
+        return (void *)buf;
+}
+
 /*
  * Using the test parameters, run iteration(s) of single test.
  */
@@ -1859,6 +1889,7 @@ static void TestIoSys(IOR_test_t *test)
         MPI_Group orig_group, new_group;
         int range[3];
         IOR_offset_t dataMoved; /* for data rate calculation */
+        void *hog_buf;
 
         /* set up communicator for test */
         if (params->numTasks > numTasksWorld) {
@@ -1911,6 +1942,10 @@ static void TestIoSys(IOR_test_t *test)
         if (rank == 0 && verbose >= VERBOSE_0)
                 ShowSetup(params);
 
+        /* hog some memory as a rough simulation of a real application's
+           memory use */
+        hog_buf = malloc_and_touch(params->memoryPerTask);
+
         startTime = GetTimeStamp();
         maxTimeDuration = params->maxTimeDuration * 60;   /* convert to seconds */
 
@@ -2331,11 +2366,15 @@ static void TestIoSys(IOR_test_t *test)
 
 	PrintShortSummary(test);
 
+	if (hog_buf != NULL)
+		free(hog_buf);
         for (i = 0; i < 12; i++) {
                 free(timer[i]);
         }
+
         /* Sync with the tasks that did not participate in this test */
         MPI_CHECK(MPI_Barrier(MPI_COMM_WORLD), "barrier error");
+
 }
 
 /*
diff --git a/src/ior.h b/src/ior.h
index 325a25f..8d65652 100644
--- a/src/ior.h
+++ b/src/ior.h
@@ -95,6 +95,7 @@ typedef struct
     int randomSeed;                  /* random seed for write/read check */
     int randomOffset;                /* access is to random offsets */
     MPI_Comm testComm;               /* MPI communicator */
+    size_t memoryPerTask;        /* additional memory used per task */
 
     /* POSIX variables */
     int singleXferAttempt;           /* do not retry transfer if incomplete */
diff --git a/src/parse_options.c b/src/parse_options.c
index d9b926f..520dcbb 100644
--- a/src/parse_options.c
+++ b/src/parse_options.c
@@ -174,6 +174,8 @@ void DecodeDirective(char *line, IOR_param_t *params)
                 params->fsync = atoi(value);
         } else if (strcasecmp(option, "randomoffset") == 0) {
                 params->randomOffset = atoi(value);
+        } else if (strcasecmp(option, "memoryPerTask") == 0) {
+                params->memoryPerTask = StringToBytes(value);
         } else if (strcasecmp(option, "lustrestripecount") == 0) {
 #ifndef HAVE_LUSTRE_LUSTRE_USER_H
                 ERR("ior was not compiled with Lustre support");
@@ -435,6 +437,9 @@ IOR_test_t *ParseCommandLine(int argc, char **argv)
                 case 'l':
                         initialTestParams.storeFileOffset = TRUE;
                         break;
+		case 'M':
+                        initialTestParams.memoryPerTask = StringToBytes(optarg);
+                        break;
                 case 'm':
                         initialTestParams.multiFile = TRUE;
                         break;