Tofu: initial version

Change-Id: I9c464d5af883c18715a97ca9e9981cf73b260f90

executer/include/uprotocol.h

@@ -152,6 +152,7 @@ struct program_load_desc {
 	int uti_use_last_cpu; /* Work-around not to share CPU with OpenMP thread */
 	int straight_map;
 	size_t straight_map_threshold;
+	int enable_tofu;
 	int nr_processes;
 	int process_rank;
 	__cpu_set_unit cpu_set[PLD_CPU_SET_SIZE];
@@ -198,6 +199,7 @@ struct syscall_response {
 	unsigned long req_thread_status;
 	long ret;
 	unsigned long fault_address;
+	void *pde_data;
 };
 
 struct syscall_ret_desc {

executer/kernel/mcctrl/syscall.c

@@ -45,6 +45,7 @@
 #include <linux/mount.h>
 #include <linux/kdev_t.h>
 #include <linux/hugetlb.h>
+#include <linux/proc_fs.h>
 #include <asm/uaccess.h>
 #include <asm/delay.h>
 #include <asm/io.h>
@@ -52,6 +53,7 @@
 #include "mcctrl.h"
 #include <linux/version.h>
 #include <archdeps.h>
+#include <asm/pgtable.h>
 
 #define ALIGN_WAIT_BUF(z)   (((z + 63) >> 6) << 6)
 
@@ -1869,6 +1871,52 @@ void __return_syscall(ihk_os_t os, struct ikc_scd_packet *packet,
 	res->ret = ret;
 	res->stid = stid;
 
+#ifdef ENABLE_TOFU
+	/* Record PDE_DATA after ioctl() calls for Tofu driver */
+	if (packet->req.number == __NR_ioctl && ret == 0) {
+		char *pathbuf, *fullpath;
+		struct fd f = fdget(packet->req.args[0]);
+
+		if (!f.file) {
+			goto out_notify;
+		}
+
+		pathbuf = kmalloc(PATH_MAX, GFP_ATOMIC);
+		if (!pathbuf) {
+			goto out_fdput;
+		}
+
+		fullpath = d_path(&f.file->f_path, pathbuf, PATH_MAX);
+		if (IS_ERR(fullpath)) {
+			goto out_free;
+		}
+
+		if (!strncmp("/proc/tofu/dev/", fullpath, 15)) {
+			res->pde_data = PDE_DATA(file_inode(f.file));
+			printk("%s: fd: %ld, path: %s, PDE_DATA: 0x%lx\n",
+				__func__,
+				packet->req.args[0],
+				fullpath,
+				(unsigned long)res->pde_data);
+			printk("%s: pgd_index: %ld, pmd_index: %ld, pte_index: %ld\n",
+				__func__,
+				pgd_index((unsigned long)res->pde_data),
+				pmd_index((unsigned long)res->pde_data),
+				pte_index((unsigned long)res->pde_data));
+#ifdef CONFIG_ARM64
+			printk("CONFIG_ARM64_VA_BITS: %d, PGDIR_SHIFT: %d\n",
+				CONFIG_ARM64_VA_BITS, PGDIR_SHIFT);
+#endif
+		}
+
+out_free:
+		kfree(pathbuf);
+out_fdput:
+		fdput(f);
+	}
+
+out_notify:
+#endif
 	if (__notify_syscall_requester(os, packet, res) < 0) {
 		printk("%s: WARNING: failed to notify PID %d\n",
 			__FUNCTION__, packet->pid);

executer/user/mcexec.c

@@ -200,6 +200,7 @@ static char *mpol_bind_nodes = NULL;
 static int uti_thread_rank = 0;
 static int uti_use_last_cpu = 0;
 static int enable_uti = 0;
+static int enable_tofu = 0;
 
 /* Partitioned execution (e.g., for MPI) */
 static int nr_processes = 0;
@@ -1724,6 +1725,12 @@ static struct option mcexec_options[] = {
 		.flag =		&enable_uti,
 		.val =		1,
 	},
+	{
+		.name =		"enable-tofu",
+		.has_arg =	no_argument,
+		.flag =		&enable_tofu,
+		.val =		1,
+	},
 	{
 		.name =		"debug-mcexec",
 		.has_arg =	no_argument,
@@ -2698,6 +2705,7 @@ int main(int argc, char **argv)
 
 	desc->straight_map = straight_map;
 	desc->straight_map_threshold = straight_map_threshold;
+	desc->enable_tofu = enable_tofu;
 
 	/* user_start and user_end are set by this call */
 	if (ioctl(fd, MCEXEC_UP_PREPARE_IMAGE, (unsigned long)desc) != 0) {