[Devel] [RFC v14-rc][PATCH 20/23] Restore anonymous- and file-mapped- shared memory
Oren Laadan
orenl at cs.columbia.edu
Fri Mar 20 11:47:45 PDT 2009
The bulk of the work is in cr_read_vma(), which has been refactored:
the part that create the suitable 'struct file *' for the mapping is
now larger and moved to a separate function. What's left is to read
the VMA description, get the file pointer, create the mapping, and
proceed to read the contents in.
Both anonymous shared VMAs that have been read earlier (as indicated
by a look up to objhash) and file-mapped shared VMAs are skipped.
Anonymous shared VMAs seen for the first time have their contents
read in directly to the backing inode, as indexed by the page numbers
(as opposed to virtual addresses).
Changelog[v14]:
- Introduce patch
Signed-off-by: Oren Laadan <orenl at cs.columbia.edu>
---
checkpoint/rstr_mem.c | 213 ++++++++++++++++++++++++++++++----------
include/linux/checkpoint_hdr.h | 2 +-
2 files changed, 161 insertions(+), 54 deletions(-)
diff --git a/checkpoint/rstr_mem.c b/checkpoint/rstr_mem.c
index 3dc73f4..5874868 100644
--- a/checkpoint/rstr_mem.c
+++ b/checkpoint/rstr_mem.c
@@ -75,13 +75,35 @@ static int cr_page_read(struct cr_ctx *ctx, struct page *page, char *buf)
return 0;
}
+static struct page *cr_bring_private_page(unsigned long addr)
+{
+ struct page *page;
+ int ret;
+
+ ret = get_user_pages(current, current->mm, addr, 1, 1, 1, &page, NULL);
+ if (ret < 0)
+ page = ERR_PTR(ret);
+ return page;
+}
+
+static struct page *cr_bring_shared_page(unsigned long idx, struct inode *ino)
+{
+ struct page *page;
+ int ret;
+
+ ret = shmem_getpage(ino, idx, &page, SGP_WRITE, NULL);
+ if (ret < 0)
+ page = ERR_PTR(ret);
+ return page;
+}
+
/**
* cr_read_pages_contents - read in data of pages in page-array chain
* @ctx - restart context
+ * @inode - inode of shmem object
*/
-static int cr_read_pages_contents(struct cr_ctx *ctx)
+static int cr_read_pages_contents(struct cr_ctx *ctx, struct inode *inode)
{
- struct mm_struct *mm = current->mm;
struct cr_pgarr *pgarr;
unsigned long *vaddrs;
char *buf;
@@ -91,16 +113,21 @@ static int cr_read_pages_contents(struct cr_ctx *ctx)
if (!buf)
return -ENOMEM;
- down_read(&mm->mmap_sem);
+ down_read(¤t->mm->mmap_sem);
list_for_each_entry_reverse(pgarr, &ctx->pgarr_list, list) {
vaddrs = pgarr->vaddrs;
for (i = 0; i < pgarr->nr_used; i++) {
struct page *page;
- ret = get_user_pages(current, mm, vaddrs[i],
- 1, 1, 1, &page, NULL);
- if (ret < 0)
+ if (inode)
+ page = cr_bring_shared_page(vaddrs[i], inode);
+ else
+ page = cr_bring_private_page(vaddrs[i]);
+
+ if (IS_ERR(page)) {
+ ret = PTR_ERR(page);
goto out;
+ }
ret = cr_page_read(ctx, page, buf);
page_cache_release(page);
@@ -111,14 +138,15 @@ static int cr_read_pages_contents(struct cr_ctx *ctx)
}
out:
- up_read(&mm->mmap_sem);
+ up_read(¤t->mm->mmap_sem);
kfree(buf);
return 0;
}
/**
- * cr_read_private_vma_contents - restore contents of a VMA with private memory
+ * cr_read_vma_contents - restore contents of a VMA with private memory
* @ctx - restart context
+ * @file - mapped file (shared memory)
*
* Reads a header that specifies how many pages will follow, then reads
* a list of virtual addresses into ctx->pgarr_list page-array chain,
@@ -126,12 +154,15 @@ static int cr_read_pages_contents(struct cr_ctx *ctx)
* these steps until reaching a header specifying "0" pages, which marks
* the end of the contents.
*/
-static int cr_read_private_vma_contents(struct cr_ctx *ctx)
+static int cr_read_vma_contents(struct cr_ctx *ctx, struct file *file)
{
struct cr_hdr_pgarr *hh;
+ struct inode *inode;
unsigned long nr_pages;
int ret;
+ inode = (file ? file->f_dentry->d_inode : NULL);
+
while (1) {
hh = cr_hbuf_get(ctx, sizeof(*hh));
if (!hh)
@@ -153,7 +184,7 @@ static int cr_read_private_vma_contents(struct cr_ctx *ctx)
ret = cr_read_pages_vaddrs(ctx, nr_pages);
if (ret < 0)
break;
- ret = cr_read_pages_contents(ctx);
+ ret = cr_read_pages_contents(ctx, inode);
if (ret < 0)
break;
cr_pgarr_reset_all(ctx);
@@ -162,6 +193,34 @@ static int cr_read_private_vma_contents(struct cr_ctx *ctx)
return ret;
}
+/* restore contents of a VMA with private memory */
+static int cr_read_private_vma_contents(struct cr_ctx *ctx)
+{
+ /*
+ * CR_VMA_ANON: read contents into memory
+ * CR_VMA_FILE: read contents into memory
+ */
+
+ return cr_read_vma_contents(ctx, NULL);
+}
+
+/* restore contents of a VMA with shared memory */
+static int cr_read_shared_vma_contents(struct cr_ctx *ctx,
+ struct file *file,
+ enum vm_type vma_type)
+{
+ /*
+ * CR_VMA_SHM_ANON: read contents into shmem object
+ * CR_VMA_SHM_ANON_SKIP: skip (has been read before)
+ * CR_VMA_SHM_FILE: skip (contents already in file system)
+ */
+
+ if (vma_type == CR_VMA_SHM_ANON)
+ return cr_read_vma_contents(ctx, file);
+ else
+ return 0;
+}
+
/**
* cr_calc_map_prot_bits - convert vm_flags to mmap protection
* orig_vm_flags: source vm_flags
@@ -239,6 +298,70 @@ static struct file *cr_vma_read_file(struct cr_ctx *ctx, int objref)
return file;
}
+static struct file *cr_vma_prep_file(struct cr_ctx *ctx, struct cr_hdr_vma *hh)
+{
+ struct file *file = ERR_PTR(-EINVAL);
+ unsigned long vm_flags = hh->vm_flags;
+ int add = 0;
+ int ret;
+
+ switch (hh->vma_type) {
+ case CR_VMA_ANON: /* private anonymous mapping */
+ if (hh->shm_objref || hh->vma_objref)
+ break;
+ file = NULL;
+ break;
+ case CR_VMA_FILE: /* private mapping from a file */
+ if (hh->shm_objref || !hh->vma_objref)
+ break;
+ file = cr_vma_read_file(ctx, hh->vma_objref);
+ break;
+ case CR_VMA_SHM_ANON: /* shared anonymous mapping */
+ if (!hh->shm_objref || hh->vma_objref)
+ break;
+ /*
+ * We could leave file==NULL and let mmap (below) do the
+ * work. However, if 'shm_size != vm_end - vm_start', or if
+ * 'vm_pgoff != 0', then this vma reflects only a portion
+ * of the shm object. In this case we need to "manually"
+ * create the full shm object. So we do it anyway ...
+ */
+ file = shmem_file_setup("/dev/zero", hh->shm_size, vm_flags);
+ add = 1;
+ break;
+ case CR_VMA_SHM_ANON_SKIP: /* shared anonymous mapping skipped */
+ if (!hh->shm_objref || hh->vma_objref)
+ break;
+ file = cr_obj_get_by_ref(ctx, hh->shm_objref, CR_OBJ_FILE);
+ if (!file)
+ file = ERR_PTR(-EINVAL);
+ if (!IS_ERR(file))
+ get_file(file);
+ break;
+ case CR_VMA_SHM_FILE: /* shared mapping of a file */
+ if (!hh->shm_objref || !hh->vma_objref)
+ break;
+ file = cr_vma_read_file(ctx, hh->vma_objref);
+ break;
+ default:
+ file = ERR_PTR(-EINVAL);
+ break;
+ }
+
+ if (IS_ERR(file))
+ return file;
+
+ if (add) {
+ ret = cr_obj_add_ref(ctx, file,
+ hh->shm_objref, CR_OBJ_FILE, 0);
+ if (ret < 0 && file)
+ fput(file);
+ file = ERR_PTR(ret);
+ }
+
+ return file;
+}
+
static int cr_read_vma(struct cr_ctx *ctx, struct mm_struct *mm)
{
struct cr_hdr_vma *hh;
@@ -246,22 +369,29 @@ static int cr_read_vma(struct cr_ctx *ctx, struct mm_struct *mm)
unsigned long addr;
enum vm_type vma_type;
struct file *file = NULL;
- int ret;
+ int shm, ret;
hh = cr_hbuf_get(ctx, sizeof(*hh));
if (!hh)
return -ENOMEM;
+
ret = cr_read_obj_type(ctx, hh, sizeof(*hh), CR_HDR_VMA);
if (ret < 0)
goto out;
- cr_debug("vma %#lx-%#lx type %d\n", (unsigned long) hh->vm_start,
- (unsigned long) hh->vm_end, (int) hh->vma_type);
+ cr_debug("vma %#lx-%#lx flags %#lx objref %d type %d\n",
+ (unsigned long) hh->vm_start, (unsigned long) hh->vm_end,
+ (unsigned long) hh->vm_flags, (int) hh->shm_objref,
+ (int) hh->vma_type);
ret = -EINVAL;
if (hh->vm_end < hh->vm_start)
goto out;
- if (hh->vma_objref <= 0)
+ if (hh->vma_objref < 0 || hh->shm_objref < 0)
+ goto out;
+
+ shm = !!hh->shm_objref;
+ if (!(hh->vm_flags & VM_SHARED) ^ !shm)
goto out;
vm_start = hh->vm_start;
@@ -271,34 +401,22 @@ static int cr_read_vma(struct cr_ctx *ctx, struct mm_struct *mm)
vm_flags = cr_calc_map_flags_bits(hh->vm_flags);
vma_type = hh->vma_type;
- switch (vma_type) {
-
- case CR_VMA_ANON: /* anonymous private mapping */
- if (vm_flags & VM_SHARED)
- goto out;
- /*
- * vm_pgoff for anonymous mapping is the "global" page
- * offset (namely from addr 0x0), so we force a zero
- */
+ /*
+ * vm_pgoff for anonymous mapping is the "global" page
+ * offset (namely from addr 0x0), so we force a zero
+ */
+ if (vma_type == CR_VMA_ANON)
vm_pgoff = 0;
- break;
-
- case CR_VMA_FILE: /* private mapping from a file */
- if (vm_flags & VM_SHARED)
- goto out;
- file = cr_vma_read_file(ctx, hh->vma_objref);
- if (IS_ERR(file)) {
- ret = PTR_ERR(file);
- file = NULL;
- goto out;
- }
- break;
- default:
+ /* prepare the file for this vma */
+ file = cr_vma_prep_file(ctx, hh);
+ if (IS_ERR(file)) {
+ ret = PTR_ERR(file);
+ file = NULL;
goto out;
-
}
+ /* create a new vma */
down_write(&mm->mmap_sem);
addr = do_mmap_pgoff(file, vm_start, vm_size,
vm_prot, vm_flags, vm_pgoff);
@@ -311,23 +429,11 @@ static int cr_read_vma(struct cr_ctx *ctx, struct mm_struct *mm)
goto out;
}
- /*
- * CR_VMA_ANON: read in memory as is
- * CR_VMA_FILE: read in memory as is
- * (more to follow ...)
- */
-
- switch (vma_type) {
- case CR_VMA_ANON:
- case CR_VMA_FILE:
- /* standard case: read the data into the memory */
+ /* read in the contents of this vma */
+ if (shm)
+ ret = cr_read_shared_vma_contents(ctx, file, vma_type);
+ else
ret = cr_read_private_vma_contents(ctx);
- break;
- default:
- /* pacifcy gcc (the default will be caught above) */
- ret = -EINVAL;
- break;
- }
out:
if (file)
@@ -365,6 +471,7 @@ int cr_read_mm(struct cr_ctx *ctx)
hh = cr_hbuf_get(ctx, sizeof(*hh));
if (!hh)
return -ENOMEM;
+
ret = cr_read_obj_type(ctx, hh, sizeof(*hh), CR_HDR_MM);
if (ret < 0)
goto out;
diff --git a/include/linux/checkpoint_hdr.h b/include/linux/checkpoint_hdr.h
index c30c5f6..e8059b5 100644
--- a/include/linux/checkpoint_hdr.h
+++ b/include/linux/checkpoint_hdr.h
@@ -117,7 +117,7 @@ struct cr_hdr_mm {
/* vma subtypes */
enum vm_type {
- CR_VMA_ANON,
+ CR_VMA_ANON = 1,
CR_VMA_FILE,
CR_VMA_SHM_ANON,
CR_VMA_SHM_ANON_SKIP,
--
1.5.4.3
_______________________________________________
Containers mailing list
Containers at lists.linux-foundation.org
https://lists.linux-foundation.org/mailman/listinfo/containers
More information about the Devel
mailing list