tag | line | file | source code |
vma | 85 | arch/i386/kernel/ptrace.c | static unsigned long get_long(struct vm_area_struct * vma, unsigned long addr) |
vma | 90 | arch/i386/kernel/ptrace.c | page = *PAGE_DIR_OFFSET(vma->vm_task->tss.cr3, addr); |
vma | 97 | arch/i386/kernel/ptrace.c | do_no_page(vma, addr, 0); |
vma | 117 | arch/i386/kernel/ptrace.c | static void put_long(struct vm_area_struct * vma, unsigned long addr, |
vma | 124 | arch/i386/kernel/ptrace.c | page = *PAGE_DIR_OFFSET(vma->vm_task->tss.cr3, addr); |
vma | 132 | arch/i386/kernel/ptrace.c | do_no_page(vma, addr, 0 /* PAGE_RW */); |
vma | 138 | arch/i386/kernel/ptrace.c | do_wp_page(vma, addr, PAGE_RW | PAGE_PRESENT); |
vma | 157 | arch/i386/kernel/ptrace.c | struct vm_area_struct * vma; |
vma | 160 | arch/i386/kernel/ptrace.c | for (vma = tsk->mm->mmap ; ; vma = vma->vm_next) { |
vma | 161 | arch/i386/kernel/ptrace.c | if (!vma) |
vma | 163 | arch/i386/kernel/ptrace.c | if (vma->vm_end > addr) |
vma | 166 | arch/i386/kernel/ptrace.c | if (vma->vm_start <= addr) |
vma | 167 | arch/i386/kernel/ptrace.c | return vma; |
vma | 168 | arch/i386/kernel/ptrace.c | if (!(vma->vm_flags & VM_GROWSDOWN)) |
vma | 170 | arch/i386/kernel/ptrace.c | if (vma->vm_end - addr > tsk->rlim[RLIMIT_STACK].rlim_cur) |
vma | 172 | arch/i386/kernel/ptrace.c | vma->vm_offset -= vma->vm_start - addr; |
vma | 173 | arch/i386/kernel/ptrace.c | vma->vm_start = addr; |
vma | 174 | arch/i386/kernel/ptrace.c | return vma; |
vma | 184 | arch/i386/kernel/ptrace.c | struct vm_area_struct * vma = find_vma(tsk, addr); |
vma | 186 | arch/i386/kernel/ptrace.c | if (!vma) |
vma | 190 | arch/i386/kernel/ptrace.c | struct vm_area_struct * vma_high = vma; |
vma | 192 | arch/i386/kernel/ptrace.c | if (addr + sizeof(long) >= vma->vm_end) { |
vma | 193 | arch/i386/kernel/ptrace.c | vma_high = vma->vm_next; |
vma | 194 | arch/i386/kernel/ptrace.c | if (!vma_high || vma_high->vm_start != vma->vm_end) |
vma | 197 | arch/i386/kernel/ptrace.c | low = get_long(vma, addr & ~(sizeof(long)-1)); |
vma | 215 | arch/i386/kernel/ptrace.c | *result = get_long(vma, addr); |
vma | 226 | arch/i386/kernel/ptrace.c | struct vm_area_struct * vma = find_vma(tsk, addr); |
vma | 228 | arch/i386/kernel/ptrace.c | if (!vma) |
vma | 232 | arch/i386/kernel/ptrace.c | struct vm_area_struct * vma_high = vma; |
vma | 234 | arch/i386/kernel/ptrace.c | if (addr + sizeof(long) >= vma->vm_end) { |
vma | 235 | arch/i386/kernel/ptrace.c | vma_high = vma->vm_next; |
vma | 236 | arch/i386/kernel/ptrace.c | if (!vma_high || vma_high->vm_start != vma->vm_end) |
vma | 239 | arch/i386/kernel/ptrace.c | low = get_long(vma, addr & ~(sizeof(long)-1)); |
vma | 264 | arch/i386/kernel/ptrace.c | put_long(vma, addr & ~(sizeof(long)-1),low); |
vma | 267 | arch/i386/kernel/ptrace.c | put_long(vma, addr, data); |
vma | 86 | drivers/char/mem.c | static int mmap_mem(struct inode * inode, struct file * file, struct vm_area_struct * vma) |
vma | 88 | drivers/char/mem.c | if (vma->vm_offset & ~PAGE_MASK) |
vma | 90 | drivers/char/mem.c | if (x86 > 3 && vma->vm_offset >= high_memory) |
vma | 91 | drivers/char/mem.c | vma->vm_page_prot |= PAGE_PCD; |
vma | 92 | drivers/char/mem.c | if (remap_page_range(vma->vm_start, vma->vm_offset, vma->vm_end - vma->vm_start, vma->vm_page_prot)) |
vma | 94 | drivers/char/mem.c | vma->vm_inode = inode; |
vma | 162 | drivers/char/mem.c | static int mmap_zero(struct inode * inode, struct file * file, struct vm_area_struct * vma) |
vma | 164 | drivers/char/mem.c | if (vma->vm_page_prot & PAGE_RW) |
vma | 166 | drivers/char/mem.c | if (zeromap_page_range(vma->vm_start, vma->vm_end - vma->vm_start, vma->vm_page_prot)) |
vma | 89 | fs/msdos/mmap.c | int msdos_mmap(struct inode * inode, struct file * file, struct vm_area_struct * vma) |
vma | 91 | fs/msdos/mmap.c | if (vma->vm_page_prot & PAGE_RW) /* only PAGE_COW or read-only supported now */ |
vma | 93 | fs/msdos/mmap.c | if (vma->vm_offset & (inode->i_sb->s_blocksize - 1)) |
vma | 102 | fs/msdos/mmap.c | vma->vm_inode = inode; |
vma | 104 | fs/msdos/mmap.c | vma->vm_ops = &msdos_file_mmap; |
vma | 30 | fs/namei.c | struct vm_area_struct * vma; |
vma | 34 | fs/namei.c | for (vma = current->mm->mmap ; ; vma = vma->vm_next) { |
vma | 35 | fs/namei.c | if (!vma) |
vma | 37 | fs/namei.c | if (vma->vm_end > address) |
vma | 40 | fs/namei.c | if (vma->vm_start > address || !(vma->vm_page_prot & PAGE_USER)) |
vma | 42 | fs/namei.c | address = vma->vm_end - address; |
vma | 45 | fs/namei.c | if (vma->vm_next && vma->vm_next->vm_start == vma->vm_end && |
vma | 46 | fs/namei.c | (vma->vm_next->vm_page_prot & PAGE_USER)) |
vma | 93 | fs/nfs/mmap.c | int nfs_mmap(struct inode * inode, struct file * file, struct vm_area_struct * vma) |
vma | 95 | fs/nfs/mmap.c | if (vma->vm_page_prot & PAGE_RW) /* only PAGE_COW or read-only supported now */ |
vma | 104 | fs/nfs/mmap.c | vma->vm_inode = inode; |
vma | 106 | fs/nfs/mmap.c | vma->vm_ops = &nfs_file_mmap; |
vma | 136 | fs/proc/link.c | struct vm_area_struct * vma = p->mm->mmap; |
vma | 137 | fs/proc/link.c | while (vma) { |
vma | 138 | fs/proc/link.c | if (vma->vm_flags & VM_EXECUTABLE) { |
vma | 139 | fs/proc/link.c | new_inode = vma->vm_inode; |
vma | 142 | fs/proc/link.c | vma = vma->vm_next; |
vma | 145 | fs/proc/mem.c | struct vm_area_struct * vma) |
vma | 169 | fs/proc/mem.c | stmp = vma->vm_offset; |
vma | 170 | fs/proc/mem.c | while (stmp < vma->vm_offset + (vma->vm_end - vma->vm_start)) { |
vma | 193 | fs/proc/mem.c | stmp = vma->vm_offset; |
vma | 194 | fs/proc/mem.c | dtmp = vma->vm_start; |
vma | 196 | fs/proc/mem.c | while (dtmp < vma->vm_end) { |
vma | 216 | fs/proc/mem.c | if ((vma->vm_flags & VM_WRITE) && !(*src_table & PAGE_RW)) |
vma | 514 | fs/super.c | struct vm_area_struct * vma; |
vma | 520 | fs/super.c | for (vma = current->mm->mmap ; ; ) { |
vma | 521 | fs/super.c | if (!vma || |
vma | 522 | fs/super.c | (unsigned long) data < vma->vm_start) { |
vma | 525 | fs/super.c | if ((unsigned long) data < vma->vm_end) |
vma | 527 | fs/super.c | vma = vma->vm_next; |
vma | 529 | fs/super.c | i = vma->vm_end - (unsigned long) data; |
vma | 175 | include/linux/mm.h | extern void do_wp_page(struct vm_area_struct * vma, unsigned long address, |
vma | 177 | include/linux/mm.h | extern void do_no_page(struct vm_area_struct * vma, unsigned long address, |
vma | 116 | include/linux/nfs_fs.h | extern int nfs_mmap(struct inode * inode, struct file * file, struct vm_area_struct * vma); |
vma | 607 | ipc/shm.c | static unsigned long shm_swap_in(struct vm_area_struct * vma, unsigned long code) |
vma | 383 | kernel/sys.c | struct vm_area_struct * vma; |
vma | 412 | kernel/sys.c | for (vma = current->mm->mmap; vma; vma = vma->vm_next) { |
vma | 413 | kernel/sys.c | if (newbrk <= vma->vm_start) |
vma | 415 | kernel/sys.c | if (oldbrk < vma->vm_end) |
vma | 63 | mm/filemap.c | static inline void file_mmap_sync_page(struct vm_area_struct * vma, |
vma | 85 | mm/filemap.c | static void file_mmap_sync(struct vm_area_struct * vma, unsigned long start, |
vma | 95 | mm/filemap.c | start -= vma->vm_start; |
vma | 125 | mm/filemap.c | file_mmap_sync_page(vma, start, page); |
vma | 136 | mm/filemap.c | static void file_mmap_unmap(struct vm_area_struct *vma, unsigned long start, size_t len) |
vma | 138 | mm/filemap.c | if (vma->vm_page_prot & PAGE_RW) |
vma | 139 | mm/filemap.c | file_mmap_sync(vma, start, len, MS_ASYNC); |
vma | 145 | mm/filemap.c | static void file_mmap_close(struct vm_area_struct * vma) |
vma | 147 | mm/filemap.c | if (vma->vm_page_prot & PAGE_RW) |
vma | 148 | mm/filemap.c | file_mmap_sync(vma, vma->vm_start, vma->vm_end - vma->vm_start, MS_ASYNC); |
vma | 158 | mm/filemap.c | void file_mmap_swapout(struct vm_area_struct * vma, |
vma | 204 | mm/filemap.c | int generic_mmap(struct inode * inode, struct file * file, struct vm_area_struct * vma) |
vma | 208 | mm/filemap.c | if (vma->vm_offset & (inode->i_sb->s_blocksize - 1)) |
vma | 215 | mm/filemap.c | if (vma->vm_flags & VM_SHARED) { |
vma | 216 | mm/filemap.c | if (vma->vm_flags & (VM_WRITE | VM_MAYWRITE)) { |
vma | 228 | mm/filemap.c | vma->vm_inode = inode; |
vma | 230 | mm/filemap.c | vma->vm_ops = ops; |
vma | 563 | mm/memory.c | void do_wp_page(struct vm_area_struct * vma, unsigned long address, |
vma | 570 | mm/memory.c | pde = PAGE_DIR_OFFSET(vma->vm_task->tss.cr3,address); |
vma | 585 | mm/memory.c | vma->vm_task->mm->min_flt++; |
vma | 591 | mm/memory.c | ++vma->vm_task->mm->rss; |
vma | 599 | mm/memory.c | oom(vma->vm_task); |
vma | 612 | mm/memory.c | send_sig(SIGKILL, vma->vm_task, 1); |
vma | 617 | mm/memory.c | send_sig(SIGKILL, vma->vm_task, 1); |
vma | 629 | mm/memory.c | struct vm_area_struct * vma; |
vma | 639 | mm/memory.c | for (vma = current->mm->mmap ; ; vma = vma->vm_next) { |
vma | 640 | mm/memory.c | if (!vma) |
vma | 642 | mm/memory.c | if (vma->vm_end > start) |
vma | 645 | mm/memory.c | if (vma->vm_start <= start) |
vma | 647 | mm/memory.c | if (!(vma->vm_flags & VM_GROWSDOWN)) |
vma | 649 | mm/memory.c | if (vma->vm_end - start > current->rlim[RLIMIT_STACK].rlim_cur) |
vma | 657 | mm/memory.c | if (!(vma->vm_page_prot & PAGE_USER)) |
vma | 659 | mm/memory.c | if (type != VERIFY_READ && !(vma->vm_page_prot & (PAGE_COW | PAGE_RW))) |
vma | 661 | mm/memory.c | if (vma->vm_end - start >= size) |
vma | 663 | mm/memory.c | next = vma->vm_next; |
vma | 664 | mm/memory.c | if (!next || vma->vm_end != next->vm_start) |
vma | 666 | mm/memory.c | vma = next; |
vma | 676 | mm/memory.c | if (!(vma->vm_page_prot & (PAGE_COW | PAGE_RW))) |
vma | 678 | mm/memory.c | do_wp_page(vma, start, PAGE_PRESENT); |
vma | 683 | mm/memory.c | if (start < vma->vm_end) |
vma | 685 | mm/memory.c | vma = vma->vm_next; |
vma | 686 | mm/memory.c | if (!vma || vma->vm_start != start) |
vma | 883 | mm/memory.c | static inline void do_swap_page(struct vm_area_struct * vma, |
vma | 888 | mm/memory.c | if (vma->vm_ops && vma->vm_ops->swapin) |
vma | 889 | mm/memory.c | page = vma->vm_ops->swapin(vma, entry); |
vma | 896 | mm/memory.c | page = page | vma->vm_page_prot; |
vma | 899 | mm/memory.c | ++vma->vm_task->mm->rss; |
vma | 900 | mm/memory.c | ++vma->vm_task->mm->maj_flt; |
vma | 905 | mm/memory.c | void do_no_page(struct vm_area_struct * vma, unsigned long address, |
vma | 910 | mm/memory.c | page = get_empty_pgtable(vma->vm_task,address); |
vma | 919 | mm/memory.c | do_swap_page(vma, address, (unsigned long *) page, entry); |
vma | 924 | mm/memory.c | if (!vma->vm_ops || !vma->vm_ops->nopage) { |
vma | 925 | mm/memory.c | ++vma->vm_task->mm->rss; |
vma | 926 | mm/memory.c | ++vma->vm_task->mm->min_flt; |
vma | 927 | mm/memory.c | get_empty_page(vma->vm_task,address); |
vma | 931 | mm/memory.c | if (share_page(vma, address, error_code, page)) { |
vma | 932 | mm/memory.c | ++vma->vm_task->mm->min_flt; |
vma | 933 | mm/memory.c | ++vma->vm_task->mm->rss; |
vma | 938 | mm/memory.c | put_page(vma->vm_task, BAD_PAGE, address, PAGE_PRIVATE); |
vma | 941 | mm/memory.c | ++vma->vm_task->mm->maj_flt; |
vma | 942 | mm/memory.c | ++vma->vm_task->mm->rss; |
vma | 943 | mm/memory.c | prot = vma->vm_page_prot; |
vma | 949 | mm/memory.c | page = vma->vm_ops->nopage(vma, address, page, (error_code & PAGE_RW) && (prot & PAGE_COW)); |
vma | 950 | mm/memory.c | if (share_page(vma, address, error_code, 0)) { |
vma | 962 | mm/memory.c | if (put_page(vma->vm_task, page, address, prot)) |
vma | 975 | mm/memory.c | struct vm_area_struct * vma; |
vma | 981 | mm/memory.c | for (vma = current->mm->mmap ; ; vma = vma->vm_next) { |
vma | 982 | mm/memory.c | if (!vma) |
vma | 984 | mm/memory.c | if (vma->vm_end > address) |
vma | 987 | mm/memory.c | if (vma->vm_start <= address) |
vma | 989 | mm/memory.c | if (!(vma->vm_flags & VM_GROWSDOWN)) |
vma | 991 | mm/memory.c | if (vma->vm_end - address > current->rlim[RLIMIT_STACK].rlim_cur) |
vma | 993 | mm/memory.c | vma->vm_offset -= vma->vm_start - (address & PAGE_MASK); |
vma | 994 | mm/memory.c | vma->vm_start = (address & PAGE_MASK); |
vma | 1005 | mm/memory.c | if (!(vma->vm_page_prot & PAGE_USER)) |
vma | 1008 | mm/memory.c | if (!(vma->vm_page_prot & (PAGE_RW | PAGE_COW))) |
vma | 1014 | mm/memory.c | do_wp_page(vma, address, error_code); |
vma | 1017 | mm/memory.c | do_no_page(vma, address, error_code); |
vma | 42 | mm/mmap.c | struct vm_area_struct * vma; |
vma | 111 | mm/mmap.c | vma = (struct vm_area_struct *)kmalloc(sizeof(struct vm_area_struct), |
vma | 113 | mm/mmap.c | if (!vma) |
vma | 116 | mm/mmap.c | vma->vm_task = current; |
vma | 117 | mm/mmap.c | vma->vm_start = addr; |
vma | 118 | mm/mmap.c | vma->vm_end = addr + len; |
vma | 119 | mm/mmap.c | vma->vm_page_prot = mask; |
vma | 120 | mm/mmap.c | vma->vm_flags = prot & (VM_READ | VM_WRITE | VM_EXEC); |
vma | 121 | mm/mmap.c | vma->vm_flags |= flags & (VM_GROWSDOWN | VM_DENYWRITE | VM_EXECUTABLE); |
vma | 125 | mm/mmap.c | vma->vm_flags |= VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC; |
vma | 127 | mm/mmap.c | vma->vm_flags |= VM_SHARED | VM_MAYSHARE; |
vma | 129 | mm/mmap.c | vma->vm_flags &= ~VM_MAYWRITE; |
vma | 132 | mm/mmap.c | vma->vm_flags |= VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC; |
vma | 133 | mm/mmap.c | vma->vm_ops = NULL; |
vma | 134 | mm/mmap.c | vma->vm_offset = off; |
vma | 135 | mm/mmap.c | vma->vm_inode = NULL; |
vma | 136 | mm/mmap.c | vma->vm_pte = 0; |
vma | 141 | mm/mmap.c | error = file->f_op->mmap(file->f_inode, file, vma); |
vma | 143 | mm/mmap.c | error = anon_map(NULL, NULL, vma); |
vma | 146 | mm/mmap.c | kfree(vma); |
vma | 149 | mm/mmap.c | insert_vm_struct(current, vma); |
vma | 483 | mm/mmap.c | static int anon_map(struct inode *ino, struct file * file, struct vm_area_struct * vma) |
vma | 485 | mm/mmap.c | if (zeromap_page_range(vma->vm_start, vma->vm_end - vma->vm_start, vma->vm_page_prot)) |
vma | 53 | mm/mprotect.c | static inline int mprotect_fixup_all(struct vm_area_struct * vma, |
vma | 56 | mm/mprotect.c | vma->vm_flags = newflags; |
vma | 57 | mm/mprotect.c | vma->vm_page_prot = prot; |
vma | 61 | mm/mprotect.c | static inline int mprotect_fixup_start(struct vm_area_struct * vma, |
vma | 70 | mm/mprotect.c | *n = *vma; |
vma | 71 | mm/mprotect.c | vma->vm_start = end; |
vma | 73 | mm/mprotect.c | vma->vm_offset += vma->vm_start - n->vm_start; |
vma | 84 | mm/mprotect.c | static inline int mprotect_fixup_end(struct vm_area_struct * vma, |
vma | 93 | mm/mprotect.c | *n = *vma; |
vma | 94 | mm/mprotect.c | vma->vm_end = start; |
vma | 96 | mm/mprotect.c | n->vm_offset += n->vm_start - vma->vm_start; |
vma | 107 | mm/mprotect.c | static inline int mprotect_fixup_middle(struct vm_area_struct * vma, |
vma | 121 | mm/mprotect.c | *left = *vma; |
vma | 122 | mm/mprotect.c | *right = *vma; |
vma | 124 | mm/mprotect.c | vma->vm_start = start; |
vma | 125 | mm/mprotect.c | vma->vm_end = end; |
vma | 127 | mm/mprotect.c | vma->vm_offset += vma->vm_start - left->vm_start; |
vma | 129 | mm/mprotect.c | vma->vm_flags = newflags; |
vma | 130 | mm/mprotect.c | vma->vm_page_prot = prot; |
vma | 131 | mm/mprotect.c | if (vma->vm_inode) |
vma | 132 | mm/mprotect.c | vma->vm_inode->i_count += 2; |
vma | 133 | mm/mprotect.c | if (vma->vm_ops && vma->vm_ops->open) { |
vma | 134 | mm/mprotect.c | vma->vm_ops->open(left); |
vma | 135 | mm/mprotect.c | vma->vm_ops->open(right); |
vma | 142 | mm/mprotect.c | static int mprotect_fixup(struct vm_area_struct * vma, |
vma | 147 | mm/mprotect.c | if (newflags == vma->vm_flags) |
vma | 158 | mm/mprotect.c | if (start == vma->vm_start) |
vma | 159 | mm/mprotect.c | if (end == vma->vm_end) |
vma | 160 | mm/mprotect.c | error = mprotect_fixup_all(vma, newflags, prot); |
vma | 162 | mm/mprotect.c | error = mprotect_fixup_start(vma, end, newflags, prot); |
vma | 163 | mm/mprotect.c | else if (end == vma->vm_end) |
vma | 164 | mm/mprotect.c | error = mprotect_fixup_end(vma, start, newflags, prot); |
vma | 166 | mm/mprotect.c | error = mprotect_fixup_middle(vma, start, end, newflags, prot); |
vma | 178 | mm/mprotect.c | struct vm_area_struct * vma, * next; |
vma | 191 | mm/mprotect.c | for (vma = current->mm->mmap ; ; vma = vma->vm_next) { |
vma | 192 | mm/mprotect.c | if (!vma) |
vma | 194 | mm/mprotect.c | if (vma->vm_end > start) |
vma | 197 | mm/mprotect.c | if (vma->vm_start > start) |
vma | 205 | mm/mprotect.c | newflags = prot | (vma->vm_flags & ~(PROT_READ | PROT_WRITE | PROT_EXEC)); |
vma | 211 | mm/mprotect.c | if (vma->vm_end >= end) { |
vma | 212 | mm/mprotect.c | error = mprotect_fixup(vma, start, end, newflags); |
vma | 216 | mm/mprotect.c | tmp = vma->vm_end; |
vma | 217 | mm/mprotect.c | next = vma->vm_next; |
vma | 218 | mm/mprotect.c | error = mprotect_fixup(vma, start, tmp, newflags); |
vma | 222 | mm/mprotect.c | vma = next; |
vma | 223 | mm/mprotect.c | if (!vma || vma->vm_start != start) { |
vma | 291 | mm/swap.c | static inline int try_to_swap_out(struct vm_area_struct* vma, unsigned offset, unsigned long * table_ptr) |
vma | 315 | mm/swap.c | if (vma->vm_ops && vma->vm_ops->swapout) |
vma | 316 | mm/swap.c | vma->vm_ops->swapout(vma, offset, table_ptr); |
vma | 379 | mm/swap.c | struct vm_area_struct* vma; |
vma | 390 | mm/swap.c | vma = p->mm->mmap; |
vma | 392 | mm/swap.c | if (!vma) |
vma | 394 | mm/swap.c | if (address <= vma->vm_end) |
vma | 396 | mm/swap.c | vma = vma->vm_next; |
vma | 398 | mm/swap.c | if (address < vma->vm_start) |
vma | 399 | mm/swap.c | address = vma->vm_start; |
vma | 427 | mm/swap.c | if (address+offset < vma->vm_end) |
vma | 429 | mm/swap.c | vma = vma->vm_next; |
vma | 430 | mm/swap.c | if (!vma) |
vma | 434 | mm/swap.c | switch(try_to_swap_out(vma, offset+address-vma->vm_start, (unsigned long *) (pg_table + (offset >> 10)))) { |