2 * arch/s390/lib/uaccess_pt.c
4 * User access functions based on page table walks.
6 * Copyright IBM Corp. 2006
7 * Author(s): Gerald Schaefer (gerald.schaefer@de.ibm.com)
10 #include <linux/errno.h>
11 #include <linux/hardirq.h>
13 #include <asm/uaccess.h>
14 #include <asm/futex.h>
16 static inline int __handle_fault(struct mm_struct *mm, unsigned long address,
19 struct vm_area_struct *vma;
24 down_read(&mm->mmap_sem);
25 vma = find_vma(mm, address);
28 if (unlikely(vma->vm_start > address)) {
29 if (!(vma->vm_flags & VM_GROWSDOWN))
31 if (expand_stack(vma, address))
36 /* page not present, check vm flags */
37 if (!(vma->vm_flags & (VM_READ | VM_EXEC | VM_WRITE)))
40 if (!(vma->vm_flags & VM_WRITE))
45 switch (handle_mm_fault(mm, vma, address, write_access)) {
61 up_read(&mm->mmap_sem);
65 up_read(&mm->mmap_sem);
66 if (is_init(current)) {
68 down_read(&mm->mmap_sem);
71 printk("VM: killing process %s\n", current->comm);
75 up_read(&mm->mmap_sem);
76 current->thread.prot_addr = address;
77 current->thread.trap_no = 0x11;
78 force_sig(SIGBUS, current);
82 static inline size_t __user_copy_pt(unsigned long uaddr, void *kptr,
83 size_t n, int write_user)
85 struct mm_struct *mm = current->mm;
86 unsigned long offset, pfn, done, size;
94 spin_lock(&mm->page_table_lock);
96 pgd = pgd_offset(mm, uaddr);
97 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd)))
100 pmd = pmd_offset(pgd, uaddr);
101 if (pmd_none(*pmd) || unlikely(pmd_bad(*pmd)))
104 pte = pte_offset_map(pmd, uaddr);
105 if (!pte || !pte_present(*pte) ||
106 (write_user && !pte_write(*pte)))
113 offset = uaddr & (PAGE_SIZE - 1);
114 size = min(n - done, PAGE_SIZE - offset);
116 to = (void *)((pfn << PAGE_SHIFT) + offset);
119 from = (void *)((pfn << PAGE_SHIFT) + offset);
122 memcpy(to, from, size);
127 spin_unlock(&mm->page_table_lock);
130 spin_unlock(&mm->page_table_lock);
131 if (__handle_fault(mm, uaddr, write_user))
136 size_t copy_from_user_pt(size_t n, const void __user *from, void *to)
140 if (segment_eq(get_fs(), KERNEL_DS)) {
141 memcpy(to, (void __kernel __force *) from, n);
144 rc = __user_copy_pt((unsigned long) from, to, n, 0);
146 memset(to + n - rc, 0, rc);
150 size_t copy_to_user_pt(size_t n, void __user *to, const void *from)
152 if (segment_eq(get_fs(), KERNEL_DS)) {
153 memcpy((void __kernel __force *) to, from, n);
156 return __user_copy_pt((unsigned long) to, (void *) from, n, 1);