提交 9d3af4b4 编写于 作者: W Will Deacon

mm: Pass 'address' to map to do_set_pte() and drop FAULT_FLAG_PREFAULT

Rather than modifying the 'address' field of the 'struct vm_fault'
passed to do_set_pte(), leave that to identify the real faulting address
and pass in the virtual address to be mapped by the new pte as a
separate argument.

This makes FAULT_FLAG_PREFAULT redundant, as a prefault entry can be
identified simply by comparing the new address parameter with the
faulting address, so remove the redundant flag at the same time.

Cc: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: NWill Deacon <will@kernel.org>
上级 742d3372
...@@ -434,7 +434,6 @@ extern pgprot_t protection_map[16]; ...@@ -434,7 +434,6 @@ extern pgprot_t protection_map[16];
* @FAULT_FLAG_REMOTE: The fault is not for current task/mm. * @FAULT_FLAG_REMOTE: The fault is not for current task/mm.
* @FAULT_FLAG_INSTRUCTION: The fault was during an instruction fetch. * @FAULT_FLAG_INSTRUCTION: The fault was during an instruction fetch.
* @FAULT_FLAG_INTERRUPTIBLE: The fault can be interrupted by non-fatal signals. * @FAULT_FLAG_INTERRUPTIBLE: The fault can be interrupted by non-fatal signals.
* @FAULT_FLAG_PREFAULT: Fault was a prefault.
* *
* About @FAULT_FLAG_ALLOW_RETRY and @FAULT_FLAG_TRIED: we can specify * About @FAULT_FLAG_ALLOW_RETRY and @FAULT_FLAG_TRIED: we can specify
* whether we would allow page faults to retry by specifying these two * whether we would allow page faults to retry by specifying these two
...@@ -465,7 +464,6 @@ extern pgprot_t protection_map[16]; ...@@ -465,7 +464,6 @@ extern pgprot_t protection_map[16];
#define FAULT_FLAG_REMOTE 0x80 #define FAULT_FLAG_REMOTE 0x80
#define FAULT_FLAG_INSTRUCTION 0x100 #define FAULT_FLAG_INSTRUCTION 0x100
#define FAULT_FLAG_INTERRUPTIBLE 0x200 #define FAULT_FLAG_INTERRUPTIBLE 0x200
#define FAULT_FLAG_PREFAULT 0x400
/* /*
* The default fault flags that should be used by most of the * The default fault flags that should be used by most of the
...@@ -503,8 +501,7 @@ static inline bool fault_flag_allow_retry_first(unsigned int flags) ...@@ -503,8 +501,7 @@ static inline bool fault_flag_allow_retry_first(unsigned int flags)
{ FAULT_FLAG_USER, "USER" }, \ { FAULT_FLAG_USER, "USER" }, \
{ FAULT_FLAG_REMOTE, "REMOTE" }, \ { FAULT_FLAG_REMOTE, "REMOTE" }, \
{ FAULT_FLAG_INSTRUCTION, "INSTRUCTION" }, \ { FAULT_FLAG_INSTRUCTION, "INSTRUCTION" }, \
{ FAULT_FLAG_INTERRUPTIBLE, "INTERRUPTIBLE" }, \ { FAULT_FLAG_INTERRUPTIBLE, "INTERRUPTIBLE" }
{ FAULT_FLAG_PREFAULT, "PREFAULT" }
/* /*
* vm_fault is filled by the pagefault handler and passed to the vma's * vm_fault is filled by the pagefault handler and passed to the vma's
...@@ -995,7 +992,7 @@ static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma) ...@@ -995,7 +992,7 @@ static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma)
} }
vm_fault_t do_set_pmd(struct vm_fault *vmf, struct page *page); vm_fault_t do_set_pmd(struct vm_fault *vmf, struct page *page);
void do_set_pte(struct vm_fault *vmf, struct page *page); void do_set_pte(struct vm_fault *vmf, struct page *page, unsigned long addr);
vm_fault_t finish_fault(struct vm_fault *vmf); vm_fault_t finish_fault(struct vm_fault *vmf);
vm_fault_t finish_mkwrite_fault(struct vm_fault *vmf); vm_fault_t finish_mkwrite_fault(struct vm_fault *vmf);
......
...@@ -3018,8 +3018,7 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf, ...@@ -3018,8 +3018,7 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf,
struct file *file = vma->vm_file; struct file *file = vma->vm_file;
struct address_space *mapping = file->f_mapping; struct address_space *mapping = file->f_mapping;
pgoff_t last_pgoff = start_pgoff; pgoff_t last_pgoff = start_pgoff;
unsigned long address = vmf->address; unsigned long addr;
unsigned long flags = vmf->flags;
XA_STATE(xas, &mapping->i_pages, start_pgoff); XA_STATE(xas, &mapping->i_pages, start_pgoff);
struct page *head, *page; struct page *head, *page;
unsigned int mmap_miss = READ_ONCE(file->f_ra.mmap_miss); unsigned int mmap_miss = READ_ONCE(file->f_ra.mmap_miss);
...@@ -3035,8 +3034,8 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf, ...@@ -3035,8 +3034,8 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf,
goto out; goto out;
} }
vmf->address = vma->vm_start + ((start_pgoff - vma->vm_pgoff) << PAGE_SHIFT); addr = vma->vm_start + ((start_pgoff - vma->vm_pgoff) << PAGE_SHIFT);
vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address, &vmf->ptl); vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, addr, &vmf->ptl);
do { do {
page = find_subpage(head, xas.xa_index); page = find_subpage(head, xas.xa_index);
if (PageHWPoison(page)) if (PageHWPoison(page))
...@@ -3045,7 +3044,7 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf, ...@@ -3045,7 +3044,7 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf,
if (mmap_miss > 0) if (mmap_miss > 0)
mmap_miss--; mmap_miss--;
vmf->address += (xas.xa_index - last_pgoff) << PAGE_SHIFT; addr += (xas.xa_index - last_pgoff) << PAGE_SHIFT;
vmf->pte += xas.xa_index - last_pgoff; vmf->pte += xas.xa_index - last_pgoff;
last_pgoff = xas.xa_index; last_pgoff = xas.xa_index;
...@@ -3053,16 +3052,12 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf, ...@@ -3053,16 +3052,12 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf,
goto unlock; goto unlock;
/* We're about to handle the fault */ /* We're about to handle the fault */
if (vmf->address == address) { if (vmf->address == addr)
vmf->flags &= ~FAULT_FLAG_PREFAULT;
ret = VM_FAULT_NOPAGE; ret = VM_FAULT_NOPAGE;
} else {
vmf->flags |= FAULT_FLAG_PREFAULT;
}
do_set_pte(vmf, page); do_set_pte(vmf, page, addr);
/* no need to invalidate: a not-present page won't be cached */ /* no need to invalidate: a not-present page won't be cached */
update_mmu_cache(vma, vmf->address, vmf->pte); update_mmu_cache(vma, addr, vmf->pte);
unlock_page(head); unlock_page(head);
continue; continue;
unlock: unlock:
...@@ -3072,8 +3067,6 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf, ...@@ -3072,8 +3067,6 @@ vm_fault_t filemap_map_pages(struct vm_fault *vmf,
pte_unmap_unlock(vmf->pte, vmf->ptl); pte_unmap_unlock(vmf->pte, vmf->ptl);
out: out:
rcu_read_unlock(); rcu_read_unlock();
vmf->flags = flags;
vmf->address = address;
WRITE_ONCE(file->f_ra.mmap_miss, mmap_miss); WRITE_ONCE(file->f_ra.mmap_miss, mmap_miss);
return ret; return ret;
} }
......
...@@ -3733,11 +3733,11 @@ vm_fault_t do_set_pmd(struct vm_fault *vmf, struct page *page) ...@@ -3733,11 +3733,11 @@ vm_fault_t do_set_pmd(struct vm_fault *vmf, struct page *page)
} }
#endif #endif
void do_set_pte(struct vm_fault *vmf, struct page *page) void do_set_pte(struct vm_fault *vmf, struct page *page, unsigned long addr)
{ {
struct vm_area_struct *vma = vmf->vma; struct vm_area_struct *vma = vmf->vma;
bool write = vmf->flags & FAULT_FLAG_WRITE; bool write = vmf->flags & FAULT_FLAG_WRITE;
bool prefault = vmf->flags & FAULT_FLAG_PREFAULT; bool prefault = vmf->address != addr;
pte_t entry; pte_t entry;
flush_icache_page(vma, page); flush_icache_page(vma, page);
...@@ -3753,13 +3753,13 @@ void do_set_pte(struct vm_fault *vmf, struct page *page) ...@@ -3753,13 +3753,13 @@ void do_set_pte(struct vm_fault *vmf, struct page *page)
/* copy-on-write page */ /* copy-on-write page */
if (write && !(vma->vm_flags & VM_SHARED)) { if (write && !(vma->vm_flags & VM_SHARED)) {
inc_mm_counter_fast(vma->vm_mm, MM_ANONPAGES); inc_mm_counter_fast(vma->vm_mm, MM_ANONPAGES);
page_add_new_anon_rmap(page, vma, vmf->address, false); page_add_new_anon_rmap(page, vma, addr, false);
lru_cache_add_inactive_or_unevictable(page, vma); lru_cache_add_inactive_or_unevictable(page, vma);
} else { } else {
inc_mm_counter_fast(vma->vm_mm, mm_counter_file(page)); inc_mm_counter_fast(vma->vm_mm, mm_counter_file(page));
page_add_file_rmap(page, false); page_add_file_rmap(page, false);
} }
set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry); set_pte_at(vma->vm_mm, addr, vmf->pte, entry);
} }
/** /**
...@@ -3819,7 +3819,7 @@ vm_fault_t finish_fault(struct vm_fault *vmf) ...@@ -3819,7 +3819,7 @@ vm_fault_t finish_fault(struct vm_fault *vmf)
ret = 0; ret = 0;
/* Re-check under ptl */ /* Re-check under ptl */
if (likely(pte_none(*vmf->pte))) if (likely(pte_none(*vmf->pte)))
do_set_pte(vmf, page); do_set_pte(vmf, page, vmf->address);
else else
ret = VM_FAULT_NOPAGE; ret = VM_FAULT_NOPAGE;
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册