2 * Copyright (c) 2010 Isilon Systems, Inc.
3 * Copyright (c) 2010 iX Systems, Inc.
4 * Copyright (c) 2010 Panasas, Inc.
5 * Copyright (c) 2013-2017 Mellanox Technologies, Ltd.
6 * Copyright (c) 2015 François Tigeot
7 * Copyright (c) 2015 Matthew Dillon <dillon@backplane.com>
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
13 * 1. Redistributions of source code must retain the above copyright
14 * notice unmodified, this list of conditions, and the following
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
22 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
24 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
29 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 #include <linux/spinlock.h>
37 #include <linux/gfp.h>
38 #include <linux/kernel.h>
39 #include <linux/mm_types.h>
40 #include <linux/pfn.h>
41 #include <linux/list.h>
43 #include <asm/pgtable.h>
45 #define PAGE_ALIGN(x) ALIGN(x, PAGE_SIZE)
48 * Make sure our LinuxKPI defined virtual memory flags don't conflict
49 * with the ones defined by FreeBSD:
51 CTASSERT((VM_PROT_ALL & -(1 << 8)) == 0);
53 #define VM_READ VM_PROT_READ
54 #define VM_WRITE VM_PROT_WRITE
55 #define VM_EXEC VM_PROT_EXECUTE
57 #define VM_PFNINTERNAL (1 << 8) /* FreeBSD private flag to vm_insert_pfn() */
58 #define VM_MIXEDMAP (1 << 9)
59 #define VM_NORESERVE (1 << 10)
60 #define VM_PFNMAP (1 << 11)
61 #define VM_IO (1 << 12)
62 #define VM_MAYWRITE (1 << 13)
63 #define VM_DONTCOPY (1 << 14)
64 #define VM_DONTEXPAND (1 << 15)
65 #define VM_DONTDUMP (1 << 16)
67 #define VMA_MAX_PREFAULT_RECORD 1
69 #define FOLL_WRITE (1 << 0)
70 #define FOLL_FORCE (1 << 1)
72 #define VM_FAULT_OOM (1 << 0)
73 #define VM_FAULT_SIGBUS (1 << 1)
74 #define VM_FAULT_MAJOR (1 << 2)
75 #define VM_FAULT_WRITE (1 << 3)
76 #define VM_FAULT_HWPOISON (1 << 4)
77 #define VM_FAULT_HWPOISON_LARGE (1 << 5)
78 #define VM_FAULT_SIGSEGV (1 << 6)
79 #define VM_FAULT_NOPAGE (1 << 7)
80 #define VM_FAULT_LOCKED (1 << 8)
81 #define VM_FAULT_RETRY (1 << 9)
82 #define VM_FAULT_FALLBACK (1 << 10)
84 #define FAULT_FLAG_WRITE (1 << 0)
85 #define FAULT_FLAG_MKWRITE (1 << 1)
86 #define FAULT_FLAG_ALLOW_RETRY (1 << 2)
87 #define FAULT_FLAG_RETRY_NOWAIT (1 << 3)
88 #define FAULT_FLAG_KILLABLE (1 << 4)
89 #define FAULT_FLAG_TRIED (1 << 5)
90 #define FAULT_FLAG_USER (1 << 6)
91 #define FAULT_FLAG_REMOTE (1 << 7)
92 #define FAULT_FLAG_INSTRUCTION (1 << 8)
94 typedef int (*pte_fn_t)(linux_pte_t *, pgtable_t, unsigned long addr, void *data);
96 struct vm_area_struct {
100 pgprot_t vm_page_prot;
101 unsigned long vm_flags;
102 struct mm_struct *vm_mm;
103 void *vm_private_data;
104 const struct vm_operations_struct *vm_ops;
105 struct linux_file *vm_file;
107 /* internal operation */
108 vm_paddr_t vm_pfn; /* PFN for memory map */
109 vm_size_t vm_len; /* length for memory map */
110 vm_pindex_t vm_pfn_first;
114 vm_map_t vm_cached_map;
115 TAILQ_ENTRY(vm_area_struct) vm_entry;
122 /* user-space address */
123 void *virtual_address; /* < 4.11 */
124 unsigned long address; /* >= 4.11 */
127 struct vm_area_struct *vma;
130 struct vm_operations_struct {
131 void (*open) (struct vm_area_struct *);
132 void (*close) (struct vm_area_struct *);
133 int (*fault) (struct vm_area_struct *, struct vm_fault *);
134 int (*access) (struct vm_area_struct *, unsigned long, void *, int, int);
144 * Compute log2 of the power of two rounded up count of pages
145 * needed for size bytes.
148 get_order(unsigned long size)
152 size = (size - 1) >> PAGE_SHIFT;
162 lowmem_page_address(struct page *page)
164 return (page_address(page));
168 * This only works via memory map operations.
171 io_remap_pfn_range(struct vm_area_struct *vma,
172 unsigned long addr, unsigned long pfn, unsigned long size,
175 vma->vm_page_prot = prot;
183 apply_to_page_range(struct mm_struct *mm, unsigned long address,
184 unsigned long size, pte_fn_t fn, void *data)
189 int zap_vma_ptes(struct vm_area_struct *vma, unsigned long address,
193 remap_pfn_range(struct vm_area_struct *vma, unsigned long addr,
194 unsigned long pfn, unsigned long size, pgprot_t prot)
199 static inline unsigned long
200 vma_pages(struct vm_area_struct *vma)
202 return ((vma->vm_end - vma->vm_start) >> PAGE_SHIFT);
205 #define offset_in_page(off) ((off) & (PAGE_SIZE - 1))
208 set_page_dirty(struct vm_page *page)
214 set_page_dirty_lock(struct vm_page *page)
218 vm_page_unlock(page);
222 mark_page_accessed(struct vm_page *page)
224 vm_page_reference(page);
228 get_page(struct vm_page *page)
234 get_user_pages(unsigned long start, unsigned long nr_pages,
235 int gup_flags, struct page **,
236 struct vm_area_struct **);
239 __get_user_pages_fast(unsigned long start, int nr_pages, int write,
243 get_user_pages_remote(struct task_struct *, struct mm_struct *,
244 unsigned long start, unsigned long nr_pages,
245 int gup_flags, struct page **,
246 struct vm_area_struct **);
249 put_page(struct vm_page *page)
251 vm_page_unwire(page, PQ_ACTIVE);
254 #define copy_highpage(to, from) pmap_copy_page(from, to)
256 static inline pgprot_t
257 vm_get_page_prot(unsigned long vm_flags)
259 return (vm_flags & VM_PROT_ALL);
262 static inline vm_page_t
263 vmalloc_to_page(const void *addr)
267 paddr = pmap_kextract((vm_offset_t)addr);
268 return (PHYS_TO_VM_PAGE(paddr));
271 extern int is_vmalloc_addr(const void *addr);
272 void si_meminfo(struct sysinfo *si);
274 #endif /* _LINUX_MM_H_ */