]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef _LINUX_VMALLOC_H |
2 | #define _LINUX_VMALLOC_H | |
3 | ||
4 | #include <linux/spinlock.h> | |
db64fe02 | 5 | #include <linux/init.h> |
13ba3fcb | 6 | #include <linux/list.h> |
1da177e4 | 7 | #include <asm/page.h> /* pgprot_t */ |
13ba3fcb | 8 | #include <linux/rbtree.h> |
1da177e4 | 9 | |
605d9288 | 10 | struct vm_area_struct; /* vma defining user mapping in mm_types.h */ |
83342314 | 11 | |
605d9288 | 12 | /* bits in flags of vmalloc's vm_struct below */ |
20fc02b4 ZY |
13 | #define VM_IOREMAP 0x00000001 /* ioremap() and friends */ |
14 | #define VM_ALLOC 0x00000002 /* vmalloc() */ | |
15 | #define VM_MAP 0x00000004 /* vmap()ed pages */ | |
16 | #define VM_USERMAP 0x00000008 /* suitable for remap_vmalloc_range */ | |
17 | #define VM_VPAGES 0x00000010 /* buffer for pages was vmalloc'ed */ | |
18 | #define VM_UNINITIALIZED 0x00000020 /* vm_struct is not fully initialized */ | |
63d9c273 MT |
19 | |
20 | #if defined(CONFIG_X86) && defined(CONFIG_PAX_KERNEXEC) | |
21 | #define VM_KERNEXEC 0x00000040 /* allocate from executable kernel memory range */ | |
22 | #endif | |
23 | ||
1da177e4 LT |
24 | /* bits [20..32] reserved for arch specific ioremap internals */ |
25 | ||
fd195c49 DS |
26 | /* |
27 | * Maximum alignment for ioremap() regions. | |
28 | * Can be overriden by arch-specific value. | |
29 | */ | |
30 | #ifndef IOREMAP_MAX_ORDER | |
31 | #define IOREMAP_MAX_ORDER (7 + PAGE_SHIFT) /* 128 pages */ | |
32 | #endif | |
33 | ||
1da177e4 | 34 | struct vm_struct { |
2b4ac44e | 35 | struct vm_struct *next; |
1da177e4 LT |
36 | void *addr; |
37 | unsigned long size; | |
38 | unsigned long flags; | |
39 | struct page **pages; | |
40 | unsigned int nr_pages; | |
ffa71f33 | 41 | phys_addr_t phys_addr; |
5e6cafc8 | 42 | const void *caller; |
1da177e4 LT |
43 | }; |
44 | ||
13ba3fcb AK |
45 | struct vmap_area { |
46 | unsigned long va_start; | |
47 | unsigned long va_end; | |
48 | unsigned long flags; | |
49 | struct rb_node rb_node; /* address sorted rbtree */ | |
50 | struct list_head list; /* address sorted list */ | |
51 | struct list_head purge_list; /* "lazy purge" list */ | |
52 | struct vm_struct *vm; | |
53 | struct rcu_head rcu_head; | |
54 | }; | |
55 | ||
1da177e4 LT |
56 | /* |
57 | * Highlevel APIs for driver use | |
58 | */ | |
db64fe02 NP |
59 | extern void vm_unmap_ram(const void *mem, unsigned int count); |
60 | extern void *vm_map_ram(struct page **pages, unsigned int count, | |
61 | int node, pgprot_t prot); | |
62 | extern void vm_unmap_aliases(void); | |
63 | ||
64 | #ifdef CONFIG_MMU | |
65 | extern void __init vmalloc_init(void); | |
66 | #else | |
67 | static inline void vmalloc_init(void) | |
68 | { | |
69 | } | |
70 | #endif | |
71 | ||
1da177e4 | 72 | extern void *vmalloc(unsigned long size); |
e1ca7788 | 73 | extern void *vzalloc(unsigned long size); |
83342314 | 74 | extern void *vmalloc_user(unsigned long size); |
930fc45a | 75 | extern void *vmalloc_node(unsigned long size, int node); |
e1ca7788 | 76 | extern void *vzalloc_node(unsigned long size, int node); |
1da177e4 LT |
77 | extern void *vmalloc_exec(unsigned long size); |
78 | extern void *vmalloc_32(unsigned long size); | |
83342314 | 79 | extern void *vmalloc_32_user(unsigned long size); |
dd0fc66f | 80 | extern void *__vmalloc(unsigned long size, gfp_t gfp_mask, pgprot_t prot); |
d0a21265 DR |
81 | extern void *__vmalloc_node_range(unsigned long size, unsigned long align, |
82 | unsigned long start, unsigned long end, gfp_t gfp_mask, | |
5e6cafc8 | 83 | pgprot_t prot, int node, const void *caller); |
b3bdda02 | 84 | extern void vfree(const void *addr); |
1da177e4 LT |
85 | |
86 | extern void *vmap(struct page **pages, unsigned int count, | |
87 | unsigned long flags, pgprot_t prot); | |
b3bdda02 | 88 | extern void vunmap(const void *addr); |
83342314 | 89 | |
63d9c273 MT |
90 | #ifdef CONFIG_GRKERNSEC_KSTACKOVERFLOW |
91 | extern void unmap_process_stacks(struct task_struct *task); | |
92 | #endif | |
93 | ||
e69e9d4a HD |
94 | extern int remap_vmalloc_range_partial(struct vm_area_struct *vma, |
95 | unsigned long uaddr, void *kaddr, | |
96 | unsigned long size); | |
97 | ||
83342314 NP |
98 | extern int remap_vmalloc_range(struct vm_area_struct *vma, void *addr, |
99 | unsigned long pgoff); | |
1eeb66a1 | 100 | void vmalloc_sync_all(void); |
1da177e4 LT |
101 | |
102 | /* | |
103 | * Lowlevel-APIs (not for driver use!) | |
104 | */ | |
9585116b JF |
105 | |
106 | static inline size_t get_vm_area_size(const struct vm_struct *area) | |
107 | { | |
108 | /* return actual size without guard page */ | |
109 | return area->size - PAGE_SIZE; | |
110 | } | |
111 | ||
1da177e4 | 112 | extern struct vm_struct *get_vm_area(unsigned long size, unsigned long flags); |
23016969 | 113 | extern struct vm_struct *get_vm_area_caller(unsigned long size, |
5e6cafc8 | 114 | unsigned long flags, const void *caller); |
1da177e4 LT |
115 | extern struct vm_struct *__get_vm_area(unsigned long size, unsigned long flags, |
116 | unsigned long start, unsigned long end); | |
c2968612 BH |
117 | extern struct vm_struct *__get_vm_area_caller(unsigned long size, |
118 | unsigned long flags, | |
119 | unsigned long start, unsigned long end, | |
5e6cafc8 | 120 | const void *caller); |
b3bdda02 | 121 | extern struct vm_struct *remove_vm_area(const void *addr); |
e9da6e99 | 122 | extern struct vm_struct *find_vm_area(const void *addr); |
c19c03fc | 123 | |
1da177e4 | 124 | extern int map_vm_area(struct vm_struct *area, pgprot_t prot, |
f6f8ed47 | 125 | struct page **pages); |
b554cb42 | 126 | #ifdef CONFIG_MMU |
8fc48985 TH |
127 | extern int map_kernel_range_noflush(unsigned long start, unsigned long size, |
128 | pgprot_t prot, struct page **pages); | |
129 | extern void unmap_kernel_range_noflush(unsigned long addr, unsigned long size); | |
c19c03fc | 130 | extern void unmap_kernel_range(unsigned long addr, unsigned long size); |
b554cb42 GY |
131 | #else |
132 | static inline int | |
133 | map_kernel_range_noflush(unsigned long start, unsigned long size, | |
134 | pgprot_t prot, struct page **pages) | |
135 | { | |
136 | return size >> PAGE_SHIFT; | |
137 | } | |
138 | static inline void | |
139 | unmap_kernel_range_noflush(unsigned long addr, unsigned long size) | |
140 | { | |
141 | } | |
142 | static inline void | |
143 | unmap_kernel_range(unsigned long addr, unsigned long size) | |
144 | { | |
145 | } | |
146 | #endif | |
1da177e4 | 147 | |
5f4352fb | 148 | /* Allocate/destroy a 'vmalloc' VM area. */ |
cd12909c | 149 | extern struct vm_struct *alloc_vm_area(size_t size, pte_t **ptes); |
5f4352fb JF |
150 | extern void free_vm_area(struct vm_struct *area); |
151 | ||
69beeb1d KM |
152 | /* for /dev/kmem */ |
153 | extern long vread(char *buf, char *addr, unsigned long count); | |
63d9c273 | 154 | extern long vwrite(char *buf, char *addr, unsigned long count) __size_overflow(3); |
69beeb1d | 155 | |
1da177e4 LT |
156 | /* |
157 | * Internals. Dont't use.. | |
158 | */ | |
f1c4069e | 159 | extern struct list_head vmap_area_list; |
be9b7335 | 160 | extern __init void vm_area_add_early(struct vm_struct *vm); |
c0c0a293 | 161 | extern __init void vm_area_register_early(struct vm_struct *vm, size_t align); |
1da177e4 | 162 | |
4f8b02b4 | 163 | #ifdef CONFIG_SMP |
b554cb42 | 164 | # ifdef CONFIG_MMU |
ca23e405 TH |
165 | struct vm_struct **pcpu_get_vm_areas(const unsigned long *offsets, |
166 | const size_t *sizes, int nr_vms, | |
ec3f64fc | 167 | size_t align); |
ca23e405 TH |
168 | |
169 | void pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms); | |
b554cb42 GY |
170 | # else |
171 | static inline struct vm_struct ** | |
172 | pcpu_get_vm_areas(const unsigned long *offsets, | |
173 | const size_t *sizes, int nr_vms, | |
174 | size_t align) | |
175 | { | |
176 | return NULL; | |
177 | } | |
178 | ||
179 | static inline void | |
180 | pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms) | |
181 | { | |
182 | } | |
183 | # endif | |
4f8b02b4 | 184 | #endif |
ca23e405 | 185 | |
db3808c1 JK |
186 | struct vmalloc_info { |
187 | unsigned long used; | |
188 | unsigned long largest_chunk; | |
189 | }; | |
190 | ||
191 | #ifdef CONFIG_MMU | |
192 | #define VMALLOC_TOTAL (VMALLOC_END - VMALLOC_START) | |
193 | extern void get_vmalloc_info(struct vmalloc_info *vmi); | |
194 | #else | |
195 | ||
196 | #define VMALLOC_TOTAL 0UL | |
197 | #define get_vmalloc_info(vmi) \ | |
198 | do { \ | |
199 | (vmi)->used = 0; \ | |
200 | (vmi)->largest_chunk = 0; \ | |
201 | } while (0) | |
202 | #endif | |
203 | ||
1da177e4 | 204 | #endif /* _LINUX_VMALLOC_H */ |