/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _ASM_PGALLOC_H #define _ASM_PGALLOC_H #include <linux/gfp.h> #include <linux/mm.h> #include <linux/threads.h> #include <asm/processor.h> #include <asm/fixmap.h> #include <asm/cache.h> /* Allocate the top level pgd (page directory) * * Here (for 64 bit kernels) we implement a Hybrid L2/L3 scheme: we * allocate the first pmd adjacent to the pgd. This means that we can * subtract a constant offset to get to it. The pmd and pgd sizes are * arranged so that a single pmd covers 4GB (giving a full 64-bit * process access to 8TB) so our lookups are effectively L2 for the * first 4GB of the kernel (i.e. for all ILP32 processes and all the * kernel for machines with under 4GB of memory) */ static inline pgd_t *pgd_alloc(struct mm_struct *mm) { pgd_t *pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER); pgd_t *actual_pgd = pgd; if (likely(pgd != NULL)) { memset(pgd, 0, PAGE_SIZE<<PGD_ALLOC_ORDER); #if CONFIG_PGTABLE_LEVELS == 3 actual_pgd += PTRS_PER_PGD; /* Populate first pmd with allocated memory. We mark it * with PxD_FLAG_ATTACHED as a signal to the system that this * pmd entry may not be cleared. */ __pgd_val_set(*actual_pgd, (PxD_FLAG_PRESENT | PxD_FLAG_VALID | PxD_FLAG_ATTACHED) + (__u32)(__pa((unsigned long)pgd) >> PxD_VALUE_SHIFT)); /* The first pmd entry also is marked with PxD_FLAG_ATTACHED as * a signal that this pmd may not be freed */ __pgd_val_set(*pgd, PxD_FLAG_ATTACHED); #endif } return actual_pgd; } static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) { #if CONFIG_PGTABLE_LEVELS == 3 pgd -= PTRS_PER_PGD; #endif free_pages((unsigned long)pgd, PGD_ALLOC_ORDER); } #if CONFIG_PGTABLE_LEVELS == 3 /* Three Level Page Table Support for pmd's */ static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) { __pgd_val_set(*pgd, (PxD_FLAG_PRESENT | PxD_FLAG_VALID) + (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT)); } static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) { pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL, PMD_ORDER); if (pmd) memset(pmd, 0, PAGE_SIZE<<PMD_ORDER); return pmd; } static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) { if (pmd_flag(*pmd) & PxD_FLAG_ATTACHED) { /* * This is the permanent pmd attached to the pgd; * cannot free it. * Increment the counter to compensate for the decrement * done by generic mm code. */ mm_inc_nr_pmds(mm); return; } free_pages((unsigned long)pmd, PMD_ORDER); } #else /* Two Level Page Table Support for pmd's */ /* * allocating and freeing a pmd is trivial: the 1-entry pmd is * inside the pgd, so has no extra memory associated with it. */ #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); }) #define pmd_free(mm, x) do { } while (0) #define pgd_populate(mm, pmd, pte) BUG() #endif static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) { #if CONFIG_PGTABLE_LEVELS == 3 /* preserve the gateway marker if this is the beginning of * the permanent pmd */ if(pmd_flag(*pmd) & PxD_FLAG_ATTACHED) __pmd_val_set(*pmd, (PxD_FLAG_PRESENT | PxD_FLAG_VALID | PxD_FLAG_ATTACHED) + (__u32)(__pa((unsigned long)pte) >> PxD_VALUE_SHIFT)); else #endif __pmd_val_set(*pmd, (PxD_FLAG_PRESENT | PxD_FLAG_VALID) + (__u32)(__pa((unsigned long)pte) >> PxD_VALUE_SHIFT)); } #define pmd_populate(mm, pmd, pte_page) \ pmd_populate_kernel(mm, pmd, page_address(pte_page)) #define pmd_pgtable(pmd) pmd_page(pmd) static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) { struct page *page = alloc_page(GFP_KERNEL|__GFP_ZERO); if (!page) return NULL; if (!pgtable_page_ctor(page)) { __free_page(page); return NULL; } return page; } static inline pte_t * pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) { pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); return pte; } static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) { free_page((unsigned long)pte); } static inline void pte_free(struct mm_struct *mm, struct page *pte) { pgtable_page_dtor(pte); pte_free_kernel(mm, page_address(pte)); } #define check_pgt_cache() do { } while (0) #endif
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 610 B | 0644 |
|
agp.h | File | 596 B | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
asmregs.h | File | 3.04 KB | 0644 |
|
assembly.h | File | 12.94 KB | 0644 |
|
atomic.h | File | 8.24 KB | 0644 |
|
barrier.h | File | 2.44 KB | 0644 |
|
bitops.h | File | 5.89 KB | 0644 |
|
bug.h | File | 2.35 KB | 0644 |
|
bugs.h | File | 340 B | 0644 |
|
cache.h | File | 1.59 KB | 0644 |
|
cacheflush.h | File | 4.06 KB | 0644 |
|
checksum.h | File | 5.48 KB | 0644 |
|
cmpxchg.h | File | 3.62 KB | 0644 |
|
compat.h | File | 6.52 KB | 0644 |
|
compat_ucontext.h | File | 591 B | 0644 |
|
delay.h | File | 533 B | 0644 |
|
dma-mapping.h | File | 2.42 KB | 0644 |
|
dma.h | File | 5.71 KB | 0644 |
|
dwarf.h | File | 602 B | 0644 |
|
eisa_bus.h | File | 702 B | 0644 |
|
eisa_eeprom.h | File | 4.42 KB | 0644 |
|
elf.h | File | 14.31 KB | 0644 |
|
fb.h | File | 403 B | 0644 |
|
fixmap.h | File | 1.15 KB | 0644 |
|
floppy.h | File | 6.61 KB | 0644 |
|
ftrace.h | File | 379 B | 0644 |
|
futex.h | File | 2.66 KB | 0644 |
|
grfioctl.h | File | 4.68 KB | 0644 |
|
hardirq.h | File | 1.3 KB | 0644 |
|
hardware.h | File | 4.1 KB | 0644 |
|
hash.h | File | 5.07 KB | 0644 |
|
hugetlb.h | File | 1.67 KB | 0644 |
|
ide.h | File | 1.09 KB | 0644 |
|
io.h | File | 8.14 KB | 0644 |
|
irq.h | File | 1.23 KB | 0644 |
|
irqflags.h | File | 1.02 KB | 0644 |
|
kbdleds.h | File | 477 B | 0644 |
|
kmap_types.h | File | 221 B | 0644 |
|
ldcw.h | File | 2.15 KB | 0644 |
|
led.h | File | 1.33 KB | 0644 |
|
linkage.h | File | 759 B | 0644 |
|
machdep.h | File | 349 B | 0644 |
|
mckinley.h | File | 270 B | 0644 |
|
mmu.h | File | 195 B | 0644 |
|
mmu_context.h | File | 2.08 KB | 0644 |
|
mmzone.h | File | 1.51 KB | 0644 |
|
module.h | File | 527 B | 0644 |
|
page.h | File | 5.42 KB | 0644 |
|
parisc-device.h | File | 1.92 KB | 0644 |
|
parport.h | File | 358 B | 0644 |
|
pci.h | File | 6.57 KB | 0644 |
|
pdc.h | File | 3.93 KB | 0644 |
|
pdc_chassis.h | File | 15.06 KB | 0644 |
|
pdcpat.h | File | 15 KB | 0644 |
|
perf.h | File | 1.89 KB | 0644 |
|
perf_event.h | File | 152 B | 0644 |
|
pgalloc.h | File | 4.22 KB | 0644 |
|
pgtable.h | File | 18.92 KB | 0644 |
|
prefetch.h | File | 1.12 KB | 0644 |
|
processor.h | File | 9.86 KB | 0644 |
|
psw.h | File | 2.39 KB | 0644 |
|
ptrace.h | File | 803 B | 0644 |
|
ropes.h | File | 9.73 KB | 0644 |
|
rt_sigframe.h | File | 745 B | 0644 |
|
runway.h | File | 320 B | 0644 |
|
sections.h | File | 283 B | 0644 |
|
serial.h | File | 124 B | 0644 |
|
shmparam.h | File | 263 B | 0644 |
|
signal.h | File | 841 B | 0644 |
|
smp.h | File | 1.25 KB | 0644 |
|
socket.h | File | 311 B | 0644 |
|
special_insns.h | File | 1015 B | 0644 |
|
spinlock.h | File | 4.02 KB | 0644 |
|
spinlock_types.h | File | 483 B | 0644 |
|
string.h | File | 247 B | 0644 |
|
superio.h | File | 3.25 KB | 0644 |
|
switch_to.h | File | 332 B | 0644 |
|
syscall.h | File | 1.4 KB | 0644 |
|
termios.h | File | 1.72 KB | 0644 |
|
thread_info.h | File | 3.15 KB | 0644 |
|
timex.h | File | 372 B | 0644 |
|
tlb.h | File | 672 B | 0644 |
|
tlbflush.h | File | 2.63 KB | 0644 |
|
topology.h | File | 900 B | 0644 |
|
traps.h | File | 468 B | 0644 |
|
uaccess.h | File | 6.55 KB | 0644 |
|
ucontext.h | File | 327 B | 0644 |
|
unaligned.h | File | 472 B | 0644 |
|
unistd.h | File | 5.47 KB | 0644 |
|
unwind.h | File | 2.56 KB | 0644 |
|