/* * Copyright (C) 2008-2009 Michal Simek <monstr@monstr.eu> * Copyright (C) 2008-2009 PetaLogix * Copyright (C) 2006 Atmark Techno, Inc. * * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. */ #ifndef _ASM_MICROBLAZE_PGALLOC_H #define _ASM_MICROBLAZE_PGALLOC_H #ifdef CONFIG_MMU #include <linux/kernel.h> /* For min/max macros */ #include <linux/highmem.h> #include <asm/setup.h> #include <asm/io.h> #include <asm/page.h> #include <asm/cache.h> #include <asm/pgtable.h> #define PGDIR_ORDER 0 /* * This is handled very differently on MicroBlaze since out page tables * are all 0's and I want to be able to use these zero'd pages elsewhere * as well - it gives us quite a speedup. * -- Cort */ extern struct pgtable_cache_struct { unsigned long *pgd_cache; unsigned long *pte_cache; unsigned long pgtable_cache_sz; } quicklists; #define pgd_quicklist (quicklists.pgd_cache) #define pmd_quicklist ((unsigned long *)0) #define pte_quicklist (quicklists.pte_cache) #define pgtable_cache_size (quicklists.pgtable_cache_sz) extern unsigned long *zero_cache; /* head linked list of pre-zero'd pages */ extern atomic_t zero_sz; /* # currently pre-zero'd pages */ extern atomic_t zeropage_hits; /* # zero'd pages request that we've done */ extern atomic_t zeropage_calls; /* # zero'd pages request that've been made */ extern atomic_t zerototal; /* # pages zero'd over time */ #define zero_quicklist (zero_cache) #define zero_cache_sz (zero_sz) #define zero_cache_calls (zeropage_calls) #define zero_cache_hits (zeropage_hits) #define zero_cache_total (zerototal) /* * return a pre-zero'd page from the list, * return NULL if none available -- Cort */ extern unsigned long get_zero_page_fast(void); extern void __bad_pte(pmd_t *pmd); static inline pgd_t *get_pgd_slow(void) { pgd_t *ret; ret = (pgd_t *)__get_free_pages(GFP_KERNEL, PGDIR_ORDER); if (ret != NULL) clear_page(ret); return ret; } static inline pgd_t *get_pgd_fast(void) { unsigned long *ret; ret = pgd_quicklist; if (ret != NULL) { pgd_quicklist = (unsigned long *)(*ret); ret[0] = 0; pgtable_cache_size--; } else ret = (unsigned long *)get_pgd_slow(); return (pgd_t *)ret; } static inline void free_pgd_fast(pgd_t *pgd) { *(unsigned long **)pgd = pgd_quicklist; pgd_quicklist = (unsigned long *) pgd; pgtable_cache_size++; } static inline void free_pgd_slow(pgd_t *pgd) { free_page((unsigned long)pgd); } #define pgd_free(mm, pgd) free_pgd_fast(pgd) #define pgd_alloc(mm) get_pgd_fast() #define pmd_pgtable(pmd) pmd_page(pmd) /* * We don't have any real pmd's, and this code never triggers because * the pgd will always be present.. */ #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); }) #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); }) extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr); static inline struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address) { struct page *ptepage; #ifdef CONFIG_HIGHPTE int flags = GFP_KERNEL | __GFP_HIGHMEM; #else int flags = GFP_KERNEL; #endif ptepage = alloc_pages(flags, 0); if (!ptepage) return NULL; clear_highpage(ptepage); if (!pgtable_page_ctor(ptepage)) { __free_page(ptepage); return NULL; } return ptepage; } static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, unsigned long address) { unsigned long *ret; ret = pte_quicklist; if (ret != NULL) { pte_quicklist = (unsigned long *)(*ret); ret[0] = 0; pgtable_cache_size--; } return (pte_t *)ret; } static inline void pte_free_fast(pte_t *pte) { *(unsigned long **)pte = pte_quicklist; pte_quicklist = (unsigned long *) pte; pgtable_cache_size++; } static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) { free_page((unsigned long)pte); } static inline void pte_free_slow(struct page *ptepage) { __free_page(ptepage); } static inline void pte_free(struct mm_struct *mm, struct page *ptepage) { pgtable_page_dtor(ptepage); __free_page(ptepage); } #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) #define pmd_populate(mm, pmd, pte) \ (pmd_val(*(pmd)) = (unsigned long)page_address(pte)) #define pmd_populate_kernel(mm, pmd, pte) \ (pmd_val(*(pmd)) = (unsigned long) (pte)) /* * We don't have any real pmd's, and this code never triggers because * the pgd will always be present.. */ #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); }) #define pmd_free(mm, x) do { } while (0) #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) #define pgd_populate(mm, pmd, pte) BUG() extern int do_check_pgt_cache(int, int); #endif /* CONFIG_MMU */ #define check_pgt_cache() do { } while (0) #endif /* _ASM_MICROBLAZE_PGALLOC_H */
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
Kbuild | File | 742 B | 0644 |
|
asm-compat.h | File | 518 B | 0644 |
|
asm-offsets.h | File | 35 B | 0644 |
|
atomic.h | File | 626 B | 0644 |
|
cache.h | File | 644 B | 0644 |
|
cacheflush.h | File | 4.12 KB | 0644 |
|
checksum.h | File | 942 B | 0644 |
|
cmpxchg.h | File | 919 B | 0644 |
|
cpuinfo.h | File | 2.13 KB | 0644 |
|
cputable.h | File | 1 B | 0644 |
|
current.h | File | 850 B | 0644 |
|
delay.h | File | 2.26 KB | 0644 |
|
dma-mapping.h | File | 765 B | 0644 |
|
dma.h | File | 706 B | 0644 |
|
elf.h | File | 738 B | 0644 |
|
entry.h | File | 1.13 KB | 0644 |
|
exceptions.h | File | 2.08 KB | 0644 |
|
fixmap.h | File | 1.96 KB | 0644 |
|
flat.h | File | 2.26 KB | 0644 |
|
ftrace.h | File | 641 B | 0644 |
|
futex.h | File | 2.13 KB | 0644 |
|
hash.h | File | 2.37 KB | 0644 |
|
highmem.h | File | 2.2 KB | 0644 |
|
hw_irq.h | File | 1 B | 0644 |
|
io.h | File | 2.05 KB | 0644 |
|
irq.h | File | 538 B | 0644 |
|
irqflags.h | File | 2.6 KB | 0644 |
|
kgdb.h | File | 739 B | 0644 |
|
mmu.h | File | 4.19 KB | 0644 |
|
mmu_context.h | File | 141 B | 0644 |
|
mmu_context_mm.h | File | 3.91 KB | 0644 |
|
module.h | File | 840 B | 0644 |
|
page.h | File | 6.11 KB | 0644 |
|
pci-bridge.h | File | 4.57 KB | 0644 |
|
pci.h | File | 2.47 KB | 0644 |
|
pgalloc.h | File | 4.74 KB | 0644 |
|
pgtable.h | File | 17.66 KB | 0644 |
|
processor.h | File | 4.11 KB | 0644 |
|
prom.h | File | 713 B | 0644 |
|
ptrace.h | File | 727 B | 0644 |
|
pvr.h | File | 8.72 KB | 0644 |
|
registers.h | File | 1.65 KB | 0644 |
|
seccomp.h | File | 256 B | 0644 |
|
sections.h | File | 637 B | 0644 |
|
setup.h | File | 1.37 KB | 0644 |
|
string.h | File | 630 B | 0644 |
|
switch_to.h | File | 629 B | 0644 |
|
syscall.h | File | 2.26 KB | 0644 |
|
thread_info.h | File | 4.01 KB | 0644 |
|
timex.h | File | 402 B | 0644 |
|
tlb.h | File | 714 B | 0644 |
|
tlbflush.h | File | 2.04 KB | 0644 |
|
uaccess.h | File | 9.98 KB | 0644 |
|
unaligned.h | File | 871 B | 0644 |
|
unistd.h | File | 1.19 KB | 0644 |
|
unwind.h | File | 719 B | 0644 |
|
user.h | File | 1 B | 0644 |
|