200 lines
5.1 KiB
C
200 lines
5.1 KiB
C
/*
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
* for more details.
|
|
*
|
|
* Copyright (C) 1994 - 2001 by Ralf Baechle
|
|
* Copyright (C) 1999, 2000 Silicon Graphics, Inc.
|
|
*/
|
|
#ifndef _ASM_PGALLOC_H
|
|
#define _ASM_PGALLOC_H
|
|
|
|
#include <linux/config.h>
|
|
#include <linux/mm.h>
|
|
#include <asm/fixmap.h>
|
|
|
|
/* TLB flushing:
|
|
*
|
|
* - flush_tlb_all() flushes all processes TLB entries
|
|
* - flush_tlb_mm(mm) flushes the specified mm context TLB entries
|
|
* - flush_tlb_page(mm, vmaddr) flushes a single page
|
|
* - flush_tlb_range(mm, start, end) flushes a range of pages
|
|
* - flush_tlb_pgtables(mm, start, end) flushes a range of page tables
|
|
* - flush_tlb_one(page) flushes a single kernel page
|
|
*/
|
|
extern void local_flush_tlb_all(void);
|
|
extern void local_flush_tlb_mm(struct mm_struct *mm);
|
|
extern void local_flush_tlb_range(struct mm_struct *mm, unsigned long start,
|
|
unsigned long end);
|
|
extern void local_flush_tlb_page(struct vm_area_struct *vma,
|
|
unsigned long page);
|
|
extern void local_flush_tlb_one(unsigned long page);
|
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
extern void flush_tlb_all(void);
|
|
extern void flush_tlb_mm(struct mm_struct *);
|
|
extern void flush_tlb_range(struct mm_struct *, unsigned long, unsigned long);
|
|
extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
|
|
|
|
#else /* CONFIG_SMP */
|
|
|
|
#define flush_tlb_all() local_flush_tlb_all()
|
|
#define flush_tlb_mm(mm) local_flush_tlb_mm(mm)
|
|
#define flush_tlb_range(mm,vmaddr,end) local_flush_tlb_range(mm, vmaddr, end)
|
|
#define flush_tlb_page(vma,page) local_flush_tlb_page(vma, page)
|
|
|
|
#endif /* CONFIG_SMP */
|
|
|
|
static inline void flush_tlb_pgtables(struct mm_struct *mm,
|
|
unsigned long start, unsigned long end)
|
|
{
|
|
/* Nothing to do on MIPS. */
|
|
}
|
|
|
|
|
|
/*
|
|
* Allocate and free page tables.
|
|
*/
|
|
|
|
#define pgd_quicklist (current_cpu_data.pgd_quick)
|
|
#define pmd_quicklist ((unsigned long *)0)
|
|
#define pte_quicklist (current_cpu_data.pte_quick)
|
|
#define pgtable_cache_size (current_cpu_data.pgtable_cache_sz)
|
|
|
|
#define pmd_populate(mm, pmd, pte) pmd_set(pmd, pte)
|
|
|
|
/*
|
|
* Initialize new page directory with pointers to invalid ptes
|
|
*/
|
|
extern void pgd_init(unsigned long page);
|
|
|
|
static __inline__ pgd_t *get_pgd_slow(void)
|
|
{
|
|
pgd_t *ret = (pgd_t *)__get_free_pages(GFP_KERNEL, PGD_ORDER), *init;
|
|
|
|
if (ret) {
|
|
init = pgd_offset(&init_mm, 0);
|
|
pgd_init((unsigned long)ret);
|
|
memcpy (ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
|
|
(PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
static __inline__ pgd_t *get_pgd_fast(void)
|
|
{
|
|
unsigned long *ret;
|
|
|
|
if((ret = pgd_quicklist) != NULL) {
|
|
pgd_quicklist = (unsigned long *)(*ret);
|
|
ret[0] = ret[1];
|
|
pgtable_cache_size--;
|
|
} else
|
|
ret = (unsigned long *)get_pgd_slow();
|
|
return (pgd_t *)ret;
|
|
}
|
|
|
|
static __inline__ void free_pgd_fast(pgd_t *pgd)
|
|
{
|
|
*(unsigned long *)pgd = (unsigned long) pgd_quicklist;
|
|
pgd_quicklist = (unsigned long *) pgd;
|
|
pgtable_cache_size++;
|
|
}
|
|
|
|
static __inline__ void free_pgd_slow(pgd_t *pgd)
|
|
{
|
|
free_pages((unsigned long)pgd, PGD_ORDER);
|
|
}
|
|
|
|
static __inline__ pte_t *get_pte_fast(void)
|
|
{
|
|
unsigned long *ret;
|
|
|
|
if((ret = (unsigned long *)pte_quicklist) != NULL) {
|
|
pte_quicklist = (unsigned long *)(*ret);
|
|
ret[0] = ret[1];
|
|
pgtable_cache_size--;
|
|
}
|
|
return (pte_t *)ret;
|
|
}
|
|
|
|
static __inline__ void free_pte_fast(pte_t *pte)
|
|
{
|
|
*(unsigned long *)pte = (unsigned long) pte_quicklist;
|
|
pte_quicklist = (unsigned long *) pte;
|
|
pgtable_cache_size++;
|
|
}
|
|
|
|
static __inline__ void free_pte_slow(pte_t *pte)
|
|
{
|
|
free_page((unsigned long)pte);
|
|
}
|
|
|
|
/* We don't use pmd cache, so these are dummy routines */
|
|
static __inline__ pmd_t *get_pmd_fast(void)
|
|
{
|
|
return (pmd_t *)0;
|
|
}
|
|
|
|
static __inline__ void free_pmd_fast(pmd_t *pmd)
|
|
{
|
|
}
|
|
|
|
static __inline__ void free_pmd_slow(pmd_t *pmd)
|
|
{
|
|
}
|
|
|
|
extern void __bad_pte(pmd_t *pmd);
|
|
|
|
static inline pte_t *pte_alloc_one(struct mm_struct *mm, unsigned long address)
|
|
{
|
|
pte_t *pte;
|
|
|
|
pte = (pte_t *) __get_free_page(GFP_KERNEL);
|
|
if (pte)
|
|
clear_page(pte);
|
|
return pte;
|
|
}
|
|
|
|
static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, unsigned long address)
|
|
{
|
|
unsigned long *ret;
|
|
|
|
if ((ret = (unsigned long *)pte_quicklist) != NULL) {
|
|
pte_quicklist = (unsigned long *)(*ret);
|
|
ret[0] = ret[1];
|
|
pgtable_cache_size--;
|
|
}
|
|
return (pte_t *)ret;
|
|
}
|
|
|
|
static __inline__ void pte_free_fast(pte_t *pte)
|
|
{
|
|
*(unsigned long *)pte = (unsigned long) pte_quicklist;
|
|
pte_quicklist = (unsigned long *) pte;
|
|
pgtable_cache_size++;
|
|
}
|
|
|
|
static __inline__ void pte_free_slow(pte_t *pte)
|
|
{
|
|
free_page((unsigned long)pte);
|
|
}
|
|
|
|
#define pte_free(pte) pte_free_fast(pte)
|
|
#define pgd_free(pgd) free_pgd_fast(pgd)
|
|
#define pgd_alloc(mm) get_pgd_fast()
|
|
|
|
/*
|
|
* allocating and freeing a pmd is trivial: the 1-entry pmd is
|
|
* inside the pgd, so has no extra memory associated with it.
|
|
*/
|
|
#define pmd_alloc_one_fast(mm, addr) ({ BUG(); ((pmd_t *)1); })
|
|
#define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
|
|
#define pmd_free(x) do { } while (0)
|
|
#define pgd_populate(mm, pmd, pte) BUG()
|
|
|
|
extern int do_check_pgt_cache(int, int);
|
|
|
|
#endif /* _ASM_PGALLOC_H */
|