2002-09-15 05:01:32 +04:00
|
|
|
/* $NetBSD: uvm.h,v 1.32 2002/09/15 01:01:32 thorpej Exp $ */
|
1998-02-07 14:07:38 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* Copyright (c) 1997 Charles D. Cranor and Washington University.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
|
|
* must display the following acknowledgement:
|
|
|
|
* This product includes software developed by Charles D. Cranor and
|
|
|
|
* Washington University.
|
|
|
|
* 4. The name of the author may not be used to endorse or promote products
|
|
|
|
* derived from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
1998-02-07 14:07:38 +03:00
|
|
|
*
|
|
|
|
* from: Id: uvm.h,v 1.1.2.14 1998/02/02 20:07:19 chuck Exp
|
1998-02-05 09:25:08 +03:00
|
|
|
*/
|
|
|
|
|
1998-02-10 05:34:17 +03:00
|
|
|
#ifndef _UVM_UVM_H_
|
|
|
|
#define _UVM_UVM_H_
|
|
|
|
|
2001-05-30 15:57:16 +04:00
|
|
|
#if defined(_KERNEL_OPT)
|
1998-05-20 05:32:29 +04:00
|
|
|
#include "opt_lockdebug.h"
|
1998-09-25 03:00:43 +04:00
|
|
|
#include "opt_multiprocessor.h"
|
1998-02-10 17:08:44 +03:00
|
|
|
#include "opt_uvmhist.h"
|
1998-07-04 12:44:04 +04:00
|
|
|
#endif
|
1998-02-10 17:08:44 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
#include <uvm/uvm_extern.h>
|
|
|
|
|
|
|
|
#include <uvm/uvm_stat.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* pull in prototypes
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <uvm/uvm_amap.h>
|
|
|
|
#include <uvm/uvm_aobj.h>
|
|
|
|
#include <uvm/uvm_fault.h>
|
|
|
|
#include <uvm/uvm_glue.h>
|
|
|
|
#include <uvm/uvm_km.h>
|
|
|
|
#include <uvm/uvm_loan.h>
|
|
|
|
#include <uvm/uvm_map.h>
|
|
|
|
#include <uvm/uvm_object.h>
|
|
|
|
#include <uvm/uvm_page.h>
|
|
|
|
#include <uvm/uvm_pager.h>
|
|
|
|
#include <uvm/uvm_pdaemon.h>
|
|
|
|
#include <uvm/uvm_swap.h>
|
|
|
|
|
2002-09-15 05:01:32 +04:00
|
|
|
#ifdef _KERNEL
|
|
|
|
|
Add support for multiple memory free lists. There is at least one
default free list, and 0 - N additional free list, in order of descending
priority.
A new page allocation function, uvm_pagealloc_strat(), has been added,
providing three page allocation strategies:
- normal: high -> low priority free list walk, taking the
page off the first free list that has one.
- only: attempt to allocate a page only from the specified free
list, failing if that free list has none available.
- fallback: if `only' fails, fall back on `normal'.
uvm_pagealloc(...) is provided for normal use (and is a synonym for
uvm_pagealloc_strat(..., UVM_PGA_STRAT_NORMAL, 0); the free list argument
is ignored for the `normal' case).
uvm_page_physload() now specified which free list the pages will be
loaded onto. This means that some platforms which have multiple physical
memory segments may define additional vm_physsegs if they wish to break
individual physical segments into differing priorities.
Machine-dependent code must define _at least_ the following constants
in <machine/vmparam.h>:
VM_NFREELIST: the number of free lists the system will have
VM_FREELIST_DEFAULT: the default freelist (should always be 0,
but is defined in machdep code so that it's with all of the
other free list-related constants).
Additional free list names may be defined by machine-dependent code, but
they will only be used by machine-dependent code (e.g. for loading the
vm_physsegs).
1998-07-08 08:28:27 +04:00
|
|
|
/*
|
|
|
|
* pull in VM_NFREELIST
|
|
|
|
*/
|
|
|
|
#include <machine/vmparam.h>
|
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/*
|
|
|
|
* uvm structure (vm global state: collected in one structure for ease
|
|
|
|
* of reference...)
|
|
|
|
*/
|
|
|
|
|
|
|
|
struct uvm {
|
|
|
|
/* vm_page related parameters */
|
2000-11-27 11:39:39 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/* vm_page queues */
|
2000-04-24 21:12:00 +04:00
|
|
|
struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
|
2001-04-29 08:23:20 +04:00
|
|
|
int page_free_nextcolor; /* next color to allocate from */
|
1998-02-05 09:25:08 +03:00
|
|
|
struct pglist page_active; /* allocated pages, in use */
|
2001-05-22 04:44:44 +04:00
|
|
|
struct pglist page_inactive; /* pages between the clock hands */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock pageqlock; /* lock for active/inactive page q */
|
|
|
|
struct simplelock fpageqlock; /* lock for free page q */
|
2000-04-03 00:39:14 +04:00
|
|
|
boolean_t page_init_done; /* TRUE if uvm_page_init() finished */
|
2000-04-24 21:12:00 +04:00
|
|
|
boolean_t page_idle_zero; /* TRUE if we should try to zero
|
|
|
|
pages in the idle loop */
|
2000-11-27 11:39:39 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/* page daemon trigger */
|
|
|
|
int pagedaemon; /* daemon sleeps on this */
|
|
|
|
struct proc *pagedaemon_proc; /* daemon's pid */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock pagedaemon_lock;
|
2000-11-27 11:39:39 +03:00
|
|
|
|
|
|
|
/* aiodone daemon trigger */
|
|
|
|
int aiodoned; /* daemon sleeps on this */
|
|
|
|
struct proc *aiodoned_proc; /* daemon's pid */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock aiodoned_lock;
|
2000-11-27 11:39:39 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/* page hash */
|
|
|
|
struct pglist *page_hash; /* page hash table (vp/off->page) */
|
|
|
|
int page_nhash; /* number of buckets */
|
|
|
|
int page_hashmask; /* hash mask */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock hashlock; /* lock on page_hash array */
|
1999-03-26 20:34:15 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/* anon stuff */
|
|
|
|
struct vm_anon *afree; /* anon free list */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock afreelock; /* lock on anon free list */
|
1998-02-05 09:25:08 +03:00
|
|
|
|
|
|
|
/* static kernel map entry pool */
|
2001-06-02 22:09:08 +04:00
|
|
|
struct vm_map_entry *kentry_free; /* free page pool */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock kentry_lock;
|
1998-02-05 09:25:08 +03:00
|
|
|
|
|
|
|
/* aio_done is locked by uvm.pagedaemon_lock and splbio! */
|
2000-11-27 11:39:39 +03:00
|
|
|
TAILQ_HEAD(, buf) aio_done; /* done async i/o reqs */
|
1998-02-05 09:25:08 +03:00
|
|
|
|
1999-03-26 20:34:15 +03:00
|
|
|
/* swap-related items */
|
2001-05-26 20:32:40 +04:00
|
|
|
struct simplelock swap_data_lock;
|
1999-03-26 20:34:15 +03:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/* kernel object: to support anonymous pageable kernel memory */
|
|
|
|
struct uvm_object *kernel_object;
|
|
|
|
};
|
|
|
|
|
2002-09-15 05:01:32 +04:00
|
|
|
#endif /* _KERNEL */
|
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/*
|
|
|
|
* vm_map_entry etype bits:
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define UVM_ET_OBJ 0x01 /* it is a uvm_object */
|
1998-10-12 02:59:53 +04:00
|
|
|
#define UVM_ET_SUBMAP 0x02 /* it is a vm_map submap */
|
|
|
|
#define UVM_ET_COPYONWRITE 0x04 /* copy_on_write */
|
|
|
|
#define UVM_ET_NEEDSCOPY 0x08 /* needs_copy */
|
1998-02-05 09:25:08 +03:00
|
|
|
|
|
|
|
#define UVM_ET_ISOBJ(E) (((E)->etype & UVM_ET_OBJ) != 0)
|
|
|
|
#define UVM_ET_ISSUBMAP(E) (((E)->etype & UVM_ET_SUBMAP) != 0)
|
|
|
|
#define UVM_ET_ISCOPYONWRITE(E) (((E)->etype & UVM_ET_COPYONWRITE) != 0)
|
|
|
|
#define UVM_ET_ISNEEDSCOPY(E) (((E)->etype & UVM_ET_NEEDSCOPY) != 0)
|
|
|
|
|
1999-06-21 21:25:11 +04:00
|
|
|
#ifdef _KERNEL
|
|
|
|
|
2000-06-26 18:20:25 +04:00
|
|
|
/*
|
|
|
|
* holds all the internal UVM data
|
|
|
|
*/
|
2000-04-10 06:20:06 +04:00
|
|
|
extern struct uvm uvm;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* historys
|
|
|
|
*/
|
|
|
|
|
|
|
|
UVMHIST_DECL(maphist);
|
|
|
|
UVMHIST_DECL(pdhist);
|
2000-11-27 11:39:39 +03:00
|
|
|
UVMHIST_DECL(ubchist);
|
2000-04-10 06:20:06 +04:00
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/*
|
2000-06-08 09:52:34 +04:00
|
|
|
* UVM_UNLOCK_AND_WAIT: atomic unlock+wait... wrapper around the
|
|
|
|
* interlocked tsleep() function.
|
1998-02-05 09:25:08 +03:00
|
|
|
*/
|
|
|
|
|
2000-06-08 09:52:34 +04:00
|
|
|
#define UVM_UNLOCK_AND_WAIT(event, slock, intr, msg, timo) \
|
|
|
|
do { \
|
|
|
|
(void) ltsleep(event, PVM | PNORELOCK | (intr ? PCATCH : 0), \
|
|
|
|
msg, timo, slock); \
|
|
|
|
} while (0)
|
1998-02-05 09:25:08 +03:00
|
|
|
|
2001-06-28 01:18:34 +04:00
|
|
|
/*
|
|
|
|
* UVM_KICK_PDAEMON: perform checks to determine if we need to
|
|
|
|
* give the pagedaemon a nudge, and do so if necessary.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define UVM_KICK_PDAEMON() \
|
|
|
|
do { \
|
|
|
|
if (uvmexp.free + uvmexp.paging < uvmexp.freemin || \
|
|
|
|
(uvmexp.free + uvmexp.paging < uvmexp.freetarg && \
|
|
|
|
uvmexp.inactive < uvmexp.inactarg)) { \
|
|
|
|
wakeup(&uvm.pagedaemon); \
|
|
|
|
} \
|
|
|
|
} while (/*CONSTCOND*/0)
|
|
|
|
|
1998-02-05 09:25:08 +03:00
|
|
|
/*
|
|
|
|
* UVM_PAGE_OWN: track page ownership (only if UVM_PAGE_TRKOWN)
|
|
|
|
*/
|
|
|
|
|
|
|
|
#if defined(UVM_PAGE_TRKOWN)
|
|
|
|
#define UVM_PAGE_OWN(PG, TAG) uvm_page_own(PG, TAG)
|
1999-06-21 21:25:11 +04:00
|
|
|
#else
|
1998-02-05 09:25:08 +03:00
|
|
|
#define UVM_PAGE_OWN(PG, TAG) /* nothing */
|
|
|
|
#endif /* UVM_PAGE_TRKOWN */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* pull in inlines
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <uvm/uvm_amap_i.h>
|
|
|
|
#include <uvm/uvm_fault_i.h>
|
|
|
|
#include <uvm/uvm_map_i.h>
|
|
|
|
#include <uvm/uvm_page_i.h>
|
|
|
|
#include <uvm/uvm_pager_i.h>
|
1998-02-10 05:34:17 +03:00
|
|
|
|
1999-06-21 21:25:11 +04:00
|
|
|
#endif /* _KERNEL */
|
|
|
|
|
1998-02-10 05:34:17 +03:00
|
|
|
#endif /* _UVM_UVM_H_ */
|