summaryrefslogtreecommitdiff
path: root/sys/uvm
diff options
context:
space:
mode:
Diffstat (limited to 'sys/uvm')
-rw-r--r--sys/uvm/uvm_extern.h4
-rw-r--r--sys/uvm/uvm_init.c4
-rw-r--r--sys/uvm/uvm_km.c127
-rw-r--r--sys/uvm/uvm_km.h3
4 files changed, 134 insertions, 4 deletions
diff --git a/sys/uvm/uvm_extern.h b/sys/uvm/uvm_extern.h
index f1eb2cf02f0..d20e6d25639 100644
--- a/sys/uvm/uvm_extern.h
+++ b/sys/uvm/uvm_extern.h
@@ -1,4 +1,4 @@
-/* $OpenBSD: uvm_extern.h,v 1.50 2003/08/10 00:04:50 miod Exp $ */
+/* $OpenBSD: uvm_extern.h,v 1.51 2004/04/19 22:52:33 tedu Exp $ */
/* $NetBSD: uvm_extern.h,v 1.57 2001/03/09 01:02:12 chs Exp $ */
/*
@@ -511,6 +511,8 @@ void uvm_km_free_poolpage1(vm_map_t, vaddr_t);
#define uvm_km_alloc_poolpage(waitok) uvm_km_alloc_poolpage1(kmem_map, \
uvmexp.kmem_object, (waitok))
#define uvm_km_free_poolpage(addr) uvm_km_free_poolpage1(kmem_map, (addr))
+void *uvm_km_getpage(void);
+void uvm_km_putpage(void *);
/* uvm_map.c */
int uvm_map(vm_map_t, vaddr_t *, vsize_t,
diff --git a/sys/uvm/uvm_init.c b/sys/uvm/uvm_init.c
index a9915e88040..47b9c469bbe 100644
--- a/sys/uvm/uvm_init.c
+++ b/sys/uvm/uvm_init.c
@@ -1,4 +1,4 @@
-/* $OpenBSD: uvm_init.c,v 1.10 2001/11/06 01:35:04 art Exp $ */
+/* $OpenBSD: uvm_init.c,v 1.11 2004/04/19 22:52:33 tedu Exp $ */
/* $NetBSD: uvm_init.c,v 1.14 2000/06/27 17:29:23 mrg Exp $ */
/*
@@ -150,6 +150,8 @@ uvm_init()
uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS,
UAO_FLAG_KERNSWAP);
+ uvm_km_page_init();
+
/*
* done!
*/
diff --git a/sys/uvm/uvm_km.c b/sys/uvm/uvm_km.c
index d343a59e4f9..a07be5b0b8f 100644
--- a/sys/uvm/uvm_km.c
+++ b/sys/uvm/uvm_km.c
@@ -1,4 +1,4 @@
-/* $OpenBSD: uvm_km.c,v 1.35 2004/02/23 06:19:32 drahn Exp $ */
+/* $OpenBSD: uvm_km.c,v 1.36 2004/04/19 22:52:33 tedu Exp $ */
/* $NetBSD: uvm_km.c,v 1.42 2001/01/14 02:10:01 thorpej Exp $ */
/*
@@ -144,6 +144,7 @@
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/proc.h>
+#include <sys/kthread.h>
#include <uvm/uvm.h>
@@ -915,3 +916,127 @@ uvm_km_free_poolpage1(map, addr)
splx(s);
#endif /* PMAP_UNMAP_POOLPAGE */
}
+
+int uvm_km_pages_lowat;
+int uvm_km_pages_free;
+struct km_page {
+ struct km_page *next;
+} *uvm_km_pages_head;
+
+void uvm_km_createthread(void *);
+void uvm_km_thread(void *);
+
+void
+uvm_km_page_init(void)
+{
+ struct km_page *head, *page;
+ int i;
+
+
+ head = NULL;
+ for (i = 0; i < uvm_km_pages_lowat * 4; i++) {
+#if defined(PMAP_MAP_POOLPAGE)
+ struct vm_page *pg;
+ vaddr_t va;
+
+ pg = uvm_pagealloc(NULL, 0, NULL, 0);
+ if (__predict_false(pg == NULL))
+ break;
+
+ va = PMAP_MAP_POOLPAGE(pg);
+ if (__predict_false(va == 0)) {
+ uvm_pagefree(pg);
+ break;
+ }
+ page = (void *)va;
+#else
+ page = (void *)uvm_km_alloc(kernel_map, PAGE_SIZE);
+#endif
+ page->next = head;
+ head = page;
+ }
+ uvm_km_pages_head = head;
+ uvm_km_pages_free = i;
+
+ kthread_create_deferred(uvm_km_createthread, NULL);
+}
+
+void
+uvm_km_createthread(void *arg)
+{
+ kthread_create(uvm_km_thread, NULL, NULL, "kmthread");
+}
+
+void
+uvm_km_thread(void *arg)
+{
+ struct km_page *head, *tail, *page;
+ int i, s, want;
+
+ for (;;) {
+ if (uvm_km_pages_free >= uvm_km_pages_lowat)
+ tsleep(&uvm_km_pages_head, PVM, "kmalloc", 0);
+ want = uvm_km_pages_lowat - uvm_km_pages_free;
+ if (want < 16)
+ want = 16;
+ for (i = 0; i < want; i++) {
+#if defined(PMAP_MAP_POOLPAGE)
+ struct vm_page *pg;
+ vaddr_t va;
+
+ pg = uvm_pagealloc(NULL, 0, NULL, UVM_PGA_USERESERVE);
+ if (__predict_false(pg == NULL))
+ break;
+ va = PMAP_MAP_POOLPAGE(pg);
+ if (__predict_false(va == 0)) {
+ uvm_pagefree(pg);
+ break;
+ }
+ page = (void *)va;
+#else
+ page = (void *)uvm_km_alloc(kernel_map, PAGE_SIZE);
+#endif
+ if (i == 0)
+ head = tail = page;
+ page->next = head;
+ head = page;
+ }
+ s = splvm();
+ tail->next = uvm_km_pages_head;
+ uvm_km_pages_head = head;
+ uvm_km_pages_free += i;
+ splx(s);
+ }
+}
+
+
+void *
+uvm_km_getpage(void)
+{
+ struct km_page *page;
+ int s;
+
+ s = splvm();
+ page = uvm_km_pages_head;
+ if (page) {
+ uvm_km_pages_head = page->next;
+ uvm_km_pages_free--;
+ }
+ splx(s);
+ if (uvm_km_pages_free < uvm_km_pages_lowat)
+ wakeup(&uvm_km_pages_head);
+ return (page);
+}
+
+void
+uvm_km_putpage(void *v)
+{
+ struct km_page *page = v;
+ int s;
+
+ s = splvm();
+ page->next = uvm_km_pages_head;
+ uvm_km_pages_head = page;
+ uvm_km_pages_free++;
+ splx(s);
+}
diff --git a/sys/uvm/uvm_km.h b/sys/uvm/uvm_km.h
index 7c1bc043879..1162b4dc29a 100644
--- a/sys/uvm/uvm_km.h
+++ b/sys/uvm/uvm_km.h
@@ -1,4 +1,4 @@
-/* $OpenBSD: uvm_km.h,v 1.7 2002/03/14 01:27:18 millert Exp $ */
+/* $OpenBSD: uvm_km.h,v 1.8 2004/04/19 22:52:33 tedu Exp $ */
/* $NetBSD: uvm_km.h,v 1.9 1999/06/21 17:25:11 thorpej Exp $ */
/*
@@ -49,6 +49,7 @@
*/
void uvm_km_init(vaddr_t, vaddr_t);
+void uvm_km_page_init(void);
void uvm_km_pgremove(struct uvm_object *, vaddr_t, vaddr_t);
void uvm_km_pgremove_intrsafe(struct uvm_object *, vaddr_t, vaddr_t);