introduce a new km_page allocator that gets pages from kernel_map using

an interrupt safe thread.
use this as the new backend for mbpool and mclpool, eliminating the mb_map.
introduce a sysctl kern.maxclusters which controls the limit of clusters
allocated.
testing by many people, works everywhere but m68k.  ok deraadt@

this essentially deprecates the NMBCLUSTERS option, don't use it.
this should reduce pressure on the kmem_map and the uvm reserve of static
map entries.

4 files changed, 134 insertions, 4 deletions

diff --git a/sys/uvm/uvm_extern.h b/sys/uvm/uvm_extern.h
index f1eb2cf02f0..d20e6d25639 100644
--- a/sys/uvm/uvm_extern.h
+++ b/sys/uvm/uvm_extern.h
@@ -1,4 +1,4 @@
-/*	$OpenBSD: uvm_extern.h,v 1.50 2003/08/10 00:04:50 miod Exp $	*/
+/*	$OpenBSD: uvm_extern.h,v 1.51 2004/04/19 22:52:33 tedu Exp $	*/
 /*	$NetBSD: uvm_extern.h,v 1.57 2001/03/09 01:02:12 chs Exp $	*/
 
 /*
@@ -511,6 +511,8 @@ void			uvm_km_free_poolpage1(vm_map_t, vaddr_t);
 #define	uvm_km_alloc_poolpage(waitok)	uvm_km_alloc_poolpage1(kmem_map, \
 						uvmexp.kmem_object, (waitok))
 #define	uvm_km_free_poolpage(addr)	uvm_km_free_poolpage1(kmem_map, (addr))
+void			*uvm_km_getpage(void);
+void			uvm_km_putpage(void *);
 
 /* uvm_map.c */
 int			uvm_map(vm_map_t, vaddr_t *, vsize_t,
diff --git a/sys/uvm/uvm_init.c b/sys/uvm/uvm_init.c
index a9915e88040..47b9c469bbe 100644
--- a/sys/uvm/uvm_init.c
+++ b/sys/uvm/uvm_init.c
@@ -1,4 +1,4 @@
-/*	$OpenBSD: uvm_init.c,v 1.10 2001/11/06 01:35:04 art Exp $	*/
+/*	$OpenBSD: uvm_init.c,v 1.11 2004/04/19 22:52:33 tedu Exp $	*/
 /*	$NetBSD: uvm_init.c,v 1.14 2000/06/27 17:29:23 mrg Exp $	*/
 
 /*
@@ -150,6 +150,8 @@ uvm_init()
 	uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS,
 	    UAO_FLAG_KERNSWAP);
 
+	uvm_km_page_init();
+
 	/*
 	 * done!
 	 */
diff --git a/sys/uvm/uvm_km.c b/sys/uvm/uvm_km.c
index d343a59e4f9..a07be5b0b8f 100644
--- a/sys/uvm/uvm_km.c
+++ b/sys/uvm/uvm_km.c
@@ -1,4 +1,4 @@
-/*	$OpenBSD: uvm_km.c,v 1.35 2004/02/23 06:19:32 drahn Exp $	*/
+/*	$OpenBSD: uvm_km.c,v 1.36 2004/04/19 22:52:33 tedu Exp $	*/
 /*	$NetBSD: uvm_km.c,v 1.42 2001/01/14 02:10:01 thorpej Exp $	*/
 
 /* 
@@ -144,6 +144,7 @@
 #include <sys/param.h>
 #include <sys/systm.h>
 #include <sys/proc.h>
+#include <sys/kthread.h>
 
 #include <uvm/uvm.h>
 
@@ -915,3 +916,127 @@ uvm_km_free_poolpage1(map, addr)
 	splx(s);
 #endif /* PMAP_UNMAP_POOLPAGE */
 }
+
+int uvm_km_pages_lowat;
+int uvm_km_pages_free;
+struct km_page {
+	struct km_page *next;
+} *uvm_km_pages_head;
+
+void uvm_km_createthread(void *);
+void uvm_km_thread(void *);
+
+void
+uvm_km_page_init(void)
+{
+	struct km_page *head, *page;
+	int i;
+
+
+	head = NULL;
+	for (i = 0; i < uvm_km_pages_lowat * 4; i++) {
+#if defined(PMAP_MAP_POOLPAGE)
+		struct vm_page *pg;
+		vaddr_t va;
+
+		pg = uvm_pagealloc(NULL, 0, NULL, 0);
+		if (__predict_false(pg == NULL))
+			break;
+
+		va = PMAP_MAP_POOLPAGE(pg);
+		if (__predict_false(va == 0)) {
+			uvm_pagefree(pg);
+			break;
+		}
+		page = (void *)va;
+#else
+		page = (void *)uvm_km_alloc(kernel_map, PAGE_SIZE);
+#endif
+		page->next = head;
+		head = page;
+	}
+	uvm_km_pages_head = head;
+	uvm_km_pages_free = i;
+
+	kthread_create_deferred(uvm_km_createthread, NULL);
+}
+
+void
+uvm_km_createthread(void *arg)
+{
+	kthread_create(uvm_km_thread, NULL, NULL, "kmthread");
+}
+
+void
+uvm_km_thread(void *arg)
+{
+	struct km_page *head, *tail, *page;
+	int i, s, want;
+
+	for (;;) {
+		if (uvm_km_pages_free >= uvm_km_pages_lowat)
+			tsleep(&uvm_km_pages_head, PVM, "kmalloc", 0);
+		want = uvm_km_pages_lowat - uvm_km_pages_free;
+		if (want < 16)
+			want = 16;
+		for (i = 0; i < want; i++) {
+#if defined(PMAP_MAP_POOLPAGE)
+			struct vm_page *pg;
+			vaddr_t va;
+	
+			pg = uvm_pagealloc(NULL, 0, NULL, UVM_PGA_USERESERVE);
+			if (__predict_false(pg == NULL))
+				break;
+			va = PMAP_MAP_POOLPAGE(pg);
+			if (__predict_false(va == 0)) {
+				uvm_pagefree(pg);
+				break;
+			}
+			page = (void *)va;
+#else
+			page = (void *)uvm_km_alloc(kernel_map, PAGE_SIZE);
+#endif
+			if (i == 0)
+				head = tail = page;
+			page->next = head;
+			head = page;
+		}
+		s = splvm();
+		tail->next = uvm_km_pages_head;
+		uvm_km_pages_head = head;
+		uvm_km_pages_free += i;
+		splx(s);
+	}
+}
+
+
+void *
+uvm_km_getpage(void)
+{
+	struct km_page *page;
+	int s;
+
+	s = splvm();
+	page = uvm_km_pages_head;
+	if (page) {
+		uvm_km_pages_head = page->next;
+		uvm_km_pages_free--;
+	}
+	splx(s);
+	if (uvm_km_pages_free < uvm_km_pages_lowat)
+		wakeup(&uvm_km_pages_head);
+	return (page);
+}
+
+void
+uvm_km_putpage(void *v)
+{
+	struct km_page *page = v;
+	int s;
+
+	s = splvm();
+	page->next = uvm_km_pages_head;
+	uvm_km_pages_head = page;
+	uvm_km_pages_free++;
+	splx(s);
+}
diff --git a/sys/uvm/uvm_km.h b/sys/uvm/uvm_km.h
index 7c1bc043879..1162b4dc29a 100644
--- a/sys/uvm/uvm_km.h
+++ b/sys/uvm/uvm_km.h
@@ -1,4 +1,4 @@
-/*	$OpenBSD: uvm_km.h,v 1.7 2002/03/14 01:27:18 millert Exp $	*/
+/*	$OpenBSD: uvm_km.h,v 1.8 2004/04/19 22:52:33 tedu Exp $	*/
 /*	$NetBSD: uvm_km.h,v 1.9 1999/06/21 17:25:11 thorpej Exp $	*/
 
 /*
@@ -49,6 +49,7 @@
  */
 
 void uvm_km_init(vaddr_t, vaddr_t);
+void uvm_km_page_init(void);
 void uvm_km_pgremove(struct uvm_object *, vaddr_t, vaddr_t);
 void uvm_km_pgremove_intrsafe(struct uvm_object *, vaddr_t, vaddr_t);