diff options
Diffstat (limited to 'sys/arch')
| -rw-r--r-- | sys/arch/amd64/amd64/bus_dma.c | 6 | ||||
| -rw-r--r-- | sys/arch/amd64/amd64/sg_dma.c | 965 | ||||
| -rw-r--r-- | sys/arch/amd64/conf/files.amd64 | 3 | ||||
| -rw-r--r-- | sys/arch/amd64/include/bus.h | 71 | ||||
| -rw-r--r-- | sys/arch/i386/conf/files.i386 | 3 | ||||
| -rw-r--r-- | sys/arch/i386/i386/bus_dma.c | 6 | ||||
| -rw-r--r-- | sys/arch/i386/i386/sg_dma.c | 965 | ||||
| -rw-r--r-- | sys/arch/i386/include/bus.h | 70 |
8 files changed, 6 insertions, 2083 deletions
diff --git a/sys/arch/amd64/amd64/bus_dma.c b/sys/arch/amd64/amd64/bus_dma.c index 3e55a5ea5ab..b340a8fa449 100644 --- a/sys/arch/amd64/amd64/bus_dma.c +++ b/sys/arch/amd64/amd64/bus_dma.c @@ -1,4 +1,4 @@ -/* $OpenBSD: bus_dma.c,v 1.40 2012/12/08 12:04:21 mpi Exp $ */ +/* $OpenBSD: bus_dma.c,v 1.41 2013/12/12 21:04:50 kettenis Exp $ */ /* $NetBSD: bus_dma.c,v 1.3 2003/05/07 21:33:58 fvdl Exp $ */ /*- @@ -673,10 +673,6 @@ _bus_dmamem_alloc_range(bus_dma_tag_t t, bus_size_t size, bus_size_t alignment, segs[0]._ds_boundary = boundary; segs[0]._ds_align = alignment; - if (flags & BUS_DMA_SG) { - boundary = 0; - alignment = 0; - } /* * Allocate pages from the VM system. diff --git a/sys/arch/amd64/amd64/sg_dma.c b/sys/arch/amd64/amd64/sg_dma.c deleted file mode 100644 index 7f5f33e4a73..00000000000 --- a/sys/arch/amd64/amd64/sg_dma.c +++ /dev/null @@ -1,965 +0,0 @@ -/* $OpenBSD: sg_dma.c,v 1.11 2013/03/17 21:49:00 kettenis Exp $ */ -/* - * Copyright (c) 2009 Owain G. Ainsworth <oga@openbsd.org> - * - * Permission to use, copy, modify, and distribute this software for any - * purpose with or without fee is hereby granted, provided that the above - * copyright notice and this permission notice appear in all copies. - * - * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES - * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF - * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR - * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES - * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN - * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF - * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. - */ -/* - * Copyright (c) 2003 Henric Jungheim - * Copyright (c) 2001, 2002 Eduardo Horvath - * Copyright (c) 1999, 2000 Matthew R. Green - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * 1. Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * 2. Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in the - * documentation and/or other materials provided with the distribution. - * 3. The name of the author may not be used to endorse or promote products - * derived from this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR - * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES - * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. - * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, - * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, - * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; - * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED - * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, - * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY - * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF - * SUCH DAMAGE. - */ - -/* - * Support for scatter/gather style dma through agp or an iommu. - */ -#include <sys/param.h> -#include <sys/extent.h> -#include <sys/malloc.h> -#include <sys/systm.h> -#include <sys/device.h> -#include <sys/mbuf.h> -#include <sys/mutex.h> -#include <sys/proc.h> - -#include <uvm/uvm_extern.h> - -#include <machine/bus.h> -#include <machine/cpu.h> - -#ifndef MAX_DMA_SEGS -#define MAX_DMA_SEGS 20 -#endif - -int sg_dmamap_load_seg(bus_dma_tag_t, struct sg_cookie *, - bus_dmamap_t, bus_dma_segment_t *, int, int, bus_size_t, - bus_size_t); -struct sg_page_map *sg_iomap_create(int); -int sg_dmamap_append_range(bus_dma_tag_t, bus_dmamap_t, paddr_t, - bus_size_t, int, bus_size_t); -int sg_iomap_insert_page(struct sg_page_map *, paddr_t); -bus_addr_t sg_iomap_translate(struct sg_page_map *, paddr_t); -void sg_iomap_load_map(struct sg_cookie *, struct sg_page_map *, - bus_addr_t, int); -void sg_iomap_unload_map(struct sg_cookie *, struct sg_page_map *); -void sg_iomap_destroy(struct sg_page_map *); -void sg_iomap_clear_pages(struct sg_page_map *); - -struct sg_cookie * -sg_dmatag_init(char *name, void *hdl, bus_addr_t start, bus_size_t size, - void bind(void *, bus_addr_t, paddr_t, int), - void unbind(void *, bus_addr_t), void flush_tlb(void *)) -{ - struct sg_cookie *cookie; - - cookie = malloc(sizeof(*cookie), M_DEVBUF, M_NOWAIT|M_ZERO); - if (cookie == NULL) - return (NULL); - - cookie->sg_ex = extent_create(name, start, start + size - 1, - M_DEVBUF, NULL, 0, EX_NOWAIT | EX_NOCOALESCE); - if (cookie->sg_ex == NULL) { - free(cookie, M_DEVBUF); - return (NULL); - } - - cookie->sg_hdl = hdl; - mtx_init(&cookie->sg_mtx, IPL_HIGH); - cookie->bind_page = bind; - cookie->unbind_page = unbind; - cookie->flush_tlb = flush_tlb; - - return (cookie); -} - -void -sg_dmatag_destroy(struct sg_cookie *cookie) -{ - extent_destroy(cookie->sg_ex); - free(cookie, M_DEVBUF); -} - -int -sg_dmamap_create(bus_dma_tag_t t, bus_size_t size, int nsegments, - bus_size_t maxsegsz, bus_size_t boundary, int flags, bus_dmamap_t *dmamap) -{ - struct sg_page_map *spm; - bus_dmamap_t map; - int ret; - - if ((ret = _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, - flags, &map)) != 0) - return (ret); - - if ((spm = sg_iomap_create(atop(round_page(size)))) == NULL) { - _bus_dmamap_destroy(t, map); - return (ENOMEM); - } - - map->_dm_cookie = spm; - *dmamap = map; - - return (0); -} - -void -sg_dmamap_set_alignment(bus_dma_tag_t tag, bus_dmamap_t dmam, - u_long alignment) -{ - if (alignment < PAGE_SIZE) - return; - - dmam->dm_segs[0]._ds_align = alignment; -} - -void -sg_dmamap_destroy(bus_dma_tag_t t, bus_dmamap_t map) -{ - /* - * The specification (man page) requires a loaded - * map to be unloaded before it is destroyed. - */ - if (map->dm_nsegs) - bus_dmamap_unload(t, map); - - if (map->_dm_cookie) - sg_iomap_destroy(map->_dm_cookie); - map->_dm_cookie = NULL; - _bus_dmamap_destroy(t, map); -} - -/* - * Load a contiguous kva buffer into a dmamap. The physical pages are - * not assumed to be contiguous. Two passes are made through the buffer - * and both call pmap_extract() for the same va->pa translations. It - * is possible to run out of pa->dvma mappings; the code should be smart - * enough to resize the iomap (when the "flags" permit allocation). It - * is trivial to compute the number of entries required (round the length - * up to the page size and then divide by the page size)... - */ -int -sg_dmamap_load(bus_dma_tag_t t, bus_dmamap_t map, void *buf, - bus_size_t buflen, struct proc *p, int flags) -{ - int err = 0; - bus_size_t sgsize; - u_long dvmaddr, sgstart, sgend; - bus_size_t align, boundary; - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - pmap_t pmap; - - if (map->dm_nsegs) { - /* - * Is it still in use? _bus_dmamap_load should have taken care - * of this. - */ -#ifdef DIAGNOSTIC - panic("sg_dmamap_load: map still in use"); -#endif - bus_dmamap_unload(t, map); - } - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_nsegs = 0; - - if (buflen < 1 || buflen > map->_dm_size) - return (EINVAL); - - /* - * A boundary presented to bus_dmamem_alloc() takes precedence - * over boundary in the map. - */ - if ((boundary = (map->dm_segs[0]._ds_boundary)) == 0) - boundary = map->_dm_boundary; - align = MAX(map->dm_segs[0]._ds_align, PAGE_SIZE); - - pmap = p ? p->p_vmspace->vm_map.pmap : pmap_kernel(); - - /* Count up the total number of pages we need */ - sg_iomap_clear_pages(spm); - { /* Scope */ - bus_addr_t a, aend; - bus_addr_t addr = (bus_addr_t)buf; - int seg_len = buflen; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - paddr_t pa; - - if (pmap_extract(pmap, a, &pa) == FALSE) { - printf("iomap pmap error addr 0x%llx\n", a); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - - err = sg_iomap_insert_page(spm, pa); - if (err) { - printf("iomap insert error: %d for " - "va 0x%llx pa 0x%lx " - "(buf %p len %lld/%llx)\n", - err, a, pa, buf, buflen, buflen); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - } - } - sgsize = spm->spm_pagecnt * PAGE_SIZE; - - mtx_enter(&is->sg_mtx); - if (flags & BUS_DMA_24BIT) { - sgstart = MAX(is->sg_ex->ex_start, 0xff000000); - sgend = MIN(is->sg_ex->ex_end, 0xffffffff); - } else { - sgstart = is->sg_ex->ex_start; - sgend = is->sg_ex->ex_end; - } - - /* - * If our segment size is larger than the boundary we need to - * split the transfer up into little pieces ourselves. - */ - err = extent_alloc_subregion(is->sg_ex, sgstart, sgend, - sgsize, align, 0, (sgsize > boundary) ? 0 : boundary, - EX_NOWAIT | EX_BOUNDZERO, (u_long *)&dvmaddr); - mtx_leave(&is->sg_mtx); - if (err != 0) { - sg_iomap_clear_pages(spm); - return (err); - } - - /* Set the active DVMA map */ - spm->spm_start = dvmaddr; - spm->spm_size = sgsize; - - map->dm_mapsize = buflen; - - sg_iomap_load_map(is, spm, dvmaddr, flags); - - { /* Scope */ - bus_addr_t a, aend; - bus_addr_t addr = (bus_addr_t)buf; - int seg_len = buflen; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - bus_addr_t pgstart; - bus_addr_t pgend; - paddr_t pa; - int pglen; - - /* Yuck... Redoing the same pmap_extract... */ - if (pmap_extract(pmap, a, &pa) == FALSE) { - printf("iomap pmap error addr 0x%llx\n", a); - err = EFBIG; - break; - } - - pgstart = pa | (MAX(a, addr) & PAGE_MASK); - pgend = pa | (MIN(a + PAGE_SIZE - 1, - addr + seg_len - 1) & PAGE_MASK); - pglen = pgend - pgstart + 1; - - if (pglen < 1) - continue; - - err = sg_dmamap_append_range(t, map, pgstart, - pglen, flags, boundary); - if (err == EFBIG) - break; - else if (err) { - printf("iomap load seg page: %d for " - "va 0x%llx pa %lx (%llx - %llx) " - "for %d/0x%x\n", - err, a, pa, pgstart, pgend, pglen, pglen); - break; - } - } - } - if (err) { - sg_dmamap_unload(t, map); - } else { - spm->spm_origbuf = buf; - spm->spm_buftype = BUS_BUFTYPE_LINEAR; - spm->spm_proc = p; - } - - return (err); -} - -/* - * Load an mbuf into our map. we convert it to some bus_dma_segment_ts then - * pass it to load_raw. - */ -int -sg_dmamap_load_mbuf(bus_dma_tag_t t, bus_dmamap_t map, struct mbuf *mb, - int flags) -{ - /* - * This code is adapted from sparc64, for very fragmented data - * we may need to adapt the algorithm - */ - bus_dma_segment_t segs[MAX_DMA_SEGS]; - struct sg_page_map *spm = map->_dm_cookie; - size_t len; - int i, err; - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_mapsize = 0; - map->dm_nsegs = 0; - - if (mb->m_pkthdr.len > map->_dm_size) - return (EINVAL); - - i = 0; - len = 0; - while (mb) { - vaddr_t vaddr = mtod(mb, vaddr_t); - long buflen = (long)mb->m_len; - - len += buflen; - while (buflen > 0 && i < MAX_DMA_SEGS) { - paddr_t pa; - long incr; - - incr = min(buflen, NBPG); - - if (pmap_extract(pmap_kernel(), vaddr, &pa) == FALSE) - return EINVAL; - - buflen -= incr; - vaddr += incr; - - if (i > 0 && pa == (segs[i - 1].ds_addr + - segs[i - 1].ds_len) && ((segs[i - 1].ds_len + incr) - < map->_dm_maxsegsz)) { - /* contigious, great! */ - segs[i - 1].ds_len += incr; - continue; - } - segs[i].ds_addr = pa; - segs[i].ds_len = incr; - segs[i]._ds_boundary = 0; - segs[i]._ds_align = 0; - i++; - } - mb = mb->m_next; - if (mb && i >= MAX_DMA_SEGS) { - /* our map, it is too big! */ - return (EFBIG); - } - } - - err = sg_dmamap_load_raw(t, map, segs, i, (bus_size_t)len, flags); - - if (err == 0) { - spm->spm_origbuf = mb; - spm->spm_buftype = BUS_BUFTYPE_MBUF; - } - return (err); -} - -/* - * Load a uio into the map. Turn it into segments and call load_raw() - */ -int -sg_dmamap_load_uio(bus_dma_tag_t t, bus_dmamap_t map, struct uio *uio, - int flags) -{ - /* - * loading uios is kinda broken since we can't lock the pages. - * and unlock them at unload. Perhaps page loaning is the answer. - * 'till then we only accept kernel data - */ - bus_dma_segment_t segs[MAX_DMA_SEGS]; - struct sg_page_map *spm = map->_dm_cookie; - size_t len; - int i, j, err; - - /* - * Make sure that on errror we return "no valid mappings". - */ - map->dm_mapsize = 0; - map->dm_nsegs = 0; - - if (uio->uio_resid > map->_dm_size) - return (EINVAL); - - if (uio->uio_segflg != UIO_SYSSPACE) - return (EOPNOTSUPP); - - i = j = 0; - len = 0; - while (j < uio->uio_iovcnt) { - vaddr_t vaddr = (vaddr_t)uio->uio_iov[j].iov_base; - long buflen = (long)uio->uio_iov[j].iov_len; - - len += buflen; - while (buflen > 0 && i < MAX_DMA_SEGS) { - paddr_t pa; - long incr; - - incr = min(buflen, NBPG); - (void)pmap_extract(pmap_kernel(), vaddr, &pa); - buflen -= incr; - vaddr += incr; - - if (i > 0 && pa == (segs[i - 1].ds_addr + - segs[i -1].ds_len) && ((segs[i - 1].ds_len + incr) - < map->_dm_maxsegsz)) { - /* contigious, yay! */ - segs[i - 1].ds_len += incr; - continue; - } - segs[i].ds_addr = pa; - segs[i].ds_len = incr; - segs[i]._ds_boundary = 0; - segs[i]._ds_align = 0; - i++; - } - j++; - if ((uio->uio_iovcnt - j) && i >= MAX_DMA_SEGS) { - /* Our map, is it too big! */ - return (EFBIG); - } - - } - - err = sg_dmamap_load_raw(t, map, segs, i, (bus_size_t)len, flags); - - if (err == 0) { - spm->spm_origbuf = uio; - spm->spm_buftype = BUS_BUFTYPE_UIO; - } - return (err); -} - -/* - * Load a dvmamap from an array of segs. It calls sg_dmamap_append_range() - * or for part of the 2nd pass through the mapping. - */ -int -sg_dmamap_load_raw(bus_dma_tag_t t, bus_dmamap_t map, - bus_dma_segment_t *segs, int nsegs, bus_size_t size, int flags) -{ - int i; - int left; - int err = 0; - bus_size_t sgsize; - bus_size_t boundary, align; - u_long dvmaddr, sgstart, sgend; - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - - if (map->dm_nsegs) { - /* Already in use?? */ -#ifdef DIAGNOSTIC - panic("sg_dmamap_load_raw: map still in use"); -#endif - bus_dmamap_unload(t, map); - } - - /* - * A boundary presented to bus_dmamem_alloc() takes precedence - * over boundary in the map. - */ - if ((boundary = segs[0]._ds_boundary) == 0) - boundary = map->_dm_boundary; - - align = MAX(MAX(segs[0]._ds_align, map->dm_segs[0]._ds_align), - PAGE_SIZE); - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_nsegs = 0; - - sg_iomap_clear_pages(spm); - /* Count up the total number of pages we need */ - for (i = 0, left = size; left > 0 && i < nsegs; i++) { - bus_addr_t a, aend; - bus_size_t len = segs[i].ds_len; - bus_addr_t addr = segs[i].ds_addr; - int seg_len = MIN(left, len); - - if (len < 1) - continue; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - - err = sg_iomap_insert_page(spm, a); - if (err) { - printf("iomap insert error: %d for " - "pa 0x%llx\n", err, a); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - } - - left -= seg_len; - } - sgsize = spm->spm_pagecnt * PAGE_SIZE; - - mtx_enter(&is->sg_mtx); - if (flags & BUS_DMA_24BIT) { - sgstart = MAX(is->sg_ex->ex_start, 0xff000000); - sgend = MIN(is->sg_ex->ex_end, 0xffffffff); - } else { - sgstart = is->sg_ex->ex_start; - sgend = is->sg_ex->ex_end; - } - - /* - * If our segment size is larger than the boundary we need to - * split the transfer up into little pieces ourselves. - */ - err = extent_alloc_subregion(is->sg_ex, sgstart, sgend, - sgsize, align, 0, (sgsize > boundary) ? 0 : boundary, - EX_NOWAIT | EX_BOUNDZERO, (u_long *)&dvmaddr); - mtx_leave(&is->sg_mtx); - - if (err != 0) { - sg_iomap_clear_pages(spm); - return (err); - } - - /* Set the active DVMA map */ - spm->spm_start = dvmaddr; - spm->spm_size = sgsize; - - map->dm_mapsize = size; - - sg_iomap_load_map(is, spm, dvmaddr, flags); - - err = sg_dmamap_load_seg(t, is, map, segs, nsegs, flags, - size, boundary); - - if (err) { - sg_dmamap_unload(t, map); - } else { - /* This will be overwritten if mbuf or uio called us */ - spm->spm_origbuf = segs; - spm->spm_buftype = BUS_BUFTYPE_RAW; - } - - return (err); -} - -/* - * Insert a range of addresses into a loaded map respecting the specified - * boundary and alignment restrictions. The range is specified by its - * physical address and length. The range cannot cross a page boundary. - * This code (along with most of the rest of the function in this file) - * assumes that the IOMMU page size is equal to PAGE_SIZE. - */ -int -sg_dmamap_append_range(bus_dma_tag_t t, bus_dmamap_t map, paddr_t pa, - bus_size_t length, int flags, bus_size_t boundary) -{ - struct sg_page_map *spm = map->_dm_cookie; - bus_addr_t sgstart, sgend, bd_mask; - bus_dma_segment_t *seg = NULL; - int i = map->dm_nsegs; - - sgstart = sg_iomap_translate(spm, pa); - sgend = sgstart + length - 1; - -#ifdef DIAGNOSTIC - if (sgstart == 0 || sgstart > sgend) { - printf("append range invalid mapping for %lx " - "(0x%llx - 0x%llx)\n", pa, sgstart, sgend); - map->dm_nsegs = 0; - return (EINVAL); - } -#endif - -#ifdef DEBUG - if (trunc_page(sgstart) != trunc_page(sgend)) { - printf("append range crossing page boundary! " - "pa %lx length %lld/0x%llx sgstart %llx sgend %llx\n", - pa, length, length, sgstart, sgend); - } -#endif - - /* - * We will attempt to merge this range with the previous entry - * (if there is one). - */ - if (i > 0) { - seg = &map->dm_segs[i - 1]; - if (sgstart == seg->ds_addr + seg->ds_len) { - length += seg->ds_len; - sgstart = seg->ds_addr; - sgend = sgstart + length - 1; - } else - seg = NULL; - } - - if (seg == NULL) { - seg = &map->dm_segs[i]; - if (++i > map->_dm_segcnt) { - map->dm_nsegs = 0; - return (EFBIG); - } - } - - /* - * At this point, "i" is the index of the *next* bus_dma_segment_t - * (the segment count, aka map->dm_nsegs) and "seg" points to the - * *current* entry. "length", "sgstart", and "sgend" reflect what - * we intend to put in "*seg". No assumptions should be made about - * the contents of "*seg". Only "boundary" issue can change this - * and "boundary" is often zero, so explicitly test for that case - * (the test is strictly an optimization). - */ - if (boundary != 0) { - bd_mask = ~(boundary - 1); - - while ((sgstart & bd_mask) != (sgend & bd_mask)) { - /* - * We are crossing a boundary so fill in the current - * segment with as much as possible, then grab a new - * one. - */ - - seg->ds_addr = sgstart; - seg->ds_len = boundary - (sgstart & bd_mask); - - sgstart += seg->ds_len; /* sgend stays the same */ - length -= seg->ds_len; - - seg = &map->dm_segs[i]; - if (++i > map->_dm_segcnt) { - map->dm_nsegs = 0; - return (EFBIG); - } - } - } - - seg->ds_addr = sgstart; - seg->ds_len = length; - map->dm_nsegs = i; - - return (0); -} - -/* - * Populate the iomap from a bus_dma_segment_t array. See note for - * sg_dmamap_load() regarding page entry exhaustion of the iomap. - * This is less of a problem for load_seg, as the number of pages - * is usually similar to the number of segments (nsegs). - */ -int -sg_dmamap_load_seg(bus_dma_tag_t t, struct sg_cookie *is, - bus_dmamap_t map, bus_dma_segment_t *segs, int nsegs, int flags, - bus_size_t size, bus_size_t boundary) -{ - int i; - int left; - int seg; - - /* - * Keep in mind that each segment could span - * multiple pages and that these are not always - * adjacent. The code is no longer adding dvma - * aliases to the IOMMU. The STC will not cross - * page boundaries anyway and a IOMMU table walk - * vs. what may be a streamed PCI DMA to a ring - * descriptor is probably a wash. It eases TLB - * pressure and in the worst possible case, it is - * only as bad a non-IOMMUed architecture. More - * importantly, the code is not quite as hairy. - * (It's bad enough as it is.) - */ - left = size; - seg = 0; - for (i = 0; left > 0 && i < nsegs; i++) { - bus_addr_t a, aend; - bus_size_t len = segs[i].ds_len; - bus_addr_t addr = segs[i].ds_addr; - int seg_len = MIN(left, len); - - if (len < 1) - continue; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - bus_addr_t pgstart; - bus_addr_t pgend; - int pglen; - int err; - - pgstart = MAX(a, addr); - pgend = MIN(a + PAGE_SIZE - 1, addr + seg_len - 1); - pglen = pgend - pgstart + 1; - - if (pglen < 1) - continue; - - err = sg_dmamap_append_range(t, map, pgstart, - pglen, flags, boundary); - if (err == EFBIG) - return (err); - if (err) { - printf("iomap load seg page: %d for " - "pa 0x%llx (%llx - %llx for %d/%x\n", - err, a, pgstart, pgend, pglen, pglen); - return (err); - } - - } - - left -= seg_len; - } - return (0); -} - -/* - * Unload a dvmamap. - */ -void -sg_dmamap_unload(bus_dma_tag_t t, bus_dmamap_t map) -{ - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - bus_addr_t dvmaddr = spm->spm_start; - bus_size_t sgsize = spm->spm_size; - int error; - - /* Remove the IOMMU entries */ - sg_iomap_unload_map(is, spm); - - /* Clear the iomap */ - sg_iomap_clear_pages(spm); - - mtx_enter(&is->sg_mtx); - error = extent_free(is->sg_ex, dvmaddr, - sgsize, EX_NOWAIT); - spm->spm_start = 0; - spm->spm_size = 0; - mtx_leave(&is->sg_mtx); - if (error != 0) - printf("warning: %qd of DVMA space lost\n", sgsize); - - spm->spm_buftype = BUS_BUFTYPE_INVALID; - spm->spm_origbuf = NULL; - spm->spm_proc = NULL; - _bus_dmamap_unload(t, map); -} - -/* - * Reload a dvmamap. - */ -void -sg_dmamap_reload(bus_dma_tag_t t, bus_dmamap_t map, int flags) -{ - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - - sg_iomap_load_map(is, spm, spm->spm_start, flags); -} - -/* - * Alloc dma safe memory, telling the backend that we're scatter gather - * to ease pressure on the vm. - * - * This assumes that we can map all physical memory. - */ -int -sg_dmamem_alloc(bus_dma_tag_t t, bus_size_t size, - bus_size_t alignment, bus_size_t boundary, bus_dma_segment_t *segs, - int nsegs, int *rsegs, int flags) -{ - return (_bus_dmamem_alloc_range(t, size, alignment, boundary, - segs, nsegs, rsegs, flags | BUS_DMA_SG, 0, -1)); -} - -/* - * Create a new iomap. - */ -struct sg_page_map * -sg_iomap_create(int n) -{ - struct sg_page_map *spm; - - /* Safety for heavily fragmented data, such as mbufs */ - n += 4; - if (n < 16) - n = 16; - - spm = malloc(sizeof(*spm) + (n - 1) * sizeof(spm->spm_map[0]), - M_DEVBUF, M_NOWAIT | M_ZERO); - if (spm == NULL) - return (NULL); - - /* Initialize the map. */ - spm->spm_maxpage = n; - SPLAY_INIT(&spm->spm_tree); - - return (spm); -} - -/* - * Destroy an iomap. - */ -void -sg_iomap_destroy(struct sg_page_map *spm) -{ -#ifdef DIAGNOSTIC - if (spm->spm_pagecnt > 0) - printf("sg_iomap_destroy: %d page entries in use\n", - spm->spm_pagecnt); -#endif - - free(spm, M_DEVBUF); -} - -/* - * Utility function used by splay tree to order page entries by pa. - */ -static inline int -iomap_compare(struct sg_page_entry *a, struct sg_page_entry *b) -{ - return ((a->spe_pa > b->spe_pa) ? 1 : - (a->spe_pa < b->spe_pa) ? -1 : 0); -} - -SPLAY_PROTOTYPE(sg_page_tree, sg_page_entry, spe_node, iomap_compare); - -SPLAY_GENERATE(sg_page_tree, sg_page_entry, spe_node, iomap_compare); - -/* - * Insert a pa entry in the iomap. - */ -int -sg_iomap_insert_page(struct sg_page_map *spm, paddr_t pa) -{ - struct sg_page_entry *e; - - if (spm->spm_pagecnt >= spm->spm_maxpage) { - struct sg_page_entry spe; - - spe.spe_pa = pa; - if (SPLAY_FIND(sg_page_tree, &spm->spm_tree, &spe)) - return (0); - - return (ENOMEM); - } - - e = &spm->spm_map[spm->spm_pagecnt]; - - e->spe_pa = pa; - e->spe_va = 0; - - e = SPLAY_INSERT(sg_page_tree, &spm->spm_tree, e); - - /* Duplicates are okay, but only count them once. */ - if (e) - return (0); - - ++spm->spm_pagecnt; - - return (0); -} - -/* - * Locate the iomap by filling in the pa->va mapping and inserting it - * into the IOMMU tables. - */ -void -sg_iomap_load_map(struct sg_cookie *sc, struct sg_page_map *spm, - bus_addr_t vmaddr, int flags) -{ - struct sg_page_entry *e; - int i; - - for (i = 0, e = spm->spm_map; i < spm->spm_pagecnt; ++i, ++e) { - e->spe_va = vmaddr; - sc->bind_page(sc->sg_hdl, e->spe_va, e->spe_pa, flags); - vmaddr += PAGE_SIZE; - } - sc->flush_tlb(sc->sg_hdl); -} - -/* - * Remove the iomap from the IOMMU. - */ -void -sg_iomap_unload_map(struct sg_cookie *sc, struct sg_page_map *spm) -{ - struct sg_page_entry *e; - int i; - - for (i = 0, e = spm->spm_map; i < spm->spm_pagecnt; ++i, ++e) - sc->unbind_page(sc->sg_hdl, e->spe_va); - sc->flush_tlb(sc->sg_hdl); - -} - -/* - * Translate a physical address (pa) into a DVMA address. - */ -bus_addr_t -sg_iomap_translate(struct sg_page_map *spm, paddr_t pa) -{ - struct sg_page_entry *e, pe; - paddr_t offset = pa & PAGE_MASK; - - pe.spe_pa = trunc_page(pa); - - e = SPLAY_FIND(sg_page_tree, &spm->spm_tree, &pe); - - if (e == NULL) - return (bus_addr_t)0; - - return (e->spe_va | offset); -} - -/* - * Clear the iomap table and tree. - */ -void -sg_iomap_clear_pages(struct sg_page_map *spm) -{ - spm->spm_pagecnt = 0; - SPLAY_INIT(&spm->spm_tree); -} diff --git a/sys/arch/amd64/conf/files.amd64 b/sys/arch/amd64/conf/files.amd64 index b0a3de77a4c..0f50e3b4a47 100644 --- a/sys/arch/amd64/conf/files.amd64 +++ b/sys/arch/amd64/conf/files.amd64 @@ -1,4 +1,4 @@ -# $OpenBSD: files.amd64,v 1.71 2013/11/04 14:07:15 deraadt Exp $ +# $OpenBSD: files.amd64,v 1.72 2013/12/12 21:04:50 kettenis Exp $ maxpartitions 16 maxusers 2 16 128 @@ -34,7 +34,6 @@ file arch/amd64/amd64/lock_machdep.c multiprocessor file arch/amd64/amd64/intr.c file arch/amd64/amd64/bus_space.c file arch/amd64/amd64/bus_dma.c -file arch/amd64/amd64/sg_dma.c !small_kernel file arch/amd64/amd64/mptramp.S multiprocessor file arch/amd64/amd64/ipifuncs.c multiprocessor diff --git a/sys/arch/amd64/include/bus.h b/sys/arch/amd64/include/bus.h index 4ae57e5c31b..9df8dffa10b 100644 --- a/sys/arch/amd64/include/bus.h +++ b/sys/arch/amd64/include/bus.h @@ -1,4 +1,4 @@ -/* $OpenBSD: bus.h,v 1.29 2013/03/17 21:49:00 kettenis Exp $ */ +/* $OpenBSD: bus.h,v 1.30 2013/12/12 21:04:50 kettenis Exp $ */ /* $NetBSD: bus.h,v 1.6 1996/11/10 03:19:25 thorpej Exp $ */ /*- @@ -525,14 +525,6 @@ extern const struct x86_bus_space_ops x86_bus_space_mem_ops; #define BUS_DMA_WRITE 0x0400 /* mapping is memory -> device only */ #define BUS_DMA_NOCACHE 0x0800 /* map memory uncached */ #define BUS_DMA_ZERO 0x1000 /* zero memory in dmamem_alloc */ -#define BUS_DMA_SG 0x2000 /* Internal. memory is for SG map */ - -/* types for _dm_buftype */ -#define BUS_BUFTYPE_INVALID 0 -#define BUS_BUFTYPE_LINEAR 1 -#define BUS_BUFTYPE_MBUF 2 -#define BUS_BUFTYPE_UIO 3 -#define BUS_BUFTYPE_RAW 4 /* Forwards needed by prototypes below. */ struct mbuf; @@ -696,65 +688,4 @@ int _bus_dmamem_alloc_range(bus_dma_tag_t tag, bus_size_t size, bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags, paddr_t low, paddr_t high); -struct extent; - -/* Scatter gather bus_dma functions. */ -struct sg_cookie { - struct mutex sg_mtx; - struct extent *sg_ex; - void *sg_hdl; - - void (*bind_page)(void *, bus_addr_t, paddr_t, int); - void (*unbind_page)(void *, bus_addr_t); - void (*flush_tlb)(void *); -}; - -/* - * per-map DVMA page table - */ -struct sg_page_entry { - SPLAY_ENTRY(sg_page_entry) spe_node; - paddr_t spe_pa; - bus_addr_t spe_va; -}; - -/* for sg_dma this will be in the map's dm_cookie. */ -struct sg_page_map { - SPLAY_HEAD(sg_page_tree, sg_page_entry) spm_tree; - - void *spm_origbuf; /* pointer to original data */ - int spm_buftype; /* type of data */ - struct proc *spm_proc; /* proc that owns the mapping */ - - int spm_maxpage; /* Size of allocated page map */ - int spm_pagecnt; /* Number of entries in use */ - bus_addr_t spm_start; /* dva when bound */ - bus_size_t spm_size; /* size of bound map */ - struct sg_page_entry spm_map[1]; -}; - -struct sg_cookie *sg_dmatag_init(char *, void *, bus_addr_t, bus_size_t, - void (*)(void *, vaddr_t, paddr_t, int), - void (*)(void *, vaddr_t), void (*)(void *)); -void sg_dmatag_destroy(struct sg_cookie *); -int sg_dmamap_create(bus_dma_tag_t, bus_size_t, int, bus_size_t, - bus_size_t, int, bus_dmamap_t *); -void sg_dmamap_destroy(bus_dma_tag_t, bus_dmamap_t); -void sg_dmamap_set_alignment(bus_dma_tag_t, bus_dmamap_t, u_long); -int sg_dmamap_load(bus_dma_tag_t, bus_dmamap_t, void *, bus_size_t, - struct proc *, int); -int sg_dmamap_load_mbuf(bus_dma_tag_t, bus_dmamap_t, - struct mbuf *, int); -int sg_dmamap_load_uio(bus_dma_tag_t, bus_dmamap_t, struct uio *, int); -int sg_dmamap_load_raw(bus_dma_tag_t, bus_dmamap_t, bus_dma_segment_t *, - int, bus_size_t, int); -void sg_dmamap_unload(bus_dma_tag_t, bus_dmamap_t); -int sg_dmamap_load_buffer(bus_dma_tag_t, bus_dmamap_t, void *, bus_size_t, - struct proc *, int, int *, int); -int sg_dmamap_load_physarray(bus_dma_tag_t, bus_dmamap_t, paddr_t *, - int, int, int *, int); -void sg_dmamap_reload(bus_dma_tag_t, bus_dmamap_t, int); -int sg_dmamem_alloc(bus_dma_tag_t, bus_size_t, bus_size_t, bus_size_t, - bus_dma_segment_t *, int, int *, int); - #endif /* _MACHINE_BUS_H_ */ diff --git a/sys/arch/i386/conf/files.i386 b/sys/arch/i386/conf/files.i386 index bddf9ca02e4..a75d57237bd 100644 --- a/sys/arch/i386/conf/files.i386 +++ b/sys/arch/i386/conf/files.i386 @@ -1,4 +1,4 @@ -# $OpenBSD: files.i386,v 1.214 2013/11/04 14:07:16 deraadt Exp $ +# $OpenBSD: files.i386,v 1.215 2013/12/12 21:04:50 kettenis Exp $ # # new style config file for i386 architecture # @@ -11,7 +11,6 @@ maxusers 2 16 100 file arch/i386/i386/autoconf.c file arch/i386/i386/bus_space.c file arch/i386/i386/bus_dma.c -file arch/i386/i386/sg_dma.c !small_kernel file arch/i386/i386/conf.c file arch/i386/i386/db_disasm.c ddb file arch/i386/i386/db_interface.c ddb diff --git a/sys/arch/i386/i386/bus_dma.c b/sys/arch/i386/i386/bus_dma.c index 5544ccbfd82..8ab9a9668a5 100644 --- a/sys/arch/i386/i386/bus_dma.c +++ b/sys/arch/i386/i386/bus_dma.c @@ -1,4 +1,4 @@ -/* $OpenBSD: bus_dma.c,v 1.26 2012/12/08 12:04:21 mpi Exp $ */ +/* $OpenBSD: bus_dma.c,v 1.27 2013/12/12 21:04:50 kettenis Exp $ */ /*- * Copyright (c) 1996, 1997 The NetBSD Foundation, Inc. * All rights reserved. @@ -629,10 +629,6 @@ _bus_dmamem_alloc_range(bus_dma_tag_t t, bus_size_t size, bus_size_t alignment, segs[0]._ds_boundary = boundary; segs[0]._ds_align = alignment; - if (flags & BUS_DMA_SG) { - boundary = 0; - alignment = 0; - } /* * Allocate pages from the VM system. diff --git a/sys/arch/i386/i386/sg_dma.c b/sys/arch/i386/i386/sg_dma.c deleted file mode 100644 index afbfb0aa0ad..00000000000 --- a/sys/arch/i386/i386/sg_dma.c +++ /dev/null @@ -1,965 +0,0 @@ -/* $OpenBSD: sg_dma.c,v 1.8 2013/03/17 21:49:00 kettenis Exp $ */ -/* - * Copyright (c) 2009 Owain G. Ainsworth <oga@openbsd.org> - * - * Permission to use, copy, modify, and distribute this software for any - * purpose with or without fee is hereby granted, provided that the above - * copyright notice and this permission notice appear in all copies. - * - * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES - * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF - * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR - * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES - * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN - * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF - * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. - */ -/* - * Copyright (c) 2003 Henric Jungheim - * Copyright (c) 2001, 2002 Eduardo Horvath - * Copyright (c) 1999, 2000 Matthew R. Green - * All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions - * are met: - * 1. Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * 2. Redistributions in binary form must reproduce the above copyright - * notice, this list of conditions and the following disclaimer in the - * documentation and/or other materials provided with the distribution. - * 3. The name of the author may not be used to endorse or promote products - * derived from this software without specific prior written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR - * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES - * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. - * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, - * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, - * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; - * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED - * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, - * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY - * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF - * SUCH DAMAGE. - */ - -/* - * Support for scatter/gather style dma through agp or an iommu. - */ -#include <sys/param.h> -#include <sys/extent.h> -#include <sys/malloc.h> -#include <sys/systm.h> -#include <sys/device.h> -#include <sys/mbuf.h> -#include <sys/mutex.h> -#include <sys/proc.h> - -#include <uvm/uvm_extern.h> - -#include <machine/bus.h> -#include <machine/cpu.h> - -#ifndef MAX_DMA_SEGS -#define MAX_DMA_SEGS 20 -#endif - -int sg_dmamap_load_seg(bus_dma_tag_t, struct sg_cookie *, - bus_dmamap_t, bus_dma_segment_t *, int, int, bus_size_t, - bus_size_t); -struct sg_page_map *sg_iomap_create(int); -int sg_dmamap_append_range(bus_dma_tag_t, bus_dmamap_t, paddr_t, - bus_size_t, int, bus_size_t); -int sg_iomap_insert_page(struct sg_page_map *, paddr_t); -bus_addr_t sg_iomap_translate(struct sg_page_map *, paddr_t); -void sg_iomap_load_map(struct sg_cookie *, struct sg_page_map *, - bus_addr_t, int); -void sg_iomap_unload_map(struct sg_cookie *, struct sg_page_map *); -void sg_iomap_destroy(struct sg_page_map *); -void sg_iomap_clear_pages(struct sg_page_map *); - -struct sg_cookie * -sg_dmatag_init(char *name, void *hdl, bus_addr_t start, bus_size_t size, - void bind(void *, bus_addr_t, paddr_t, int), - void unbind(void *, bus_addr_t), void flush_tlb(void *)) -{ - struct sg_cookie *cookie; - - cookie = malloc(sizeof(*cookie), M_DEVBUF, M_NOWAIT|M_ZERO); - if (cookie == NULL) - return (NULL); - - cookie->sg_ex = extent_create(name, start, start + size - 1, - M_DEVBUF, NULL, 0, EX_NOWAIT | EX_NOCOALESCE); - if (cookie->sg_ex == NULL) { - free(cookie, M_DEVBUF); - return (NULL); - } - - cookie->sg_hdl = hdl; - mtx_init(&cookie->sg_mtx, IPL_HIGH); - cookie->bind_page = bind; - cookie->unbind_page = unbind; - cookie->flush_tlb = flush_tlb; - - return (cookie); -} - -void -sg_dmatag_destroy(struct sg_cookie *cookie) -{ - extent_destroy(cookie->sg_ex); - free(cookie, M_DEVBUF); -} - -int -sg_dmamap_create(bus_dma_tag_t t, bus_size_t size, int nsegments, - bus_size_t maxsegsz, bus_size_t boundary, int flags, bus_dmamap_t *dmamap) -{ - struct sg_page_map *spm; - bus_dmamap_t map; - int ret; - - if ((ret = _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, - flags, &map)) != 0) - return (ret); - - if ((spm = sg_iomap_create(atop(round_page(size)))) == NULL) { - _bus_dmamap_destroy(t, map); - return (ENOMEM); - } - - map->_dm_cookie = spm; - *dmamap = map; - - return (0); -} - -void -sg_dmamap_set_alignment(bus_dma_tag_t tag, bus_dmamap_t dmam, - u_long alignment) -{ - if (alignment < PAGE_SIZE) - return; - - dmam->dm_segs[0]._ds_align = alignment; -} - -void -sg_dmamap_destroy(bus_dma_tag_t t, bus_dmamap_t map) -{ - /* - * The specification (man page) requires a loaded - * map to be unloaded before it is destroyed. - */ - if (map->dm_nsegs) - bus_dmamap_unload(t, map); - - if (map->_dm_cookie) - sg_iomap_destroy(map->_dm_cookie); - map->_dm_cookie = NULL; - _bus_dmamap_destroy(t, map); -} - -/* - * Load a contiguous kva buffer into a dmamap. The physical pages are - * not assumed to be contiguous. Two passes are made through the buffer - * and both call pmap_extract() for the same va->pa translations. It - * is possible to run out of pa->dvma mappings; the code should be smart - * enough to resize the iomap (when the "flags" permit allocation). It - * is trivial to compute the number of entries required (round the length - * up to the page size and then divide by the page size)... - */ -int -sg_dmamap_load(bus_dma_tag_t t, bus_dmamap_t map, void *buf, - bus_size_t buflen, struct proc *p, int flags) -{ - int err = 0; - bus_size_t sgsize; - u_long dvmaddr, sgstart, sgend; - bus_size_t align, boundary; - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - pmap_t pmap; - - if (map->dm_nsegs) { - /* - * Is it still in use? _bus_dmamap_load should have taken care - * of this. - */ -#ifdef DIAGNOSTIC - panic("sg_dmamap_load: map still in use"); -#endif - bus_dmamap_unload(t, map); - } - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_nsegs = 0; - - if (buflen < 1 || buflen > map->_dm_size) - return (EINVAL); - - /* - * A boundary presented to bus_dmamem_alloc() takes precedence - * over boundary in the map. - */ - if ((boundary = (map->dm_segs[0]._ds_boundary)) == 0) - boundary = map->_dm_boundary; - align = MAX(map->dm_segs[0]._ds_align, PAGE_SIZE); - - pmap = p ? p->p_vmspace->vm_map.pmap : pmap_kernel(); - - /* Count up the total number of pages we need */ - sg_iomap_clear_pages(spm); - { /* Scope */ - bus_addr_t a, aend; - bus_addr_t addr = (bus_addr_t)buf; - int seg_len = buflen; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - paddr_t pa; - - if (pmap_extract(pmap, a, &pa) == FALSE) { - printf("iomap pmap error addr 0x%llx\n", a); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - - err = sg_iomap_insert_page(spm, pa); - if (err) { - printf("iomap insert error: %d for " - "va 0x%llx pa 0x%lx " - "(buf %p len %lld/%llx)\n", - err, a, pa, buf, buflen, buflen); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - } - } - sgsize = spm->spm_pagecnt * PAGE_SIZE; - - mtx_enter(&is->sg_mtx); - if (flags & BUS_DMA_24BIT) { - sgstart = MAX(is->sg_ex->ex_start, 0xff000000); - sgend = MIN(is->sg_ex->ex_end, 0xffffffff); - } else { - sgstart = is->sg_ex->ex_start; - sgend = is->sg_ex->ex_end; - } - - /* - * If our segment size is larger than the boundary we need to - * split the transfer up into little pieces ourselves. - */ - err = extent_alloc_subregion(is->sg_ex, sgstart, sgend, - sgsize, align, 0, (sgsize > boundary) ? 0 : boundary, - EX_NOWAIT | EX_BOUNDZERO, (u_long *)&dvmaddr); - mtx_leave(&is->sg_mtx); - if (err != 0) { - sg_iomap_clear_pages(spm); - return (err); - } - - /* Set the active DVMA map */ - spm->spm_start = dvmaddr; - spm->spm_size = sgsize; - - map->dm_mapsize = buflen; - - sg_iomap_load_map(is, spm, dvmaddr, flags); - - { /* Scope */ - bus_addr_t a, aend; - bus_addr_t addr = (bus_addr_t)buf; - int seg_len = buflen; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - bus_addr_t pgstart; - bus_addr_t pgend; - paddr_t pa; - int pglen; - - /* Yuck... Redoing the same pmap_extract... */ - if (pmap_extract(pmap, a, &pa) == FALSE) { - printf("iomap pmap error addr 0x%llx\n", a); - err = EFBIG; - break; - } - - pgstart = pa | (MAX(a, addr) & PAGE_MASK); - pgend = pa | (MIN(a + PAGE_SIZE - 1, - addr + seg_len - 1) & PAGE_MASK); - pglen = pgend - pgstart + 1; - - if (pglen < 1) - continue; - - err = sg_dmamap_append_range(t, map, pgstart, - pglen, flags, boundary); - if (err == EFBIG) - break; - else if (err) { - printf("iomap load seg page: %d for " - "va 0x%llx pa %lx (%llx - %llx) " - "for %d/0x%x\n", - err, a, pa, pgstart, pgend, pglen, pglen); - break; - } - } - } - if (err) { - sg_dmamap_unload(t, map); - } else { - spm->spm_origbuf = buf; - spm->spm_buftype = BUS_BUFTYPE_LINEAR; - spm->spm_proc = p; - } - - return (err); -} - -/* - * Load an mbuf into our map. we convert it to some bus_dma_segment_ts then - * pass it to load_raw. - */ -int -sg_dmamap_load_mbuf(bus_dma_tag_t t, bus_dmamap_t map, struct mbuf *mb, - int flags) -{ - /* - * This code is adapted from sparc64, for very fragmented data - * we may need to adapt the algorithm - */ - bus_dma_segment_t segs[MAX_DMA_SEGS]; - struct sg_page_map *spm = map->_dm_cookie; - size_t len; - int i, err; - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_mapsize = 0; - map->dm_nsegs = 0; - - if (mb->m_pkthdr.len > map->_dm_size) - return (EINVAL); - - i = 0; - len = 0; - while (mb) { - vaddr_t vaddr = mtod(mb, vaddr_t); - long buflen = (long)mb->m_len; - - len += buflen; - while (buflen > 0 && i < MAX_DMA_SEGS) { - paddr_t pa; - long incr; - - incr = min(buflen, NBPG); - - if (pmap_extract(pmap_kernel(), vaddr, &pa) == FALSE) - return EINVAL; - - buflen -= incr; - vaddr += incr; - - if (i > 0 && pa == (segs[i - 1].ds_addr + - segs[i - 1].ds_len) && ((segs[i - 1].ds_len + incr) - < map->_dm_maxsegsz)) { - /* contigious, great! */ - segs[i - 1].ds_len += incr; - continue; - } - segs[i].ds_addr = pa; - segs[i].ds_len = incr; - segs[i]._ds_boundary = 0; - segs[i]._ds_align = 0; - i++; - } - mb = mb->m_next; - if (mb && i >= MAX_DMA_SEGS) { - /* our map, it is too big! */ - return (EFBIG); - } - } - - err = sg_dmamap_load_raw(t, map, segs, i, (bus_size_t)len, flags); - - if (err == 0) { - spm->spm_origbuf = mb; - spm->spm_buftype = BUS_BUFTYPE_MBUF; - } - return (err); -} - -/* - * Load a uio into the map. Turn it into segments and call load_raw() - */ -int -sg_dmamap_load_uio(bus_dma_tag_t t, bus_dmamap_t map, struct uio *uio, - int flags) -{ - /* - * loading uios is kinda broken since we can't lock the pages. - * and unlock them at unload. Perhaps page loaning is the answer. - * 'till then we only accept kernel data - */ - bus_dma_segment_t segs[MAX_DMA_SEGS]; - struct sg_page_map *spm = map->_dm_cookie; - size_t len; - int i, j, err; - - /* - * Make sure that on errror we return "no valid mappings". - */ - map->dm_mapsize = 0; - map->dm_nsegs = 0; - - if (uio->uio_resid > map->_dm_size) - return (EINVAL); - - if (uio->uio_segflg != UIO_SYSSPACE) - return (EOPNOTSUPP); - - i = j = 0; - len = 0; - while (j < uio->uio_iovcnt) { - vaddr_t vaddr = (vaddr_t)uio->uio_iov[j].iov_base; - long buflen = (long)uio->uio_iov[j].iov_len; - - len += buflen; - while (buflen > 0 && i < MAX_DMA_SEGS) { - paddr_t pa; - long incr; - - incr = min(buflen, NBPG); - (void)pmap_extract(pmap_kernel(), vaddr, &pa); - buflen -= incr; - vaddr += incr; - - if (i > 0 && pa == (segs[i - 1].ds_addr + - segs[i -1].ds_len) && ((segs[i - 1].ds_len + incr) - < map->_dm_maxsegsz)) { - /* contigious, yay! */ - segs[i - 1].ds_len += incr; - continue; - } - segs[i].ds_addr = pa; - segs[i].ds_len = incr; - segs[i]._ds_boundary = 0; - segs[i]._ds_align = 0; - i++; - } - j++; - if ((uio->uio_iovcnt - j) && i >= MAX_DMA_SEGS) { - /* Our map, is it too big! */ - return (EFBIG); - } - - } - - err = sg_dmamap_load_raw(t, map, segs, i, (bus_size_t)len, flags); - - if (err == 0) { - spm->spm_origbuf = uio; - spm->spm_buftype = BUS_BUFTYPE_UIO; - } - return (err); -} - -/* - * Load a dvmamap from an array of segs. It calls sg_dmamap_append_range() - * or for part of the 2nd pass through the mapping. - */ -int -sg_dmamap_load_raw(bus_dma_tag_t t, bus_dmamap_t map, - bus_dma_segment_t *segs, int nsegs, bus_size_t size, int flags) -{ - int i; - int left; - int err = 0; - bus_size_t sgsize; - bus_size_t boundary, align; - u_long dvmaddr, sgstart, sgend; - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - - if (map->dm_nsegs) { - /* Already in use?? */ -#ifdef DIAGNOSTIC - panic("sg_dmamap_load_raw: map still in use"); -#endif - bus_dmamap_unload(t, map); - } - - /* - * A boundary presented to bus_dmamem_alloc() takes precedence - * over boundary in the map. - */ - if ((boundary = segs[0]._ds_boundary) == 0) - boundary = map->_dm_boundary; - - align = MAX(MAX(segs[0]._ds_align, map->dm_segs[0]._ds_align), - PAGE_SIZE); - - /* - * Make sure that on error condition we return "no valid mappings". - */ - map->dm_nsegs = 0; - - sg_iomap_clear_pages(spm); - /* Count up the total number of pages we need */ - for (i = 0, left = size; left > 0 && i < nsegs; i++) { - bus_addr_t a, aend; - bus_size_t len = segs[i].ds_len; - bus_addr_t addr = segs[i].ds_addr; - int seg_len = MIN(left, len); - - if (len < 1) - continue; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - - err = sg_iomap_insert_page(spm, a); - if (err) { - printf("iomap insert error: %d for " - "pa 0x%llx\n", err, a); - sg_iomap_clear_pages(spm); - return (EFBIG); - } - } - - left -= seg_len; - } - sgsize = spm->spm_pagecnt * PAGE_SIZE; - - mtx_enter(&is->sg_mtx); - if (flags & BUS_DMA_24BIT) { - sgstart = MAX(is->sg_ex->ex_start, 0xff000000); - sgend = MIN(is->sg_ex->ex_end, 0xffffffff); - } else { - sgstart = is->sg_ex->ex_start; - sgend = is->sg_ex->ex_end; - } - - /* - * If our segment size is larger than the boundary we need to - * split the transfer up into little pieces ourselves. - */ - err = extent_alloc_subregion(is->sg_ex, sgstart, sgend, - sgsize, align, 0, (sgsize > boundary) ? 0 : boundary, - EX_NOWAIT | EX_BOUNDZERO, (u_long *)&dvmaddr); - mtx_leave(&is->sg_mtx); - - if (err != 0) { - sg_iomap_clear_pages(spm); - return (err); - } - - /* Set the active DVMA map */ - spm->spm_start = dvmaddr; - spm->spm_size = sgsize; - - map->dm_mapsize = size; - - sg_iomap_load_map(is, spm, dvmaddr, flags); - - err = sg_dmamap_load_seg(t, is, map, segs, nsegs, flags, - size, boundary); - - if (err) { - sg_dmamap_unload(t, map); - } else { - /* This will be overwritten if mbuf or uio called us */ - spm->spm_origbuf = segs; - spm->spm_buftype = BUS_BUFTYPE_RAW; - } - - return (err); -} - -/* - * Insert a range of addresses into a loaded map respecting the specified - * boundary and alignment restrictions. The range is specified by its - * physical address and length. The range cannot cross a page boundary. - * This code (along with most of the rest of the function in this file) - * assumes that the IOMMU page size is equal to PAGE_SIZE. - */ -int -sg_dmamap_append_range(bus_dma_tag_t t, bus_dmamap_t map, paddr_t pa, - bus_size_t length, int flags, bus_size_t boundary) -{ - struct sg_page_map *spm = map->_dm_cookie; - bus_addr_t sgstart, sgend, bd_mask; - bus_dma_segment_t *seg = NULL; - int i = map->dm_nsegs; - - sgstart = sg_iomap_translate(spm, pa); - sgend = sgstart + length - 1; - -#ifdef DIAGNOSTIC - if (sgstart == 0 || sgstart > sgend) { - printf("append range invalid mapping for %lx " - "(0x%llx - 0x%llx)\n", pa, sgstart, sgend); - map->dm_nsegs = 0; - return (EINVAL); - } -#endif - -#ifdef DEBUG - if (trunc_page(sgstart) != trunc_page(sgend)) { - printf("append range crossing page boundary! " - "pa %lx length %lld/0x%llx sgstart %llx sgend %llx\n", - pa, length, length, sgstart, sgend); - } -#endif - - /* - * We will attempt to merge this range with the previous entry - * (if there is one). - */ - if (i > 0) { - seg = &map->dm_segs[i - 1]; - if (sgstart == seg->ds_addr + seg->ds_len) { - length += seg->ds_len; - sgstart = seg->ds_addr; - sgend = sgstart + length - 1; - } else - seg = NULL; - } - - if (seg == NULL) { - seg = &map->dm_segs[i]; - if (++i > map->_dm_segcnt) { - map->dm_nsegs = 0; - return (EFBIG); - } - } - - /* - * At this point, "i" is the index of the *next* bus_dma_segment_t - * (the segment count, aka map->dm_nsegs) and "seg" points to the - * *current* entry. "length", "sgstart", and "sgend" reflect what - * we intend to put in "*seg". No assumptions should be made about - * the contents of "*seg". Only "boundary" issue can change this - * and "boundary" is often zero, so explicitly test for that case - * (the test is strictly an optimization). - */ - if (boundary != 0) { - bd_mask = ~(boundary - 1); - - while ((sgstart & bd_mask) != (sgend & bd_mask)) { - /* - * We are crossing a boundary so fill in the current - * segment with as much as possible, then grab a new - * one. - */ - - seg->ds_addr = sgstart; - seg->ds_len = boundary - (sgstart & bd_mask); - - sgstart += seg->ds_len; /* sgend stays the same */ - length -= seg->ds_len; - - seg = &map->dm_segs[i]; - if (++i > map->_dm_segcnt) { - map->dm_nsegs = 0; - return (EFBIG); - } - } - } - - seg->ds_addr = sgstart; - seg->ds_len = length; - map->dm_nsegs = i; - - return (0); -} - -/* - * Populate the iomap from a bus_dma_segment_t array. See note for - * sg_dmamap_load() regarding page entry exhaustion of the iomap. - * This is less of a problem for load_seg, as the number of pages - * is usually similar to the number of segments (nsegs). - */ -int -sg_dmamap_load_seg(bus_dma_tag_t t, struct sg_cookie *is, - bus_dmamap_t map, bus_dma_segment_t *segs, int nsegs, int flags, - bus_size_t size, bus_size_t boundary) -{ - int i; - int left; - int seg; - - /* - * Keep in mind that each segment could span - * multiple pages and that these are not always - * adjacent. The code is no longer adding dvma - * aliases to the IOMMU. The STC will not cross - * page boundaries anyway and a IOMMU table walk - * vs. what may be a streamed PCI DMA to a ring - * descriptor is probably a wash. It eases TLB - * pressure and in the worst possible case, it is - * only as bad a non-IOMMUed architecture. More - * importantly, the code is not quite as hairy. - * (It's bad enough as it is.) - */ - left = size; - seg = 0; - for (i = 0; left > 0 && i < nsegs; i++) { - bus_addr_t a, aend; - bus_size_t len = segs[i].ds_len; - bus_addr_t addr = segs[i].ds_addr; - int seg_len = MIN(left, len); - - if (len < 1) - continue; - - aend = round_page(addr + seg_len); - for (a = trunc_page(addr); a < aend; a += PAGE_SIZE) { - bus_addr_t pgstart; - bus_addr_t pgend; - int pglen; - int err; - - pgstart = MAX(a, addr); - pgend = MIN(a + PAGE_SIZE - 1, addr + seg_len - 1); - pglen = pgend - pgstart + 1; - - if (pglen < 1) - continue; - - err = sg_dmamap_append_range(t, map, pgstart, - pglen, flags, boundary); - if (err == EFBIG) - return (err); - if (err) { - printf("iomap load seg page: %d for " - "pa 0x%llx (%llx - %llx for %d/%x\n", - err, a, pgstart, pgend, pglen, pglen); - return (err); - } - - } - - left -= seg_len; - } - return (0); -} - -/* - * Unload a dvmamap. - */ -void -sg_dmamap_unload(bus_dma_tag_t t, bus_dmamap_t map) -{ - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - bus_addr_t dvmaddr = spm->spm_start; - bus_size_t sgsize = spm->spm_size; - int error; - - /* Remove the IOMMU entries */ - sg_iomap_unload_map(is, spm); - - /* Clear the iomap */ - sg_iomap_clear_pages(spm); - - mtx_enter(&is->sg_mtx); - error = extent_free(is->sg_ex, dvmaddr, - sgsize, EX_NOWAIT); - spm->spm_start = 0; - spm->spm_size = 0; - mtx_leave(&is->sg_mtx); - if (error != 0) - printf("warning: %qd of DVMA space lost\n", sgsize); - - spm->spm_buftype = BUS_BUFTYPE_INVALID; - spm->spm_origbuf = NULL; - spm->spm_proc = NULL; - _bus_dmamap_unload(t, map); -} - -/* - * Reload a dvmamap. - */ -void -sg_dmamap_reload(bus_dma_tag_t t, bus_dmamap_t map, int flags) -{ - struct sg_cookie *is = t->_cookie; - struct sg_page_map *spm = map->_dm_cookie; - - sg_iomap_load_map(is, spm, spm->spm_start, flags); -} - -/* - * Alloc dma safe memory, telling the backend that we're scatter gather - * to ease pressure on the vm. - * - * This assumes that we can map all physical memory. - */ -int -sg_dmamem_alloc(bus_dma_tag_t t, bus_size_t size, - bus_size_t alignment, bus_size_t boundary, bus_dma_segment_t *segs, - int nsegs, int *rsegs, int flags) -{ - return (_bus_dmamem_alloc_range(t, size, alignment, boundary, - segs, nsegs, rsegs, flags | BUS_DMA_SG, 0, -1)); -} - -/* - * Create a new iomap. - */ -struct sg_page_map * -sg_iomap_create(int n) -{ - struct sg_page_map *spm; - - /* Safety for heavily fragmented data, such as mbufs */ - n += 4; - if (n < 16) - n = 16; - - spm = malloc(sizeof(*spm) + (n - 1) * sizeof(spm->spm_map[0]), - M_DEVBUF, M_NOWAIT | M_ZERO); - if (spm == NULL) - return (NULL); - - /* Initialize the map. */ - spm->spm_maxpage = n; - SPLAY_INIT(&spm->spm_tree); - - return (spm); -} - -/* - * Destroy an iomap. - */ -void -sg_iomap_destroy(struct sg_page_map *spm) -{ -#ifdef DIAGNOSTIC - if (spm->spm_pagecnt > 0) - printf("sg_iomap_destroy: %d page entries in use\n", - spm->spm_pagecnt); -#endif - - free(spm, M_DEVBUF); -} - -/* - * Utility function used by splay tree to order page entries by pa. - */ -static inline int -iomap_compare(struct sg_page_entry *a, struct sg_page_entry *b) -{ - return ((a->spe_pa > b->spe_pa) ? 1 : - (a->spe_pa < b->spe_pa) ? -1 : 0); -} - -SPLAY_PROTOTYPE(sg_page_tree, sg_page_entry, spe_node, iomap_compare); - -SPLAY_GENERATE(sg_page_tree, sg_page_entry, spe_node, iomap_compare); - -/* - * Insert a pa entry in the iomap. - */ -int -sg_iomap_insert_page(struct sg_page_map *spm, paddr_t pa) -{ - struct sg_page_entry *e; - - if (spm->spm_pagecnt >= spm->spm_maxpage) { - struct sg_page_entry spe; - - spe.spe_pa = pa; - if (SPLAY_FIND(sg_page_tree, &spm->spm_tree, &spe)) - return (0); - - return (ENOMEM); - } - - e = &spm->spm_map[spm->spm_pagecnt]; - - e->spe_pa = pa; - e->spe_va = 0; - - e = SPLAY_INSERT(sg_page_tree, &spm->spm_tree, e); - - /* Duplicates are okay, but only count them once. */ - if (e) - return (0); - - ++spm->spm_pagecnt; - - return (0); -} - -/* - * Locate the iomap by filling in the pa->va mapping and inserting it - * into the IOMMU tables. - */ -void -sg_iomap_load_map(struct sg_cookie *sc, struct sg_page_map *spm, - bus_addr_t vmaddr, int flags) -{ - struct sg_page_entry *e; - int i; - - for (i = 0, e = spm->spm_map; i < spm->spm_pagecnt; ++i, ++e) { - e->spe_va = vmaddr; - sc->bind_page(sc->sg_hdl, e->spe_va, e->spe_pa, flags); - vmaddr += PAGE_SIZE; - } - sc->flush_tlb(sc->sg_hdl); -} - -/* - * Remove the iomap from the IOMMU. - */ -void -sg_iomap_unload_map(struct sg_cookie *sc, struct sg_page_map *spm) -{ - struct sg_page_entry *e; - int i; - - for (i = 0, e = spm->spm_map; i < spm->spm_pagecnt; ++i, ++e) - sc->unbind_page(sc->sg_hdl, e->spe_va); - sc->flush_tlb(sc->sg_hdl); - -} - -/* - * Translate a physical address (pa) into a DVMA address. - */ -bus_addr_t -sg_iomap_translate(struct sg_page_map *spm, paddr_t pa) -{ - struct sg_page_entry *e, pe; - paddr_t offset = pa & PAGE_MASK; - - pe.spe_pa = trunc_page(pa); - - e = SPLAY_FIND(sg_page_tree, &spm->spm_tree, &pe); - - if (e == NULL) - return (0); - - return (e->spe_va | offset); -} - -/* - * Clear the iomap table and tree. - */ -void -sg_iomap_clear_pages(struct sg_page_map *spm) -{ - spm->spm_pagecnt = 0; - SPLAY_INIT(&spm->spm_tree); -} diff --git a/sys/arch/i386/include/bus.h b/sys/arch/i386/include/bus.h index a0bfb337f98..774dac01e85 100644 --- a/sys/arch/i386/include/bus.h +++ b/sys/arch/i386/include/bus.h @@ -1,4 +1,4 @@ -/* $OpenBSD: bus.h,v 1.58 2013/03/17 21:49:00 kettenis Exp $ */ +/* $OpenBSD: bus.h,v 1.59 2013/12/12 21:04:50 kettenis Exp $ */ /* $NetBSD: bus.h,v 1.6 1996/11/10 03:19:25 thorpej Exp $ */ /*- @@ -466,14 +466,6 @@ void bus_space_copy_4(bus_space_tag_t, bus_space_handle_t, bus_size_t, #define BUS_DMA_WRITE 0x0400 /* mapping is memory -> device only */ #define BUS_DMA_NOCACHE 0x0800 /* map memory uncached */ #define BUS_DMA_ZERO 0x1000 /* dmamem_alloc return zeroed mem */ -#define BUS_DMA_SG 0x2000 /* Internal. memory is for SG map */ - -/* types for _dm_buftype */ -#define BUS_BUFTYPE_INVALID 0 -#define BUS_BUFTYPE_LINEAR 1 -#define BUS_BUFTYPE_MBUF 2 -#define BUS_BUFTYPE_UIO 3 -#define BUS_BUFTYPE_RAW 4 /* Forwards needed by prototypes below. */ struct mbuf; @@ -637,64 +629,4 @@ int _bus_dmamem_alloc_range(bus_dma_tag_t tag, bus_size_t size, bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags, paddr_t low, paddr_t high); -struct extent; - -/* Scatter gather bus_dma functions. */ -struct sg_cookie { - struct mutex sg_mtx; - struct extent *sg_ex; - void *sg_hdl; - void (*bind_page)(void *, bus_addr_t, paddr_t, int); - void (*unbind_page)(void *, bus_addr_t); - void (*flush_tlb)(void *); -}; - -/* - * per-map DVMA page table - */ -struct sg_page_entry { - SPLAY_ENTRY(sg_page_entry) spe_node; - paddr_t spe_pa; - bus_addr_t spe_va; -}; - -/* for sg_dma this will be in the map's dm_cookie. */ -struct sg_page_map { - SPLAY_HEAD(sg_page_tree, sg_page_entry) spm_tree; - - void *spm_origbuf; /* pointer to original data */ - int spm_buftype; /* type of data */ - struct proc *spm_proc; /* proc that owns the mapping */ - - int spm_maxpage; /* Size of allocated page map */ - int spm_pagecnt; /* Number of entries in use */ - bus_addr_t spm_start; /* dva when bound */ - bus_size_t spm_size; /* size of bound map */ - struct sg_page_entry spm_map[1]; -}; - -struct sg_cookie *sg_dmatag_init(char *, void *, bus_addr_t, bus_size_t, - void (*)(void *, vaddr_t, paddr_t, int), - void (*)(void *, vaddr_t), void (*)(void *)); -void sg_dmatag_destroy(struct sg_cookie *); -int sg_dmamap_create(bus_dma_tag_t, bus_size_t, int, bus_size_t, - bus_size_t, int, bus_dmamap_t *); -void sg_dmamap_destroy(bus_dma_tag_t, bus_dmamap_t); -void sg_dmamap_set_alignment(bus_dma_tag_t, bus_dmamap_t, u_long); -int sg_dmamap_load(bus_dma_tag_t, bus_dmamap_t, void *, bus_size_t, - struct proc *, int); -int sg_dmamap_load_mbuf(bus_dma_tag_t, bus_dmamap_t, - struct mbuf *, int); -int sg_dmamap_load_uio(bus_dma_tag_t, bus_dmamap_t, struct uio *, int); -int sg_dmamap_load_raw(bus_dma_tag_t, bus_dmamap_t, bus_dma_segment_t *, - int, bus_size_t, int); -void sg_dmamap_unload(bus_dma_tag_t, bus_dmamap_t); -int sg_dmamap_load_buffer(bus_dma_tag_t, bus_dmamap_t, void *, bus_size_t, - struct proc *, int, int *, int); -int sg_dmamap_load_physarray(bus_dma_tag_t, bus_dmamap_t, paddr_t *, - int, int, int *, int); -void sg_dmamap_reload(bus_dma_tag_t, bus_dmamap_t, int); -int sg_dmamem_alloc(bus_dma_tag_t, bus_size_t, bus_size_t, bus_size_t, - bus_dma_segment_t *, int, int *, int); - #endif /* _MACHINE_BUS_H_ */ |