NetBSD/sys/arch/x86_64/include/bus.h

1238 lines
38 KiB
C

/* $NetBSD: bus.h,v 1.4 2002/01/25 22:01:42 fvdl Exp $ */
/*-
* Copyright (c) 1996, 1997, 1998, 2001 The NetBSD Foundation, Inc.
* All rights reserved.
*
* This code is derived from software contributed to The NetBSD Foundation
* by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
* NASA Ames Research Center.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by the NetBSD
* Foundation, Inc. and its contributors.
* 4. Neither the name of The NetBSD Foundation nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*/
/*
* Copyright (c) 1996 Charles M. Hannum. All rights reserved.
* Copyright (c) 1996 Christopher G. Demetriou. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by Christopher G. Demetriou
* for the NetBSD Project.
* 4. The name of the author may not be used to endorse or promote products
* derived from this software without specific prior written permission
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/*
* XXXfvdl plain copy of x86_64 stuff. The arrival of the real hardware
* may cause enough changes to this file to be separate.
*/
#ifndef _X86_64_BUS_H_
#define _X86_64_BUS_H_
#include <machine/pio.h>
#ifdef BUS_SPACE_DEBUG
#include <sys/systm.h> /* for printf() prototype */
/*
* Macros for sanity-checking the aligned-ness of pointers passed to
* bus space ops. These are not strictly necessary on the x86, but
* could lead to performance improvements, and help catch problems
* with drivers that would creep up on other architectures.
*/
#define __BUS_SPACE_ALIGNED_ADDRESS(p, t) \
((((u_long)(p)) & (sizeof(t)-1)) == 0)
#define __BUS_SPACE_ADDRESS_SANITY(p, t, d) \
({ \
if (__BUS_SPACE_ALIGNED_ADDRESS((p), t) == 0) { \
printf("%s 0x%lx not aligned to %d bytes %s:%d\n", \
d, (u_long)(p), sizeof(t), __FILE__, __LINE__); \
} \
(void) 0; \
})
#define BUS_SPACE_ALIGNED_POINTER(p, t) __BUS_SPACE_ALIGNED_ADDRESS(p, t)
#else
#define __BUS_SPACE_ADDRESS_SANITY(p,t,d) (void) 0
#define BUS_SPACE_ALIGNED_POINTER(p, t) ALIGNED_POINTER(p, t)
#endif /* BUS_SPACE_DEBUG */
/*
* Values for the x86_64 bus space tag, not to be used directly by MI code.
*/
#define X86_64_BUS_SPACE_IO 0 /* space is i/o space */
#define X86_64_BUS_SPACE_MEM 1 /* space is mem space */
#define __BUS_SPACE_HAS_STREAM_METHODS 1
/*
* Bus address and size types
*/
typedef u_long bus_addr_t;
typedef u_long bus_size_t;
/*
* Access methods for bus resources and address space.
*/
typedef int bus_space_tag_t;
typedef u_long bus_space_handle_t;
/*
* int bus_space_map __P((bus_space_tag_t t, bus_addr_t addr,
* bus_size_t size, int flags, bus_space_handle_t *bshp));
*
* Map a region of bus space.
*/
#define BUS_SPACE_MAP_CACHEABLE 0x01
#define BUS_SPACE_MAP_LINEAR 0x02
#define BUS_SPACE_MAP_PREFETCHABLE 0x04
int x86_64_memio_map __P((bus_space_tag_t t, bus_addr_t addr,
bus_size_t size, int flags, bus_space_handle_t *bshp));
/* like map, but without extent map checking/allocation */
int _x86_64_memio_map __P((bus_space_tag_t t, bus_addr_t addr,
bus_size_t size, int flags, bus_space_handle_t *bshp));
#define bus_space_map(t, a, s, f, hp) \
x86_64_memio_map((t), (a), (s), (f), (hp))
/*
* int bus_space_unmap __P((bus_space_tag_t t,
* bus_space_handle_t bsh, bus_size_t size));
*
* Unmap a region of bus space.
*/
void x86_64_memio_unmap __P((bus_space_tag_t t, bus_space_handle_t bsh,
bus_size_t size));
#define bus_space_unmap(t, h, s) \
x86_64_memio_unmap((t), (h), (s))
/*
* int bus_space_subregion __P((bus_space_tag_t t,
* bus_space_handle_t bsh, bus_size_t offset, bus_size_t size,
* bus_space_handle_t *nbshp));
*
* Get a new handle for a subregion of an already-mapped area of bus space.
*/
int x86_64_memio_subregion __P((bus_space_tag_t t, bus_space_handle_t bsh,
bus_size_t offset, bus_size_t size, bus_space_handle_t *nbshp));
#define bus_space_subregion(t, h, o, s, nhp) \
x86_64_memio_subregion((t), (h), (o), (s), (nhp))
/*
* int bus_space_alloc __P((bus_space_tag_t t, bus_addr_t rstart,
* bus_addr_t rend, bus_size_t size, bus_size_t align,
* bus_size_t boundary, int flags, bus_addr_t *addrp,
* bus_space_handle_t *bshp));
*
* Allocate a region of bus space.
*/
int x86_64_memio_alloc __P((bus_space_tag_t t, bus_addr_t rstart,
bus_addr_t rend, bus_size_t size, bus_size_t align,
bus_size_t boundary, int flags, bus_addr_t *addrp,
bus_space_handle_t *bshp));
#define bus_space_alloc(t, rs, re, s, a, b, f, ap, hp) \
x86_64_memio_alloc((t), (rs), (re), (s), (a), (b), (f), (ap), (hp))
/*
* int bus_space_free __P((bus_space_tag_t t,
* bus_space_handle_t bsh, bus_size_t size));
*
* Free a region of bus space.
*/
void x86_64_memio_free __P((bus_space_tag_t t, bus_space_handle_t bsh,
bus_size_t size));
#define bus_space_free(t, h, s) \
x86_64_memio_free((t), (h), (s))
/*
* void *bus_space_vaddr __P((bus_space_tag_t, bus_space_handle_t));
*
* Get the kernel virtual address for the mapped bus space.
* Only allowed for regions mapped with BUS_SPACE_MAP_LINEAR.
* (XXX not enforced)
*/
#define bus_space_vaddr(t, h) \
((t) == X86_64_BUS_SPACE_MEM ? (void *)(h) : (void *)0)
/*
* paddr_t bus_space_mmap __P((bus_space_tag_t t, bus_addr_t base,
* off_t offset, int prot, int flags));
*
* Mmap an area of bus space.
*/
paddr_t x86_64_memio_mmap __P((bus_space_tag_t, bus_addr_t, off_t,
int, int));
#define bus_space_mmap(t, b, o, p, f) \
x86_64_memio_mmap((t), (b), (o), (p), (f))
/*
* u_intN_t bus_space_read_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset));
*
* Read a 1, 2, 4, or 8 byte quantity from bus space
* described by tag/handle/offset.
*/
#define bus_space_read_1(t, h, o) \
((t) == X86_64_BUS_SPACE_IO ? (inb((h) + (o))) : \
(*(volatile u_int8_t *)((h) + (o))))
#define bus_space_read_2(t, h, o) \
(__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"), \
((t) == X86_64_BUS_SPACE_IO ? (inw((h) + (o))) : \
(*(volatile u_int16_t *)((h) + (o)))))
#define bus_space_read_4(t, h, o) \
(__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"), \
((t) == X86_64_BUS_SPACE_IO ? (inl((h) + (o))) : \
(*(volatile u_int32_t *)((h) + (o)))))
#define bus_space_read_stream_1 bus_space_read_1
#define bus_space_read_stream_2 bus_space_read_2
#define bus_space_read_stream_4 bus_space_read_4
#if 0 /* Cause a link error for bus_space_read_8 */
#define bus_space_read_8(t, h, o) !!! bus_space_read_8 unimplemented !!!
#define bus_space_read_stream_8(t, h, o) \
!!! bus_space_read_stream_8 unimplemented !!!
#endif
/*
* void bus_space_read_multi_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* u_intN_t *addr, size_t count));
*
* Read `count' 1, 2, 4, or 8 byte quantities from bus space
* described by tag/handle/offset and copy into buffer provided.
*/
#define bus_space_read_multi_1(t, h, o, a, c) \
do { \
if ((t) == X86_64_BUS_SPACE_IO) { \
insb((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: movb (%2),%%al ; \
stosb ; \
loop 1b" : \
"=D" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_multi_2(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int16_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
insw((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: movw (%2),%%ax ; \
stosw ; \
loop 1b" : \
"=D" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_multi_4(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int32_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
insl((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: movl (%2),%%eax ; \
stosl ; \
loop 1b" : \
"=D" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_multi_stream_1 bus_space_read_multi_1
#define bus_space_read_multi_stream_2 bus_space_read_multi_2
#define bus_space_read_multi_stream_4 bus_space_read_multi_4
#if 0 /* Cause a link error for bus_space_read_multi_8 */
#define bus_space_read_multi_8 !!! bus_space_read_multi_8 unimplemented !!!
#define bus_space_read_multi_stream_8 \
!!! bus_space_read_multi_stream_8 unimplemented !!!
#endif
/*
* void bus_space_read_region_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* u_intN_t *addr, size_t count));
*
* Read `count' 1, 2, 4, or 8 byte quantities from bus space
* described by tag/handle and starting at `offset' and copy into
* buffer provided.
*/
#define bus_space_read_region_1(t, h, o, a, c) \
do { \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: inb %w1,%%al ; \
stosb ; \
incl %1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=D" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsb" : \
"=S" (dummy1), "=D" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_region_2(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int16_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: inw %w1,%%ax ; \
stosw ; \
addl $2,%1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=D" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsw" : \
"=S" (dummy1), "=D" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_region_4(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int32_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: inl %w1,%%eax ; \
stosl ; \
addl $4,%1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=D" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsl" : \
"=S" (dummy1), "=D" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_read_region_stream_1 bus_space_read_region_1
#define bus_space_read_region_stream_2 bus_space_read_region_2
#define bus_space_read_region_stream_4 bus_space_read_region_4
#if 0 /* Cause a link error for bus_space_read_region_8 */
#define bus_space_read_region_8 !!! bus_space_read_region_8 unimplemented !!!
#define bus_space_read_region_stream_8 \
!!! bus_space_read_region_stream_8 unimplemented !!!
#endif
/*
* void bus_space_write_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* u_intN_t value));
*
* Write the 1, 2, 4, or 8 byte value `value' to bus space
* described by tag/handle/offset.
*/
#define bus_space_write_1(t, h, o, v) \
do { \
if ((t) == X86_64_BUS_SPACE_IO) \
outb((h) + (o), (v)); \
else \
((void)(*(volatile u_int8_t *)((h) + (o)) = (v))); \
} while (0)
#define bus_space_write_2(t, h, o, v) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) \
outw((h) + (o), (v)); \
else \
((void)(*(volatile u_int16_t *)((h) + (o)) = (v))); \
} while (0)
#define bus_space_write_4(t, h, o, v) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) \
outl((h) + (o), (v)); \
else \
((void)(*(volatile u_int32_t *)((h) + (o)) = (v))); \
} while (0)
#define bus_space_write_stream_1 bus_space_write_1
#define bus_space_write_stream_2 bus_space_write_2
#define bus_space_write_stream_4 bus_space_write_4
#if 0 /* Cause a link error for bus_space_write_8 */
#define bus_space_write_8 !!! bus_space_write_8 not implemented !!!
#define bus_space_write_stream_8 \
!!! bus_space_write_stream_8 not implemented !!!
#endif
/*
* void bus_space_write_multi_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* const u_intN_t *addr, size_t count));
*
* Write `count' 1, 2, 4, or 8 byte quantities from the buffer
* provided to bus space described by tag/handle/offset.
*/
#define bus_space_write_multi_1(t, h, o, a, c) \
do { \
if ((t) == X86_64_BUS_SPACE_IO) { \
outsb((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsb ; \
movb %%al,(%2) ; \
loop 1b" : \
"=S" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o))); \
} \
} while (0)
#define bus_space_write_multi_2(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int16_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
outsw((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsw ; \
movw %%ax,(%2) ; \
loop 1b" : \
"=S" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o))); \
} \
} while (0)
#define bus_space_write_multi_4(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int32_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
outsl((h) + (o), (a), (c)); \
} else { \
void *dummy1; \
int dummy2; \
void *dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsl ; \
movl %%eax,(%2) ; \
loop 1b" : \
"=S" (dummy1), "=c" (dummy2), "=r" (dummy3), "=&a" (__x) : \
"0" ((a)), "1" ((c)), "2" ((h) + (o))); \
} \
} while (0)
#define bus_space_write_multi_stream_1 bus_space_write_multi_1
#define bus_space_write_multi_stream_2 bus_space_write_multi_2
#define bus_space_write_multi_stream_4 bus_space_write_multi_4
#if 0 /* Cause a link error for bus_space_write_multi_8 */
#define bus_space_write_multi_8(t, h, o, a, c) \
!!! bus_space_write_multi_8 unimplemented !!!
#define bus_space_write_multi_stream_8(t, h, o, a, c) \
!!! bus_space_write_multi_stream_8 unimplemented !!!
#endif
/*
* void bus_space_write_region_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* const u_intN_t *addr, size_t count));
*
* Write `count' 1, 2, 4, or 8 byte quantities from the buffer provided
* to bus space described by tag/handle starting at `offset'.
*/
#define bus_space_write_region_1(t, h, o, a, c) \
do { \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsb ; \
outb %%al,%w1 ; \
incl %1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=S" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsb" : \
"=D" (dummy1), "=S" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_write_region_2(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int16_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsw ; \
outw %%ax,%w1 ; \
addl $2,%1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=S" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsw" : \
"=D" (dummy1), "=S" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_write_region_4(t, h, o, a, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((a), u_int32_t, "buffer"); \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
if ((t) == X86_64_BUS_SPACE_IO) { \
int dummy1; \
void *dummy2; \
int dummy3; \
int __x; \
__asm __volatile(" \
cld ; \
1: lodsl ; \
outl %%eax,%w1 ; \
addl $4,%1 ; \
loop 1b" : \
"=&a" (__x), "=d" (dummy1), "=S" (dummy2), \
"=c" (dummy3) : \
"1" ((h) + (o)), "2" ((a)), "3" ((c)) : \
"memory"); \
} else { \
int dummy1; \
void *dummy2; \
int dummy3; \
__asm __volatile(" \
cld ; \
repne ; \
movsl" : \
"=D" (dummy1), "=S" (dummy2), "=c" (dummy3) : \
"0" ((h) + (o)), "1" ((a)), "2" ((c)) : \
"memory"); \
} \
} while (0)
#define bus_space_write_region_stream_1 bus_space_write_region_1
#define bus_space_write_region_stream_2 bus_space_write_region_2
#define bus_space_write_region_stream_4 bus_space_write_region_4
#if 0 /* Cause a link error for bus_space_write_region_8 */
#define bus_space_write_region_8 \
!!! bus_space_write_region_8 unimplemented !!!
#define bus_space_write_region_stream_8 \
!!! bus_space_write_region_stream_8 unimplemented !!!
#endif
/*
* void bus_space_set_multi_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset, u_intN_t val,
* size_t count));
*
* Write the 1, 2, 4, or 8 byte value `val' to bus space described
* by tag/handle/offset `count' times.
*/
static __inline void x86_64_memio_set_multi_1 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int8_t, size_t));
static __inline void x86_64_memio_set_multi_2 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int16_t, size_t));
static __inline void x86_64_memio_set_multi_4 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int32_t, size_t));
#define bus_space_set_multi_1(t, h, o, v, c) \
x86_64_memio_set_multi_1((t), (h), (o), (v), (c))
#define bus_space_set_multi_2(t, h, o, v, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
x86_64_memio_set_multi_2((t), (h), (o), (v), (c)); \
} while (0)
#define bus_space_set_multi_4(t, h, o, v, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
x86_64_memio_set_multi_4((t), (h), (o), (v), (c)); \
} while (0)
static __inline void
x86_64_memio_set_multi_1(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int8_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
while (c--)
outb(addr, v);
else
while (c--)
*(volatile u_int8_t *)(addr) = v;
}
static __inline void
x86_64_memio_set_multi_2(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int16_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
while (c--)
outw(addr, v);
else
while (c--)
*(volatile u_int16_t *)(addr) = v;
}
static __inline void
x86_64_memio_set_multi_4(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int32_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
while (c--)
outl(addr, v);
else
while (c--)
*(volatile u_int32_t *)(addr) = v;
}
#if 0 /* Cause a link error for bus_space_set_multi_8 */
#define bus_space_set_multi_8 !!! bus_space_set_multi_8 unimplemented !!!
#endif
/*
* void bus_space_set_region_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset, u_intN_t val,
* size_t count));
*
* Write `count' 1, 2, 4, or 8 byte value `val' to bus space described
* by tag/handle starting at `offset'.
*/
static __inline void x86_64_memio_set_region_1 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int8_t, size_t));
static __inline void x86_64_memio_set_region_2 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int16_t, size_t));
static __inline void x86_64_memio_set_region_4 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, u_int32_t, size_t));
#define bus_space_set_region_1(t, h, o, v, c) \
x86_64_memio_set_region_1((t), (h), (o), (v), (c))
#define bus_space_set_region_2(t, h, o, v, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int16_t, "bus addr"); \
x86_64_memio_set_region_2((t), (h), (o), (v), (c)); \
} while (0)
#define bus_space_set_region_4(t, h, o, v, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h) + (o), u_int32_t, "bus addr"); \
x86_64_memio_set_region_4((t), (h), (o), (v), (c)); \
} while (0)
static __inline void
x86_64_memio_set_region_1(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int8_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
for (; c != 0; c--, addr++)
outb(addr, v);
else
for (; c != 0; c--, addr++)
*(volatile u_int8_t *)(addr) = v;
}
static __inline void
x86_64_memio_set_region_2(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int16_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
for (; c != 0; c--, addr += 2)
outw(addr, v);
else
for (; c != 0; c--, addr += 2)
*(volatile u_int16_t *)(addr) = v;
}
static __inline void
x86_64_memio_set_region_4(t, h, o, v, c)
bus_space_tag_t t;
bus_space_handle_t h;
bus_size_t o;
u_int32_t v;
size_t c;
{
bus_addr_t addr = h + o;
if (t == X86_64_BUS_SPACE_IO)
for (; c != 0; c--, addr += 4)
outl(addr, v);
else
for (; c != 0; c--, addr += 4)
*(volatile u_int32_t *)(addr) = v;
}
#if 0 /* Cause a link error for bus_space_set_region_8 */
#define bus_space_set_region_8 !!! bus_space_set_region_8 unimplemented !!!
#endif
/*
* void bus_space_copy_region_N __P((bus_space_tag_t tag,
* bus_space_handle_t bsh1, bus_size_t off1,
* bus_space_handle_t bsh2, bus_size_t off2,
* size_t count));
*
* Copy `count' 1, 2, 4, or 8 byte values from bus space starting
* at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
*/
static __inline void x86_64_memio_copy_region_1 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, bus_space_handle_t,
bus_size_t, size_t));
static __inline void x86_64_memio_copy_region_2 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, bus_space_handle_t,
bus_size_t, size_t));
static __inline void x86_64_memio_copy_region_4 __P((bus_space_tag_t,
bus_space_handle_t, bus_size_t, bus_space_handle_t,
bus_size_t, size_t));
#define bus_space_copy_region_1(t, h1, o1, h2, o2, c) \
x86_64_memio_copy_region_1((t), (h1), (o1), (h2), (o2), (c))
#define bus_space_copy_region_2(t, h1, o1, h2, o2, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h1) + (o1), u_int16_t, "bus addr 1"); \
__BUS_SPACE_ADDRESS_SANITY((h2) + (o2), u_int16_t, "bus addr 2"); \
x86_64_memio_copy_region_2((t), (h1), (o1), (h2), (o2), (c)); \
} while (0)
#define bus_space_copy_region_4(t, h1, o1, h2, o2, c) \
do { \
__BUS_SPACE_ADDRESS_SANITY((h1) + (o1), u_int32_t, "bus addr 1"); \
__BUS_SPACE_ADDRESS_SANITY((h2) + (o2), u_int32_t, "bus addr 2"); \
x86_64_memio_copy_region_4((t), (h1), (o1), (h2), (o2), (c)); \
} while (0)
static __inline void
x86_64_memio_copy_region_1(t, h1, o1, h2, o2, c)
bus_space_tag_t t;
bus_space_handle_t h1;
bus_size_t o1;
bus_space_handle_t h2;
bus_size_t o2;
size_t c;
{
bus_addr_t addr1 = h1 + o1;
bus_addr_t addr2 = h2 + o2;
if (t == X86_64_BUS_SPACE_IO) {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1++, addr2++)
outb(addr2, inb(addr1));
} else {
/* dest after src: copy backwards */
for (addr1 += (c - 1), addr2 += (c - 1);
c != 0; c--, addr1--, addr2--)
outb(addr2, inb(addr1));
}
} else {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1++, addr2++)
*(volatile u_int8_t *)(addr2) =
*(volatile u_int8_t *)(addr1);
} else {
/* dest after src: copy backwards */
for (addr1 += (c - 1), addr2 += (c - 1);
c != 0; c--, addr1--, addr2--)
*(volatile u_int8_t *)(addr2) =
*(volatile u_int8_t *)(addr1);
}
}
}
static __inline void
x86_64_memio_copy_region_2(t, h1, o1, h2, o2, c)
bus_space_tag_t t;
bus_space_handle_t h1;
bus_size_t o1;
bus_space_handle_t h2;
bus_size_t o2;
size_t c;
{
bus_addr_t addr1 = h1 + o1;
bus_addr_t addr2 = h2 + o2;
if (t == X86_64_BUS_SPACE_IO) {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1 += 2, addr2 += 2)
outw(addr2, inw(addr1));
} else {
/* dest after src: copy backwards */
for (addr1 += 2 * (c - 1), addr2 += 2 * (c - 1);
c != 0; c--, addr1 -= 2, addr2 -= 2)
outw(addr2, inw(addr1));
}
} else {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1 += 2, addr2 += 2)
*(volatile u_int16_t *)(addr2) =
*(volatile u_int16_t *)(addr1);
} else {
/* dest after src: copy backwards */
for (addr1 += 2 * (c - 1), addr2 += 2 * (c - 1);
c != 0; c--, addr1 -= 2, addr2 -= 2)
*(volatile u_int16_t *)(addr2) =
*(volatile u_int16_t *)(addr1);
}
}
}
static __inline void
x86_64_memio_copy_region_4(t, h1, o1, h2, o2, c)
bus_space_tag_t t;
bus_space_handle_t h1;
bus_size_t o1;
bus_space_handle_t h2;
bus_size_t o2;
size_t c;
{
bus_addr_t addr1 = h1 + o1;
bus_addr_t addr2 = h2 + o2;
if (t == X86_64_BUS_SPACE_IO) {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1 += 4, addr2 += 4)
outl(addr2, inl(addr1));
} else {
/* dest after src: copy backwards */
for (addr1 += 4 * (c - 1), addr2 += 4 * (c - 1);
c != 0; c--, addr1 -= 4, addr2 -= 4)
outl(addr2, inl(addr1));
}
} else {
if (addr1 >= addr2) {
/* src after dest: copy forward */
for (; c != 0; c--, addr1 += 4, addr2 += 4)
*(volatile u_int32_t *)(addr2) =
*(volatile u_int32_t *)(addr1);
} else {
/* dest after src: copy backwards */
for (addr1 += 4 * (c - 1), addr2 += 4 * (c - 1);
c != 0; c--, addr1 -= 4, addr2 -= 4)
*(volatile u_int32_t *)(addr2) =
*(volatile u_int32_t *)(addr1);
}
}
}
#if 0 /* Cause a link error for bus_space_copy_8 */
#define bus_space_copy_region_8 !!! bus_space_copy_region_8 unimplemented !!!
#endif
/*
* Bus read/write barrier methods.
*
* void bus_space_barrier __P((bus_space_tag_t tag,
* bus_space_handle_t bsh, bus_size_t offset,
* bus_size_t len, int flags));
*
* Note: the x86_64 does not currently require barriers, but we must
* provide the flags to MI code.
*/
#define bus_space_barrier(t, h, o, l, f) \
((void)((void)(t), (void)(h), (void)(o), (void)(l), (void)(f)))
#define BUS_SPACE_BARRIER_READ 0x01 /* force read barrier */
#define BUS_SPACE_BARRIER_WRITE 0x02 /* force write barrier */
/*
* Flags used in various bus DMA methods.
*/
#define BUS_DMA_WAITOK 0x000 /* safe to sleep (pseudo-flag) */
#define BUS_DMA_NOWAIT 0x001 /* not safe to sleep */
#define BUS_DMA_ALLOCNOW 0x002 /* perform resource allocation now */
#define BUS_DMA_COHERENT 0x004 /* hint: map memory DMA coherent */
#define BUS_DMA_STREAMING 0x008 /* hint: sequential, unidirectional */
#define BUS_DMA_BUS1 0x010 /* placeholders for bus functions... */
#define BUS_DMA_BUS2 0x020
#define BUS_DMA_BUS3 0x040
#define BUS_DMA_BUS4 0x080
#define BUS_DMA_READ 0x100 /* mapping is device -> memory only */
#define BUS_DMA_WRITE 0x200 /* mapping is memory -> device only */
/* Forwards needed by prototypes below. */
struct mbuf;
struct uio;
/*
* Operations performed by bus_dmamap_sync().
*/
#define BUS_DMASYNC_PREREAD 0x01 /* pre-read synchronization */
#define BUS_DMASYNC_POSTREAD 0x02 /* post-read synchronization */
#define BUS_DMASYNC_PREWRITE 0x04 /* pre-write synchronization */
#define BUS_DMASYNC_POSTWRITE 0x08 /* post-write synchronization */
typedef struct x86_64_bus_dma_tag *bus_dma_tag_t;
typedef struct x86_64_bus_dmamap *bus_dmamap_t;
/*
* bus_dma_segment_t
*
* Describes a single contiguous DMA transaction. Values
* are suitable for programming into DMA registers.
*/
struct x86_64_bus_dma_segment {
bus_addr_t ds_addr; /* DMA address */
bus_size_t ds_len; /* length of transfer */
};
typedef struct x86_64_bus_dma_segment bus_dma_segment_t;
/*
* bus_dma_tag_t
*
* A machine-dependent opaque type describing the implementation of
* DMA for a given bus.
*/
struct x86_64_bus_dma_tag {
/*
* The `bounce threshold' is checked while we are loading
* the DMA map. If the physical address of the segment
* exceeds the threshold, an error will be returned. The
* caller can then take whatever action is necessary to
* bounce the transfer. If this value is 0, it will be
* ignored.
*/
bus_addr_t _bounce_thresh;
/*
* DMA mapping methods.
*/
int (*_dmamap_create) __P((bus_dma_tag_t, bus_size_t, int,
bus_size_t, bus_size_t, int, bus_dmamap_t *));
void (*_dmamap_destroy) __P((bus_dma_tag_t, bus_dmamap_t));
int (*_dmamap_load) __P((bus_dma_tag_t, bus_dmamap_t, void *,
bus_size_t, struct proc *, int));
int (*_dmamap_load_mbuf) __P((bus_dma_tag_t, bus_dmamap_t,
struct mbuf *, int));
int (*_dmamap_load_uio) __P((bus_dma_tag_t, bus_dmamap_t,
struct uio *, int));
int (*_dmamap_load_raw) __P((bus_dma_tag_t, bus_dmamap_t,
bus_dma_segment_t *, int, bus_size_t, int));
void (*_dmamap_unload) __P((bus_dma_tag_t, bus_dmamap_t));
void (*_dmamap_sync) __P((bus_dma_tag_t, bus_dmamap_t,
bus_addr_t, bus_size_t, int));
/*
* DMA memory utility functions.
*/
int (*_dmamem_alloc) __P((bus_dma_tag_t, bus_size_t, bus_size_t,
bus_size_t, bus_dma_segment_t *, int, int *, int));
void (*_dmamem_free) __P((bus_dma_tag_t,
bus_dma_segment_t *, int));
int (*_dmamem_map) __P((bus_dma_tag_t, bus_dma_segment_t *,
int, size_t, caddr_t *, int));
void (*_dmamem_unmap) __P((bus_dma_tag_t, caddr_t, size_t));
paddr_t (*_dmamem_mmap) __P((bus_dma_tag_t, bus_dma_segment_t *,
int, off_t, int, int));
};
#define bus_dmamap_create(t, s, n, m, b, f, p) \
(*(t)->_dmamap_create)((t), (s), (n), (m), (b), (f), (p))
#define bus_dmamap_destroy(t, p) \
(*(t)->_dmamap_destroy)((t), (p))
#define bus_dmamap_load(t, m, b, s, p, f) \
(*(t)->_dmamap_load)((t), (m), (b), (s), (p), (f))
#define bus_dmamap_load_mbuf(t, m, b, f) \
(*(t)->_dmamap_load_mbuf)((t), (m), (b), (f))
#define bus_dmamap_load_uio(t, m, u, f) \
(*(t)->_dmamap_load_uio)((t), (m), (u), (f))
#define bus_dmamap_load_raw(t, m, sg, n, s, f) \
(*(t)->_dmamap_load_raw)((t), (m), (sg), (n), (s), (f))
#define bus_dmamap_unload(t, p) \
(*(t)->_dmamap_unload)((t), (p))
#define bus_dmamap_sync(t, p, o, l, ops) \
(void)((t)->_dmamap_sync ? \
(*(t)->_dmamap_sync)((t), (p), (o), (l), (ops)) : (void)0)
#define bus_dmamem_alloc(t, s, a, b, sg, n, r, f) \
(*(t)->_dmamem_alloc)((t), (s), (a), (b), (sg), (n), (r), (f))
#define bus_dmamem_free(t, sg, n) \
(*(t)->_dmamem_free)((t), (sg), (n))
#define bus_dmamem_map(t, sg, n, s, k, f) \
(*(t)->_dmamem_map)((t), (sg), (n), (s), (k), (f))
#define bus_dmamem_unmap(t, k, s) \
(*(t)->_dmamem_unmap)((t), (k), (s))
#define bus_dmamem_mmap(t, sg, n, o, p, f) \
(*(t)->_dmamem_mmap)((t), (sg), (n), (o), (p), (f))
/*
* bus_dmamap_t
*
* Describes a DMA mapping.
*/
struct x86_64_bus_dmamap {
/*
* PRIVATE MEMBERS: not for use my machine-independent code.
*/
bus_size_t _dm_size; /* largest DMA transfer mappable */
int _dm_segcnt; /* number of segs this map can map */
bus_size_t _dm_maxsegsz; /* largest possible segment */
bus_size_t _dm_boundary; /* don't cross this */
bus_addr_t _dm_bounce_thresh; /* bounce threshold; see tag */
int _dm_flags; /* misc. flags */
void *_dm_cookie; /* cookie for bus-specific functions */
/*
* PUBLIC MEMBERS: these are used by machine-independent code.
*/
bus_size_t dm_mapsize; /* size of the mapping */
int dm_nsegs; /* # valid segments in mapping */
bus_dma_segment_t dm_segs[1]; /* segments; variable length */
};
#ifdef _X86_64_BUS_DMA_PRIVATE
int _bus_dmamap_create __P((bus_dma_tag_t, bus_size_t, int, bus_size_t,
bus_size_t, int, bus_dmamap_t *));
void _bus_dmamap_destroy __P((bus_dma_tag_t, bus_dmamap_t));
int _bus_dmamap_load __P((bus_dma_tag_t, bus_dmamap_t, void *,
bus_size_t, struct proc *, int));
int _bus_dmamap_load_mbuf __P((bus_dma_tag_t, bus_dmamap_t,
struct mbuf *, int));
int _bus_dmamap_load_uio __P((bus_dma_tag_t, bus_dmamap_t,
struct uio *, int));
int _bus_dmamap_load_raw __P((bus_dma_tag_t, bus_dmamap_t,
bus_dma_segment_t *, int, bus_size_t, int));
void _bus_dmamap_unload __P((bus_dma_tag_t, bus_dmamap_t));
void _bus_dmamap_sync __P((bus_dma_tag_t, bus_dmamap_t, bus_addr_t,
bus_size_t, int));
int _bus_dmamem_alloc __P((bus_dma_tag_t tag, bus_size_t size,
bus_size_t alignment, bus_size_t boundary,
bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags));
void _bus_dmamem_free __P((bus_dma_tag_t tag, bus_dma_segment_t *segs,
int nsegs));
int _bus_dmamem_map __P((bus_dma_tag_t tag, bus_dma_segment_t *segs,
int nsegs, size_t size, caddr_t *kvap, int flags));
void _bus_dmamem_unmap __P((bus_dma_tag_t tag, caddr_t kva,
size_t size));
paddr_t _bus_dmamem_mmap __P((bus_dma_tag_t tag, bus_dma_segment_t *segs,
int nsegs, off_t off, int prot, int flags));
int _bus_dmamem_alloc_range __P((bus_dma_tag_t tag, bus_size_t size,
bus_size_t alignment, bus_size_t boundary,
bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags,
paddr_t low, paddr_t high));
#endif /* _X86_64_BUS_DMA_PRIVATE */
#endif /* _X86_64_BUS_H_ */