NetBSD/sys/dev/ic/oosiop.c
tsutsui 7b4697bdbe Add MI NCR/Symbios 53c700 SCSI driver.
This "oosiop" driver was originally written by Shuichiro URATA
for arc port, and then it was modified by me to make it work
also on hp700.

This driver has been tested on my NEC Express5800/240 with 53c700-66
for several months, and also tested on HP9000 735/125 with 53c700
(though current hp700 port has been broken since SA merge).
Both sync transfer and disconnect/reselect work fine,
but tagged queuing is not implemented yet.
2003-04-06 09:48:41 +00:00

1326 lines
33 KiB
C

/* $NetBSD: oosiop.c,v 1.1 2003/04/06 09:48:43 tsutsui Exp $ */
/*
* Copyright (c) 2001 Shuichiro URATA. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. The name of the author may not be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/*
* NCR53C700 SCSI I/O processor (OOSIOP) driver
*
* TODO:
* - More better error handling.
* - Implement tagged queuing.
*/
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/callout.h>
#include <sys/kernel.h>
#include <sys/device.h>
#include <sys/buf.h>
#include <sys/malloc.h>
#include <sys/queue.h>
#include <uvm/uvm_extern.h>
#include <dev/scsipi/scsi_all.h>
#include <dev/scsipi/scsipi_all.h>
#include <dev/scsipi/scsiconf.h>
#include <dev/scsipi/scsi_message.h>
#include <machine/cpu.h>
#include <machine/bus.h>
#include <dev/ic/oosiopreg.h>
#include <dev/ic/oosiopvar.h>
#include <dev/microcode/siop/oosiop.out>
static int oosiop_alloc_cb(struct oosiop_softc *, int);
static __inline void oosiop_relocate_io(struct oosiop_softc *, bus_addr_t);
static __inline void oosiop_relocate_tc(struct oosiop_softc *, bus_addr_t);
static __inline void oosiop_fixup_select(struct oosiop_softc *, bus_addr_t,
int);
static __inline void oosiop_fixup_jump(struct oosiop_softc *, bus_addr_t,
bus_addr_t);
static __inline void oosiop_fixup_move(struct oosiop_softc *, bus_addr_t,
bus_size_t, bus_addr_t);
static void oosiop_load_script(struct oosiop_softc *);
static void oosiop_setup_sgdma(struct oosiop_softc *, struct oosiop_cb *);
static void oosiop_setup_dma(struct oosiop_softc *);
static void oosiop_flush_fifo(struct oosiop_softc *);
static void oosiop_clear_fifo(struct oosiop_softc *);
static void oosiop_phasemismatch(struct oosiop_softc *);
static void oosiop_setup_syncxfer(struct oosiop_softc *);
static void oosiop_set_syncparam(struct oosiop_softc *, int, int, int);
static void oosiop_minphys(struct buf *);
static void oosiop_scsipi_request(struct scsipi_channel *,
scsipi_adapter_req_t, void *);
static void oosiop_done(struct oosiop_softc *, struct oosiop_cb *);
static void oosiop_timeout(void *);
static void oosiop_reset(struct oosiop_softc *);
static void oosiop_reset_bus(struct oosiop_softc *);
static void oosiop_scriptintr(struct oosiop_softc *);
static void oosiop_msgin(struct oosiop_softc *, struct oosiop_cb *);
/* Trap interrupt code for unexpected data I/O */
#define DATAIN_TRAP 0xdead0001
#define DATAOUT_TRAP 0xdead0002
/* Possible TP and SCF conbination */
static const struct {
u_int8_t tp;
u_int8_t scf;
} synctbl[] = {
{0, 1}, /* SCLK / 4.0 */
{1, 1}, /* SCLK / 5.0 */
{2, 1}, /* SCLK / 6.0 */
{3, 1}, /* SCLK / 7.0 */
{1, 2}, /* SCLK / 7.5 */
{4, 1}, /* SCLK / 8.0 */
{5, 1}, /* SCLK / 9.0 */
{6, 1}, /* SCLK / 10.0 */
{3, 2}, /* SCLK / 10.5 */
{7, 1}, /* SCLK / 11.0 */
{4, 2}, /* SCLK / 12.0 */
{5, 2}, /* SCLK / 13.5 */
{3, 3}, /* SCLK / 14.0 */
{6, 2}, /* SCLK / 15.0 */
{4, 3}, /* SCLK / 16.0 */
{7, 2}, /* SCLK / 16.5 */
{5, 3}, /* SCLK / 18.0 */
{6, 3}, /* SCLK / 20.0 */
{7, 3} /* SCLK / 22.0 */
};
#define NSYNCTBL (sizeof(synctbl) / sizeof(synctbl[0]))
#define oosiop_period(sc, tp, scf) \
(((1000000000 / (sc)->sc_freq) * (tp) * (scf)) / 40)
void
oosiop_attach(struct oosiop_softc *sc)
{
bus_size_t scrsize;
bus_dma_segment_t seg;
struct oosiop_cb *cb;
int err, i, nseg;
/*
* Allocate DMA-safe memory for the script and map it.
*/
scrsize = sizeof(oosiop_script);
err = bus_dmamem_alloc(sc->sc_dmat, scrsize, PAGE_SIZE, 0, &seg, 1,
&nseg, BUS_DMA_NOWAIT);
if (err) {
printf(": failed to allocate script memory, err=%d\n", err);
return;
}
err = bus_dmamem_map(sc->sc_dmat, &seg, nseg, scrsize,
(caddr_t *)&sc->sc_scr, BUS_DMA_NOWAIT | BUS_DMA_COHERENT);
if (err) {
printf(": failed to map script memory, err=%d\n", err);
return;
}
err = bus_dmamap_create(sc->sc_dmat, scrsize, 1, scrsize, 0,
BUS_DMA_NOWAIT, &sc->sc_scrdma);
if (err) {
printf(": failed to create script map, err=%d\n", err);
return;
}
err = bus_dmamap_load(sc->sc_dmat, sc->sc_scrdma, sc->sc_scr, scrsize,
NULL, BUS_DMA_NOWAIT | BUS_DMA_WRITE);
if (err) {
printf(": failed to load script map, err=%d\n", err);
return;
}
sc->sc_scrbase = sc->sc_scrdma->dm_segs[0].ds_addr;
/* Initialize command block array */
TAILQ_INIT(&sc->sc_free_cb);
TAILQ_INIT(&sc->sc_cbq);
if (oosiop_alloc_cb(sc, OOSIOP_NCB) != 0)
return;
/* Use first cb to reselection msgin buffer */
cb = TAILQ_FIRST(&sc->sc_free_cb);
sc->sc_reselbuf = cb->xferdma->dm_segs[0].ds_addr +
offsetof(struct oosiop_xfer, msgin[0]);
for (i = 0; i < OOSIOP_NTGT; i++) {
sc->sc_tgt[i].nexus = NULL;
sc->sc_tgt[i].flags = 0;
}
/* Setup asynchronous clock divisor parameters */
if (sc->sc_freq <= 25000000) {
sc->sc_ccf = 10;
sc->sc_dcntl = OOSIOP_DCNTL_CF_1;
} else if (sc->sc_freq <= 37500000) {
sc->sc_ccf = 15;
sc->sc_dcntl = OOSIOP_DCNTL_CF_1_5;
} else if (sc->sc_freq <= 50000000) {
sc->sc_ccf = 20;
sc->sc_dcntl = OOSIOP_DCNTL_CF_2;
} else {
sc->sc_ccf = 30;
sc->sc_dcntl = OOSIOP_DCNTL_CF_3;
}
if (sc->sc_chip == OOSIOP_700)
sc->sc_minperiod = oosiop_period(sc, 4, sc->sc_ccf);
else
sc->sc_minperiod = oosiop_period(sc, 4, 10);
if (sc->sc_minperiod < 25)
sc->sc_minperiod = 25; /* limit to 10MB/s */
printf(": NCR53C700%s rev %d, %dMHz, SCSI ID %d\n",
sc->sc_chip == OOSIOP_700_66 ? "-66" : "",
oosiop_read_1(sc, OOSIOP_CTEST7) >> 4,
sc->sc_freq / 1000000, sc->sc_id);
/*
* Reset all
*/
oosiop_reset(sc);
oosiop_reset_bus(sc);
/*
* Start SCRIPTS processor
*/
oosiop_load_script(sc);
sc->sc_active = 0;
oosiop_write_4(sc, OOSIOP_DSP, sc->sc_scrbase + Ent_wait_reselect);
/*
* Fill in the scsipi_adapter.
*/
sc->sc_adapter.adapt_dev = &sc->sc_dev;
sc->sc_adapter.adapt_nchannels = 1;
sc->sc_adapter.adapt_openings = OOSIOP_NCB;
sc->sc_adapter.adapt_max_periph = 1;
sc->sc_adapter.adapt_ioctl = NULL;
sc->sc_adapter.adapt_minphys = oosiop_minphys;
sc->sc_adapter.adapt_request = oosiop_scsipi_request;
/*
* Fill in the scsipi_channel.
*/
sc->sc_channel.chan_adapter = &sc->sc_adapter;
sc->sc_channel.chan_bustype = &scsi_bustype;
sc->sc_channel.chan_channel = 0;
sc->sc_channel.chan_ntargets = OOSIOP_NTGT;
sc->sc_channel.chan_nluns = 8;
sc->sc_channel.chan_id = sc->sc_id;
/*
* Now try to attach all the sub devices.
*/
config_found(&sc->sc_dev, &sc->sc_channel, scsiprint);
}
static int
oosiop_alloc_cb(struct oosiop_softc *sc, int ncb)
{
struct oosiop_cb *cb;
struct oosiop_xfer *xfer;
bus_size_t xfersize;
bus_dma_segment_t seg;
int i, s, err, nseg;
/*
* Allocate oosiop_cb.
*/
cb = malloc(sizeof(struct oosiop_cb) * ncb, M_DEVBUF, M_NOWAIT|M_ZERO);
if (cb == NULL) {
printf(": failed to allocate cb memory\n");
return (ENOMEM);
}
/*
* Allocate DMA-safe memory for the oosiop_xfer and map it.
*/
xfersize = sizeof(struct oosiop_xfer) * ncb;
err = bus_dmamem_alloc(sc->sc_dmat, xfersize, PAGE_SIZE, 0, &seg, 1,
&nseg, BUS_DMA_NOWAIT);
if (err) {
printf(": failed to allocate xfer block memory, err=%d\n", err);
return (err);
}
err = bus_dmamem_map(sc->sc_dmat, &seg, nseg, xfersize,
(caddr_t *)&xfer, BUS_DMA_NOWAIT | BUS_DMA_COHERENT);
if (err) {
printf(": failed to map xfer block memory, err=%d\n", err);
return (err);
}
/* Initialize each command block */
for (i = 0; i < ncb; i++) {
err = bus_dmamap_create(sc->sc_dmat, PAGE_SIZE, 1, PAGE_SIZE,
0, BUS_DMA_NOWAIT, &cb->cmddma);
if (err) {
printf(": failed to create cmddma map, err=%d\n", err);
return (err);
}
err = bus_dmamap_create(sc->sc_dmat, OOSIOP_MAX_XFER,
OOSIOP_NSG, OOSIOP_DBC_MAX, 0, BUS_DMA_NOWAIT,
&cb->datadma);
if (err) {
printf(": failed to create datadma map, err=%d\n", err);
return (err);
}
err = bus_dmamap_create(sc->sc_dmat,
sizeof(struct oosiop_xfer), 1, sizeof(struct oosiop_xfer),
0, BUS_DMA_NOWAIT, &cb->xferdma);
if (err) {
printf(": failed to create xfer block map, err=%d\n",
err);
return (err);
}
err = bus_dmamap_load(sc->sc_dmat, cb->xferdma, xfer,
sizeof(struct oosiop_xfer), NULL, BUS_DMA_NOWAIT);
if (err) {
printf(": failed to load xfer block, err=%d\n", err);
return (err);
}
cb->xfer = xfer;
s = splbio();
TAILQ_INSERT_TAIL(&sc->sc_free_cb, cb, chain);
splx(s);
cb++;
xfer++;
}
return (0);
}
static __inline void
oosiop_relocate_io(struct oosiop_softc *sc, bus_addr_t addr)
{
u_int32_t dcmd;
int32_t dsps;
dcmd = le32toh(sc->sc_scr[addr / 4 + 0]);
dsps = le32toh(sc->sc_scr[addr / 4 + 1]);
/* convert relative to absolute */
if (dcmd & 0x04000000) {
dcmd &= ~0x04000000;
#if 0
/*
* sign extention isn't needed here because
* ncr53cxxx.c generates 32 bit dsps.
*/
dsps <<= 8;
dsps >>= 8;
#endif
sc->sc_scr[addr / 4 + 0] = htole32(dcmd);
dsps += addr + 8;
}
sc->sc_scr[addr / 4 + 1] = htole32(dsps + sc->sc_scrbase);
}
static __inline void
oosiop_relocate_tc(struct oosiop_softc *sc, bus_addr_t addr)
{
u_int32_t dcmd;
int32_t dsps;
dcmd = le32toh(sc->sc_scr[addr / 4 + 0]);
dsps = le32toh(sc->sc_scr[addr / 4 + 1]);
/* convert relative to absolute */
if (dcmd & 0x00800000) {
dcmd &= ~0x00800000;
sc->sc_scr[addr / 4] = htole32(dcmd);
#if 0
/*
* sign extention isn't needed here because
* ncr53cxxx.c generates 32 bit dsps.
*/
dsps <<= 8;
dsps >>= 8;
#endif
dsps += addr + 8;
}
sc->sc_scr[addr / 4 + 1] = htole32(dsps + sc->sc_scrbase);
}
static __inline void
oosiop_fixup_select(struct oosiop_softc *sc, bus_addr_t addr, int id)
{
u_int32_t dcmd;
dcmd = le32toh(sc->sc_scr[addr / 4]);
dcmd &= 0xff00ffff;
dcmd |= 0x00010000 << id;
sc->sc_scr[addr / 4] = htole32(dcmd);
}
static __inline void
oosiop_fixup_jump(struct oosiop_softc *sc, bus_addr_t addr, bus_addr_t dst)
{
sc->sc_scr[addr / 4 + 1] = htole32(dst);
}
static __inline void
oosiop_fixup_move(struct oosiop_softc *sc, bus_addr_t addr, bus_size_t dbc,
bus_addr_t dsps)
{
u_int32_t dcmd;
dcmd = le32toh(sc->sc_scr[addr / 4]);
dcmd &= 0xff000000;
dcmd |= dbc & 0x00ffffff;
sc->sc_scr[addr / 4 + 0] = htole32(dcmd);
sc->sc_scr[addr / 4 + 1] = htole32(dsps);
}
static void
oosiop_load_script(struct oosiop_softc *sc)
{
int i;
/* load script */
for (i = 0; i < sizeof(oosiop_script) / sizeof(oosiop_script[0]); i++)
sc->sc_scr[i] = htole32(oosiop_script[i]);
/* relocate script */
for (i = 0; i < (sizeof(oosiop_script) / 8); i++) {
switch (oosiop_script[i * 2] >> 27) {
case 0x08: /* select */
case 0x0a: /* wait reselect */
oosiop_relocate_io(sc, i * 8);
break;
case 0x10: /* jump */
case 0x11: /* call */
oosiop_relocate_tc(sc, i * 8);
break;
}
}
oosiop_fixup_move(sc, Ent_p_resel_msgin_move, 1, sc->sc_reselbuf);
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_PREWRITE);
}
static void
oosiop_setup_sgdma(struct oosiop_softc *sc, struct oosiop_cb *cb)
{
int i, n, off;
struct oosiop_xfer *xfer;
OOSIOP_XFERSCR_SYNC(sc, cb,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
off = cb->curdp;
xfer = cb->xfer;
/* Find start segment */
if (cb->xs->xs_control & (XS_CTL_DATA_IN | XS_CTL_DATA_OUT)) {
for (i = 0; i < cb->datadma->dm_nsegs; i++) {
if (off < cb->datadma->dm_segs[i].ds_len)
break;
off -= cb->datadma->dm_segs[i].ds_len;
}
}
/* build MOVE block */
if (cb->xs->xs_control & XS_CTL_DATA_IN) {
n = 0;
while (i < cb->datadma->dm_nsegs) {
xfer->datain_scr[n * 2 + 0] = htole32(0x09000000 |
(cb->datadma->dm_segs[i].ds_len - off));
xfer->datain_scr[n * 2 + 1] =
htole32(cb->datadma->dm_segs[i].ds_addr + off);
n++;
i++;
off = 0;
}
xfer->datain_scr[n * 2 + 0] = htole32(0x80080000);
xfer->datain_scr[n * 2 + 1] =
htole32(sc->sc_scrbase + Ent_phasedispatch);
} else {
xfer->datain_scr[0] = htole32(0x98080000);
xfer->datain_scr[1] = htole32(DATAIN_TRAP);
}
if (cb->xs->xs_control & XS_CTL_DATA_OUT) {
n = 0;
while (i < cb->datadma->dm_nsegs) {
xfer->dataout_scr[n * 2 + 0] = htole32(0x08000000 |
(cb->datadma->dm_segs[i].ds_len - off));
xfer->dataout_scr[n * 2 + 1] =
htole32(cb->datadma->dm_segs[i].ds_addr + off);
n++;
i++;
off = 0;
}
xfer->dataout_scr[n * 2 + 0] = htole32(0x80080000);
xfer->dataout_scr[n * 2 + 1] =
htole32(sc->sc_scrbase + Ent_phasedispatch);
} else {
xfer->dataout_scr[0] = htole32(0x98080000);
xfer->dataout_scr[1] = htole32(DATAOUT_TRAP);
}
OOSIOP_XFERSCR_SYNC(sc, cb,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
}
/*
* Setup DMA pointer into script.
*/
static void
oosiop_setup_dma(struct oosiop_softc *sc)
{
struct oosiop_cb *cb;
bus_addr_t xferbase;
cb = sc->sc_curcb;
xferbase = cb->xferdma->dm_segs[0].ds_addr;
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_POSTWRITE);
oosiop_fixup_select(sc, Ent_p_select, cb->id);
oosiop_fixup_jump(sc, Ent_p_datain_jump, xferbase +
offsetof(struct oosiop_xfer, datain_scr[0]));
oosiop_fixup_jump(sc, Ent_p_dataout_jump, xferbase +
offsetof(struct oosiop_xfer, dataout_scr[0]));
oosiop_fixup_move(sc, Ent_p_msgin_move, 1, xferbase +
offsetof(struct oosiop_xfer, msgin[0]));
oosiop_fixup_move(sc, Ent_p_extmsglen_move, 1, xferbase +
offsetof(struct oosiop_xfer, msgin[1]));
oosiop_fixup_move(sc, Ent_p_msgout_move, cb->msgoutlen, xferbase +
offsetof(struct oosiop_xfer, msgout[0]));
oosiop_fixup_move(sc, Ent_p_status_move, 1, xferbase +
offsetof(struct oosiop_xfer, status));
oosiop_fixup_move(sc, Ent_p_cmdout_move, cb->xs->cmdlen,
cb->cmddma->dm_segs[0].ds_addr);
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_PREWRITE);
}
static void
oosiop_flush_fifo(struct oosiop_softc *sc)
{
oosiop_write_1(sc, OOSIOP_DFIFO, oosiop_read_1(sc, OOSIOP_DFIFO) |
OOSIOP_DFIFO_FLF);
while ((oosiop_read_1(sc, OOSIOP_CTEST1) & OOSIOP_CTEST1_FMT) !=
OOSIOP_CTEST1_FMT)
;
oosiop_write_1(sc, OOSIOP_DFIFO, oosiop_read_1(sc, OOSIOP_DFIFO) &
~OOSIOP_DFIFO_FLF);
}
static void
oosiop_clear_fifo(struct oosiop_softc *sc)
{
oosiop_write_1(sc, OOSIOP_DFIFO, oosiop_read_1(sc, OOSIOP_DFIFO) |
OOSIOP_DFIFO_CLF);
while ((oosiop_read_1(sc, OOSIOP_CTEST1) & OOSIOP_CTEST1_FMT) !=
OOSIOP_CTEST1_FMT)
;
oosiop_write_1(sc, OOSIOP_DFIFO, oosiop_read_1(sc, OOSIOP_DFIFO) &
~OOSIOP_DFIFO_CLF);
}
static void
oosiop_phasemismatch(struct oosiop_softc *sc)
{
struct oosiop_cb *cb;
u_int32_t dsp, dbc, n, i, len;
u_int8_t dfifo, sstat1;
cb = sc->sc_curcb;
if (cb == NULL)
return;
dsp = oosiop_read_4(sc, OOSIOP_DSP);
dbc = oosiop_read_4(sc, OOSIOP_DBC) & OOSIOP_DBC_MAX;
len = 0;
n = dsp - cb->xferdma->dm_segs[0].ds_addr - 8;
if (n >= offsetof(struct oosiop_xfer, datain_scr[0]) &&
n < offsetof(struct oosiop_xfer, datain_scr[OOSIOP_NSG * 2])) {
n -= offsetof(struct oosiop_xfer, datain_scr[0]);
n >>= 3;
OOSIOP_DINSCR_SYNC(sc, cb,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
for (i = 0; i <= n; i++)
len += le32toh(cb->xfer->datain_scr[i * 2]) &
0x00ffffff;
OOSIOP_DINSCR_SYNC(sc, cb,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
/* All data in the chip are already flushed */
} else if (n >= offsetof(struct oosiop_xfer, dataout_scr[0]) &&
n < offsetof(struct oosiop_xfer, dataout_scr[OOSIOP_NSG * 2])) {
n -= offsetof(struct oosiop_xfer, dataout_scr[0]);
n >>= 3;
OOSIOP_DOUTSCR_SYNC(sc, cb,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
for (i = 0; i <= n; i++)
len += le32toh(cb->xfer->dataout_scr[i * 2]) &
0x00ffffff;
OOSIOP_DOUTSCR_SYNC(sc, cb,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
dfifo = oosiop_read_1(sc, OOSIOP_DFIFO);
dbc += ((dfifo & OOSIOP_DFIFO_BO) - (dbc & OOSIOP_DFIFO_BO)) &
OOSIOP_DFIFO_BO;
sstat1 = oosiop_read_1(sc, OOSIOP_SSTAT1);
if (sstat1 & OOSIOP_SSTAT1_OLF)
dbc++;
if ((sc->sc_tgt[cb->id].sxfer != 0) &&
(sstat1 & OOSIOP_SSTAT1_ORF) != 0)
dbc++;
oosiop_clear_fifo(sc);
} else {
printf("%s: phase mismatch addr=%08x\n", sc->sc_dev.dv_xname,
oosiop_read_4(sc, OOSIOP_DSP) - 8);
oosiop_clear_fifo(sc);
return;
}
len -= dbc;
if (len) {
cb->curdp += len;
oosiop_setup_sgdma(sc, cb);
}
}
static void
oosiop_setup_syncxfer(struct oosiop_softc *sc)
{
int id;
id = sc->sc_curcb->id;
if (sc->sc_chip != OOSIOP_700)
oosiop_write_1(sc, OOSIOP_SBCL, sc->sc_tgt[id].scf);
oosiop_write_1(sc, OOSIOP_SXFER, sc->sc_tgt[id].sxfer);
}
static void
oosiop_set_syncparam(struct oosiop_softc *sc, int id, int period, int offset)
{
int i, p;
struct scsipi_xfer_mode xm;
xm.xm_target = id;
xm.xm_mode = 0;
xm.xm_period = 0;
xm.xm_offset = 0;
if (offset == 0) {
/* Asynchronous */
sc->sc_tgt[id].scf = 0;
sc->sc_tgt[id].sxfer = 0;
} else {
/* Synchronous */
if (sc->sc_chip == OOSIOP_700) {
for (i = 4; i < 12; i++) {
p = oosiop_period(sc, i, sc->sc_ccf);
if (p >= period)
break;
}
if (i == 12) {
printf("%s: target %d period too large\n",
sc->sc_dev.dv_xname, id);
i = 11; /* XXX */
}
sc->sc_tgt[id].scf = 0;
sc->sc_tgt[id].sxfer = ((i - 4) << 4) | offset;
} else {
for (i = 0; i < NSYNCTBL; i++) {
p = oosiop_period(sc, synctbl[i].tp + 4,
(synctbl[i].scf + 1) * 5);
if (p >= period)
break;
}
if (i == NSYNCTBL) {
printf("%s: target %d period too large\n",
sc->sc_dev.dv_xname, id);
i = NSYNCTBL - 1; /* XXX */
}
sc->sc_tgt[id].scf = synctbl[i].scf;
sc->sc_tgt[id].sxfer = (synctbl[i].tp << 4) | offset;
}
xm.xm_mode |= PERIPH_CAP_SYNC;
xm.xm_period = period;
xm.xm_offset = offset;
}
scsipi_async_event(&sc->sc_channel, ASYNC_EVENT_XFER_MODE, &xm);
}
static void
oosiop_minphys(struct buf *bp)
{
if (bp->b_bcount > OOSIOP_MAX_XFER)
bp->b_bcount = OOSIOP_MAX_XFER;
minphys(bp);
}
static void
oosiop_scsipi_request(struct scsipi_channel *chan, scsipi_adapter_req_t req,
void *arg)
{
struct scsipi_xfer *xs;
struct oosiop_softc *sc;
struct oosiop_cb *cb;
struct oosiop_xfer *xfer;
struct scsipi_xfer_mode *xm;
int s, err;
sc = (struct oosiop_softc *)chan->chan_adapter->adapt_dev;
switch (req) {
case ADAPTER_REQ_RUN_XFER:
xs = arg;
s = splbio();
cb = TAILQ_FIRST(&sc->sc_free_cb);
TAILQ_REMOVE(&sc->sc_free_cb, cb, chain);
splx(s);
cb->xs = xs;
cb->flags = 0;
cb->id = xs->xs_periph->periph_target;
cb->lun = xs->xs_periph->periph_lun;
cb->curdp = 0;
cb->savedp = 0;
xfer = cb->xfer;
/* Setup SCSI command buffer DMA */
err = bus_dmamap_load(sc->sc_dmat, cb->cmddma, xs->cmd,
xs->cmdlen, NULL, ((xs->xs_control & XS_CTL_NOSLEEP) ?
BUS_DMA_NOWAIT : BUS_DMA_WAITOK) | BUS_DMA_WRITE);
if (err) {
printf("%s: unable to load cmd DMA map: %d",
sc->sc_dev.dv_xname, err);
xs->error = XS_RESOURCE_SHORTAGE;
TAILQ_INSERT_TAIL(&sc->sc_free_cb, cb, chain);
scsipi_done(xs);
return;
}
bus_dmamap_sync(sc->sc_dmat, cb->cmddma, 0, xs->cmdlen,
BUS_DMASYNC_PREWRITE);
/* Setup data buffer DMA */
if (xs->xs_control & (XS_CTL_DATA_IN | XS_CTL_DATA_OUT)) {
err = bus_dmamap_load(sc->sc_dmat, cb->datadma,
xs->data, xs->datalen, NULL,
((xs->xs_control & XS_CTL_NOSLEEP) ?
BUS_DMA_NOWAIT : BUS_DMA_WAITOK) |
BUS_DMA_STREAMING |
((xs->xs_control & XS_CTL_DATA_IN) ? BUS_DMA_READ :
BUS_DMA_WRITE));
if (err) {
printf("%s: unable to load data DMA map: %d",
sc->sc_dev.dv_xname, err);
xs->error = XS_RESOURCE_SHORTAGE;
bus_dmamap_unload(sc->sc_dmat, cb->cmddma);
TAILQ_INSERT_TAIL(&sc->sc_free_cb, cb, chain);
scsipi_done(xs);
return;
}
bus_dmamap_sync(sc->sc_dmat, cb->datadma,
0, xs->datalen,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
}
oosiop_setup_sgdma(sc, cb);
/* Setup msgout buffer */
OOSIOP_XFERMSG_SYNC(sc, cb,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
xfer->msgout[0] = MSG_IDENTIFY(cb->lun,
(xs->xs_control & XS_CTL_REQSENSE) == 0);
cb->msgoutlen = 1;
if (sc->sc_tgt[cb->id].flags & TGTF_SYNCNEG) {
/* Send SDTR */
xfer->msgout[1] = MSG_EXTENDED;
xfer->msgout[2] = MSG_EXT_SDTR_LEN;
xfer->msgout[3] = MSG_EXT_SDTR;
xfer->msgout[4] = sc->sc_minperiod;
xfer->msgout[5] = OOSIOP_MAX_OFFSET;
cb->msgoutlen = 6;
sc->sc_tgt[cb->id].flags &= ~TGTF_SYNCNEG;
sc->sc_tgt[cb->id].flags |= TGTF_WAITSDTR;
}
xfer->status = SCSI_OOSIOP_NOSTATUS;
OOSIOP_XFERMSG_SYNC(sc, cb,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
s = splbio();
TAILQ_INSERT_TAIL(&sc->sc_cbq, cb, chain);
if (!sc->sc_active) {
/* Abort script to start selection */
oosiop_write_1(sc, OOSIOP_ISTAT, OOSIOP_ISTAT_ABRT);
}
if (xs->xs_control & XS_CTL_POLL) {
/* Poll for command completion */
while ((xs->xs_status & XS_STS_DONE) == 0) {
delay(1000);
oosiop_intr(sc);
}
}
splx(s);
return;
case ADAPTER_REQ_GROW_RESOURCES:
return;
case ADAPTER_REQ_SET_XFER_MODE:
xm = arg;
if (xm->xm_mode & PERIPH_CAP_SYNC)
sc->sc_tgt[xm->xm_target].flags |= TGTF_SYNCNEG;
else
oosiop_set_syncparam(sc, xm->xm_target, 0, 0);
return;
}
}
static void
oosiop_done(struct oosiop_softc *sc, struct oosiop_cb *cb)
{
struct scsipi_xfer *xs;
xs = cb->xs;
if (cb == sc->sc_curcb)
sc->sc_curcb = NULL;
if (cb == sc->sc_lastcb)
sc->sc_lastcb = NULL;
sc->sc_tgt[cb->id].nexus = NULL;
callout_stop(&xs->xs_callout);
bus_dmamap_sync(sc->sc_dmat, cb->cmddma, 0, xs->cmdlen,
BUS_DMASYNC_POSTWRITE);
bus_dmamap_unload(sc->sc_dmat, cb->cmddma);
if (xs->datalen > 0) {
bus_dmamap_sync(sc->sc_dmat, cb->datadma, 0, xs->datalen,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
bus_dmamap_unload(sc->sc_dmat, cb->datadma);
}
xs->status = cb->xfer->status;
xs->resid = 0; /* XXX */
if (cb->flags & CBF_SELTOUT)
xs->error = XS_SELTIMEOUT;
else if (cb->flags & CBF_TIMEOUT)
xs->error = XS_TIMEOUT;
else switch (xs->status) {
case SCSI_OK:
xs->error = XS_NOERROR;
break;
case SCSI_BUSY:
case SCSI_CHECK:
xs->error = XS_BUSY;
break;
case SCSI_OOSIOP_NOSTATUS:
/* the status byte was not updated, cmd was aborted. */
xs->error = XS_SELTIMEOUT;
break;
default:
xs->error = XS_RESET;
break;
}
scsipi_done(xs);
/* Put it on the free list. */
TAILQ_INSERT_TAIL(&sc->sc_free_cb, cb, chain);
}
static void
oosiop_timeout(void *arg)
{
struct oosiop_cb *cb;
struct scsipi_periph *periph;
struct oosiop_softc *sc;
int s;
cb = arg;
periph = cb->xs->xs_periph;
sc = (void *)periph->periph_channel->chan_adapter->adapt_dev;
scsipi_printaddr(periph);
printf("timed out\n");
s = splbio();
cb->flags |= CBF_TIMEOUT;
oosiop_done(sc, cb);
splx(s);
}
static void
oosiop_reset(struct oosiop_softc *sc)
{
int i, s;
s = splbio();
/* Stop SCRIPTS processor */
oosiop_write_1(sc, OOSIOP_ISTAT, OOSIOP_ISTAT_ABRT);
delay(100);
oosiop_write_1(sc, OOSIOP_ISTAT, 0);
/* Reset the chip */
oosiop_write_1(sc, OOSIOP_DCNTL, sc->sc_dcntl | OOSIOP_DCNTL_RST);
delay(100);
oosiop_write_1(sc, OOSIOP_DCNTL, sc->sc_dcntl);
delay(10000);
/* Set up various chip parameters */
oosiop_write_1(sc, OOSIOP_SCNTL0, OOSIOP_ARB_FULL | OOSIOP_SCNTL0_EPG);
oosiop_write_1(sc, OOSIOP_SCNTL1, OOSIOP_SCNTL1_ESR);
oosiop_write_1(sc, OOSIOP_DCNTL, sc->sc_dcntl);
oosiop_write_1(sc, OOSIOP_DMODE, OOSIOP_DMODE_BL_8);
oosiop_write_1(sc, OOSIOP_SCID, OOSIOP_SCID_VALUE(sc->sc_id));
oosiop_write_1(sc, OOSIOP_DWT, 0xff); /* Enable DMA timeout */
oosiop_write_1(sc, OOSIOP_CTEST7, 0);
oosiop_write_1(sc, OOSIOP_SXFER, 0);
/* Clear all interrupts */
(void)oosiop_read_1(sc, OOSIOP_SSTAT0);
(void)oosiop_read_1(sc, OOSIOP_SSTAT1);
(void)oosiop_read_1(sc, OOSIOP_DSTAT);
/* Enable interrupts */
oosiop_write_1(sc, OOSIOP_SIEN,
OOSIOP_SIEN_M_A | OOSIOP_SIEN_STO | OOSIOP_SIEN_SGE |
OOSIOP_SIEN_UDC | OOSIOP_SIEN_RST | OOSIOP_SIEN_PAR);
oosiop_write_1(sc, OOSIOP_DIEN,
OOSIOP_DIEN_ABRT | OOSIOP_DIEN_SSI | OOSIOP_DIEN_SIR |
OOSIOP_DIEN_WTD | OOSIOP_DIEN_IID);
/* Set target state to asynchronous */
for (i = 0; i < OOSIOP_NTGT; i++) {
sc->sc_tgt[i].flags = 0;
sc->sc_tgt[i].scf = 0;
sc->sc_tgt[i].sxfer = 0;
}
splx(s);
}
static void
oosiop_reset_bus(struct oosiop_softc *sc)
{
int s, i;
s = splbio();
/* Assert SCSI RST */
oosiop_write_1(sc, OOSIOP_SCNTL1, OOSIOP_SCNTL1_RST);
delay(25); /* Reset hold time (25us) */
oosiop_write_1(sc, OOSIOP_SCNTL1, 0);
/* Remove all nexuses */
for (i = 0; i < OOSIOP_NTGT; i++) {
if (sc->sc_tgt[i].nexus) {
sc->sc_tgt[i].nexus->xfer->status =
SCSI_OOSIOP_NOSTATUS; /* XXX */
oosiop_done(sc, sc->sc_tgt[i].nexus);
}
}
sc->sc_curcb = NULL;
delay(250000); /* Reset to selection (250ms) */
splx(s);
}
/*
* interrupt handler
*/
int
oosiop_intr(struct oosiop_softc *sc)
{
struct oosiop_cb *cb;
u_int32_t dcmd;
int timeout;
u_int8_t istat, dstat, sstat0;
istat = oosiop_read_1(sc, OOSIOP_ISTAT);
if ((istat & (OOSIOP_ISTAT_SIP | OOSIOP_ISTAT_DIP)) == 0)
return (0);
sc->sc_nextdsp = Ent_wait_reselect;
/* DMA interrupts */
if (istat & OOSIOP_ISTAT_DIP) {
oosiop_write_1(sc, OOSIOP_ISTAT, 0);
dstat = oosiop_read_1(sc, OOSIOP_DSTAT);
if (dstat & OOSIOP_DSTAT_ABRT) {
sc->sc_nextdsp = oosiop_read_4(sc, OOSIOP_DSP) -
sc->sc_scrbase - 8;
if (sc->sc_nextdsp == Ent_p_resel_msgin_move &&
(oosiop_read_1(sc, OOSIOP_SBCL) & OOSIOP_ACK)) {
if ((dstat & OOSIOP_DSTAT_DFE) == 0)
oosiop_flush_fifo(sc);
sc->sc_nextdsp += 8;
}
}
if (dstat & OOSIOP_DSTAT_SSI) {
sc->sc_nextdsp = oosiop_read_4(sc, OOSIOP_DSP) -
sc->sc_scrbase;
printf("%s: single step %08x\n", sc->sc_dev.dv_xname,
sc->sc_nextdsp);
}
if (dstat & OOSIOP_DSTAT_SIR) {
if ((dstat & OOSIOP_DSTAT_DFE) == 0)
oosiop_flush_fifo(sc);
oosiop_scriptintr(sc);
}
if (dstat & OOSIOP_DSTAT_WTD) {
printf("%s: DMA time out\n", sc->sc_dev.dv_xname);
oosiop_reset(sc);
}
if (dstat & OOSIOP_DSTAT_IID) {
dcmd = oosiop_read_4(sc, OOSIOP_DBC);
if ((dcmd & 0xf8000000) == 0x48000000) {
printf("%s: REQ asserted on WAIT DISCONNECT\n",
sc->sc_dev.dv_xname);
sc->sc_nextdsp = Ent_phasedispatch; /* XXX */
} else {
printf("%s: invalid SCRIPTS instruction "
"addr=%08x dcmd=%08x dsps=%08x\n",
sc->sc_dev.dv_xname,
oosiop_read_4(sc, OOSIOP_DSP) - 8, dcmd,
oosiop_read_4(sc, OOSIOP_DSPS));
oosiop_reset(sc);
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_POSTWRITE);
oosiop_load_script(sc);
}
}
if ((dstat & OOSIOP_DSTAT_DFE) == 0)
oosiop_clear_fifo(sc);
}
/* SCSI interrupts */
if (istat & OOSIOP_ISTAT_SIP) {
if (istat & OOSIOP_ISTAT_DIP)
delay(1);
sstat0 = oosiop_read_1(sc, OOSIOP_SSTAT0);
if (sstat0 & OOSIOP_SSTAT0_M_A) {
/* SCSI phase mismatch during MOVE operation */
oosiop_phasemismatch(sc);
sc->sc_nextdsp = Ent_phasedispatch;
}
if (sstat0 & OOSIOP_SSTAT0_STO) {
if (sc->sc_curcb) {
sc->sc_curcb->flags |= CBF_SELTOUT;
oosiop_done(sc, sc->sc_curcb);
}
}
if (sstat0 & OOSIOP_SSTAT0_SGE) {
printf("%s: SCSI gross error\n", sc->sc_dev.dv_xname);
oosiop_reset(sc);
}
if (sstat0 & OOSIOP_SSTAT0_UDC) {
/* XXX */
if (sc->sc_curcb) {
printf("%s: unexpected disconnect\n",
sc->sc_dev.dv_xname);
oosiop_done(sc, sc->sc_curcb);
}
}
if (sstat0 & OOSIOP_SSTAT0_RST)
oosiop_reset(sc);
if (sstat0 & OOSIOP_SSTAT0_PAR)
printf("%s: parity error\n", sc->sc_dev.dv_xname);
}
/* Start next command if available */
if (sc->sc_nextdsp == Ent_wait_reselect && TAILQ_FIRST(&sc->sc_cbq)) {
cb = sc->sc_curcb = TAILQ_FIRST(&sc->sc_cbq);
TAILQ_REMOVE(&sc->sc_cbq, cb, chain);
sc->sc_tgt[cb->id].nexus = cb;
oosiop_setup_dma(sc);
oosiop_setup_syncxfer(sc);
sc->sc_lastcb = cb;
sc->sc_nextdsp = Ent_start_select;
/* Schedule timeout */
if ((cb->xs->xs_control & XS_CTL_POLL) == 0) {
timeout = mstohz(cb->xs->timeout) + 1;
callout_reset(&cb->xs->xs_callout, timeout,
oosiop_timeout, cb);
}
}
sc->sc_active = (sc->sc_nextdsp != Ent_wait_reselect);
/* Restart script */
oosiop_write_4(sc, OOSIOP_DSP, sc->sc_nextdsp + sc->sc_scrbase);
return (1);
}
static void
oosiop_scriptintr(struct oosiop_softc *sc)
{
struct oosiop_cb *cb;
u_int32_t icode;
u_int32_t dsp;
int i;
u_int8_t sfbr, resid, resmsg;
cb = sc->sc_curcb;
icode = oosiop_read_4(sc, OOSIOP_DSPS);
switch (icode) {
case A_int_done:
if (cb)
oosiop_done(sc, cb);
break;
case A_int_msgin:
if (cb)
oosiop_msgin(sc, cb);
break;
case A_int_extmsg:
/* extended message in DMA setup request */
sfbr = oosiop_read_1(sc, OOSIOP_SFBR);
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_POSTWRITE);
oosiop_fixup_move(sc, Ent_p_extmsgin_move, sfbr,
cb->xferdma->dm_segs[0].ds_addr +
offsetof(struct oosiop_xfer, msgin[2]));
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_PREWRITE);
sc->sc_nextdsp = Ent_rcv_extmsg;
break;
case A_int_resel:
/* reselected */
resid = oosiop_read_1(sc, OOSIOP_SFBR);
for (i = 0; i < OOSIOP_NTGT; i++)
if (resid & (1 << i))
break;
if (i == OOSIOP_NTGT) {
printf("%s: missing reselection target id\n",
sc->sc_dev.dv_xname);
break;
}
sc->sc_resid = i;
sc->sc_nextdsp = Ent_wait_resel_identify;
if (cb) {
/* Current command was lost arbitration */
sc->sc_tgt[cb->id].nexus = NULL;
TAILQ_INSERT_HEAD(&sc->sc_cbq, cb, chain);
sc->sc_curcb = NULL;
}
break;
case A_int_res_id:
cb = sc->sc_tgt[sc->sc_resid].nexus;
resmsg = oosiop_read_1(sc, OOSIOP_SFBR);
if (MSG_ISIDENTIFY(resmsg) && cb &&
(resmsg & MSG_IDENTIFY_LUNMASK) == cb->lun) {
sc->sc_curcb = cb;
if (cb != sc->sc_lastcb) {
oosiop_setup_dma(sc);
oosiop_setup_syncxfer(sc);
sc->sc_lastcb = cb;
}
if (cb->curdp != cb->savedp) {
cb->curdp = cb->savedp;
oosiop_setup_sgdma(sc, cb);
}
sc->sc_nextdsp = Ent_ack_msgin;
} else {
/* Reselection from invalid target */
oosiop_reset_bus(sc);
}
break;
case A_int_resfail:
/* reselect failed */
break;
case A_int_disc:
/* disconnected */
sc->sc_curcb = NULL;
break;
case A_int_err:
/* generic error */
dsp = oosiop_read_4(sc, OOSIOP_DSP);
printf("%s: script error at 0x%08x\n", sc->sc_dev.dv_xname,
dsp - 8);
sc->sc_curcb = NULL;
break;
case DATAIN_TRAP:
printf("%s: unexpected datain\n", sc->sc_dev.dv_xname);
/* XXX: need to reset? */
break;
case DATAOUT_TRAP:
printf("%s: unexpected dataout\n", sc->sc_dev.dv_xname);
/* XXX: need to reset? */
break;
default:
printf("%s: unknown intr code %08x\n", sc->sc_dev.dv_xname,
icode);
break;
}
}
static void
oosiop_msgin(struct oosiop_softc *sc, struct oosiop_cb *cb)
{
struct oosiop_xfer *xfer;
int msgout;
xfer = cb->xfer;
sc->sc_nextdsp = Ent_ack_msgin;
msgout = 0;
OOSIOP_XFERMSG_SYNC(sc, cb,
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
switch (xfer->msgin[0]) {
case MSG_EXTENDED:
switch (xfer->msgin[2]) {
case MSG_EXT_SDTR:
if (sc->sc_tgt[cb->id].flags & TGTF_WAITSDTR) {
/* Host initiated SDTR */
sc->sc_tgt[cb->id].flags &= ~TGTF_WAITSDTR;
} else {
/* Target initiated SDTR */
if (xfer->msgin[3] < sc->sc_minperiod)
xfer->msgin[3] = sc->sc_minperiod;
if (xfer->msgin[4] > OOSIOP_MAX_OFFSET)
xfer->msgin[4] = OOSIOP_MAX_OFFSET;
xfer->msgout[0] = MSG_EXTENDED;
xfer->msgout[1] = MSG_EXT_SDTR_LEN;
xfer->msgout[2] = MSG_EXT_SDTR;
xfer->msgout[3] = xfer->msgin[3];
xfer->msgout[4] = xfer->msgin[4];
cb->msgoutlen = 5;
msgout = 1;
}
oosiop_set_syncparam(sc, cb->id, (int)xfer->msgin[3],
(int)xfer->msgin[4]);
oosiop_setup_syncxfer(sc);
break;
default:
/* Reject message */
xfer->msgout[0] = MSG_MESSAGE_REJECT;
cb->msgoutlen = 1;
msgout = 1;
break;
}
break;
case MSG_SAVEDATAPOINTER:
cb->savedp = cb->curdp;
break;
case MSG_RESTOREPOINTERS:
if (cb->curdp != cb->savedp) {
cb->curdp = cb->savedp;
oosiop_setup_sgdma(sc, cb);
}
break;
case MSG_MESSAGE_REJECT:
if (sc->sc_tgt[cb->id].flags & TGTF_WAITSDTR) {
/* SDTR rejected */
sc->sc_tgt[cb->id].flags &= ~TGTF_WAITSDTR;
oosiop_set_syncparam(sc, cb->id, 0, 0);
oosiop_setup_syncxfer(sc);
}
break;
default:
/* Reject message */
xfer->msgout[0] = MSG_MESSAGE_REJECT;
cb->msgoutlen = 1;
msgout = 1;
}
OOSIOP_XFERMSG_SYNC(sc, cb,
BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
if (msgout) {
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_POSTWRITE);
oosiop_fixup_move(sc, Ent_p_msgout_move, cb->msgoutlen,
cb->xferdma->dm_segs[0].ds_addr +
offsetof(struct oosiop_xfer, msgout[0]));
OOSIOP_SCRIPT_SYNC(sc, BUS_DMASYNC_PREWRITE);
sc->sc_nextdsp = Ent_sendmsg;
}
}