853 lines
26 KiB
C
853 lines
26 KiB
C
/* $NetBSD: ata_wdc.c,v 1.42 2003/10/29 22:05:15 bouyer Exp $ */
|
|
|
|
/*
|
|
* Copyright (c) 1998, 2001, 2003 Manuel Bouyer.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
* must display the following acknowledgement:
|
|
* This product includes software developed by Manuel Bouyer.
|
|
* 4. The name of the author may not be used to endorse or promote products
|
|
* derived from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
*/
|
|
|
|
/*-
|
|
* Copyright (c) 1998 The NetBSD Foundation, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This code is derived from software contributed to The NetBSD Foundation
|
|
* by Charles M. Hannum, by Onno van der Linden and by Manuel Bouyer.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
* must display the following acknowledgement:
|
|
* This product includes software developed by the NetBSD
|
|
* Foundation, Inc. and its contributors.
|
|
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
|
* contributors may be used to endorse or promote products derived
|
|
* from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
|
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
|
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__KERNEL_RCSID(0, "$NetBSD: ata_wdc.c,v 1.42 2003/10/29 22:05:15 bouyer Exp $");
|
|
|
|
#ifndef WDCDEBUG
|
|
#define WDCDEBUG
|
|
#endif /* WDCDEBUG */
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/file.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/buf.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/device.h>
|
|
#include <sys/disklabel.h>
|
|
#include <sys/syslog.h>
|
|
#include <sys/proc.h>
|
|
|
|
#include <machine/intr.h>
|
|
#include <machine/bus.h>
|
|
#ifndef __BUS_SPACE_HAS_STREAM_METHODS
|
|
#define bus_space_write_multi_stream_2 bus_space_write_multi_2
|
|
#define bus_space_write_multi_stream_4 bus_space_write_multi_4
|
|
#define bus_space_read_multi_stream_2 bus_space_read_multi_2
|
|
#define bus_space_read_multi_stream_4 bus_space_read_multi_4
|
|
#endif /* __BUS_SPACE_HAS_STREAM_METHODS */
|
|
|
|
#include <dev/ata/atareg.h>
|
|
#include <dev/ata/atavar.h>
|
|
#include <dev/ic/wdcreg.h>
|
|
#include <dev/ic/wdcvar.h>
|
|
#include <dev/ata/wdvar.h>
|
|
|
|
#define DEBUG_INTR 0x01
|
|
#define DEBUG_XFERS 0x02
|
|
#define DEBUG_STATUS 0x04
|
|
#define DEBUG_FUNCS 0x08
|
|
#define DEBUG_PROBE 0x10
|
|
#ifdef WDCDEBUG
|
|
extern int wdcdebug_wd_mask; /* inited in wd.c */
|
|
#define WDCDEBUG_PRINT(args, level) \
|
|
if (wdcdebug_wd_mask & (level)) \
|
|
printf args
|
|
#else
|
|
#define WDCDEBUG_PRINT(args, level)
|
|
#endif
|
|
|
|
#define ATA_DELAY 10000 /* 10s for a drive I/O */
|
|
|
|
int wdc_ata_bio __P((struct ata_drive_datas*, struct ata_bio*));
|
|
void wdc_ata_bio_start __P((struct channel_softc *,struct wdc_xfer *));
|
|
void _wdc_ata_bio_start __P((struct channel_softc *,struct wdc_xfer *));
|
|
int wdc_ata_bio_intr __P((struct channel_softc *, struct wdc_xfer *, int));
|
|
void wdc_ata_bio_kill_xfer __P((struct channel_softc *,struct wdc_xfer *));
|
|
void wdc_ata_bio_done __P((struct channel_softc *, struct wdc_xfer *));
|
|
int wdc_ata_err __P((struct ata_drive_datas *, struct ata_bio *));
|
|
#define WDC_ATA_NOERR 0x00 /* Drive doesn't report an error */
|
|
#define WDC_ATA_RECOV 0x01 /* There was a recovered error */
|
|
#define WDC_ATA_ERR 0x02 /* Drive reports an error */
|
|
int wdc_ata_addref __P((struct ata_drive_datas *));
|
|
void wdc_ata_delref __P((struct ata_drive_datas *));
|
|
void wdc_ata_kill_pending __P((struct ata_drive_datas *));
|
|
|
|
const struct ata_bustype wdc_ata_bustype = {
|
|
SCSIPI_BUSTYPE_ATA,
|
|
wdc_ata_bio,
|
|
wdc_reset_channel,
|
|
wdc_exec_command,
|
|
ata_get_params,
|
|
wdc_ata_addref,
|
|
wdc_ata_delref,
|
|
wdc_ata_kill_pending,
|
|
};
|
|
|
|
|
|
/*
|
|
* Convert a 32 bit command to a 48 bit command.
|
|
*/
|
|
static __inline__
|
|
int to48(int cmd32)
|
|
{
|
|
switch (cmd32) {
|
|
case WDCC_READ:
|
|
return WDCC_READ_EXT;
|
|
case WDCC_WRITE:
|
|
return WDCC_WRITE_EXT;
|
|
case WDCC_READMULTI:
|
|
return WDCC_READMULTI_EXT;
|
|
case WDCC_WRITEMULTI:
|
|
return WDCC_WRITEMULTI_EXT;
|
|
case WDCC_READDMA:
|
|
return WDCC_READDMA_EXT;
|
|
case WDCC_WRITEDMA:
|
|
return WDCC_WRITEDMA_EXT;
|
|
default:
|
|
panic("ata_wdc: illegal 32 bit command %d", cmd32);
|
|
/*NOTREACHED*/
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Handle block I/O operation. Return WDC_COMPLETE, WDC_QUEUED, or
|
|
* WDC_TRY_AGAIN. Must be called at splbio().
|
|
*/
|
|
int
|
|
wdc_ata_bio(drvp, ata_bio)
|
|
struct ata_drive_datas *drvp;
|
|
struct ata_bio *ata_bio;
|
|
{
|
|
struct wdc_xfer *xfer;
|
|
struct channel_softc *chp = drvp->chnl_softc;
|
|
|
|
xfer = wdc_get_xfer(WDC_NOSLEEP);
|
|
if (xfer == NULL)
|
|
return WDC_TRY_AGAIN;
|
|
if (chp->wdc->cap & WDC_CAPABILITY_NOIRQ)
|
|
ata_bio->flags |= ATA_POLL;
|
|
if (ata_bio->flags & ATA_POLL)
|
|
xfer->c_flags |= C_POLL;
|
|
if ((drvp->drive_flags & (DRIVE_DMA | DRIVE_UDMA)) &&
|
|
(ata_bio->flags & ATA_SINGLE) == 0)
|
|
xfer->c_flags |= C_DMA;
|
|
xfer->drive = drvp->drive;
|
|
xfer->cmd = ata_bio;
|
|
xfer->databuf = ata_bio->databuf;
|
|
xfer->c_bcount = ata_bio->bcount;
|
|
xfer->c_start = wdc_ata_bio_start;
|
|
xfer->c_intr = wdc_ata_bio_intr;
|
|
xfer->c_kill_xfer = wdc_ata_bio_kill_xfer;
|
|
wdc_exec_xfer(chp, xfer);
|
|
return (ata_bio->flags & ATA_ITSDONE) ? WDC_COMPLETE : WDC_QUEUED;
|
|
}
|
|
|
|
void
|
|
wdc_ata_bio_start(chp, xfer)
|
|
struct channel_softc *chp;
|
|
struct wdc_xfer *xfer;
|
|
{
|
|
struct ata_bio *ata_bio = xfer->cmd;
|
|
struct ata_drive_datas *drvp = &chp->ch_drive[xfer->drive];
|
|
int wait_flags = (xfer->c_flags & C_POLL) ? AT_POLL : 0;
|
|
char *errstring;
|
|
|
|
WDCDEBUG_PRINT(("wdc_ata_bio_start %s:%d:%d\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive),
|
|
DEBUG_XFERS);
|
|
|
|
/* Do control operations specially. */
|
|
if (__predict_false(drvp->state < READY)) {
|
|
/*
|
|
* Actually, we want to be careful not to mess with the control
|
|
* state if the device is currently busy, but we can assume
|
|
* that we never get to this point if that's the case.
|
|
*/
|
|
/* If it's not a polled command, we need the kenrel thread */
|
|
if ((xfer->c_flags & C_POLL) == 0 &&
|
|
(chp->ch_flags & WDCF_TH_RUN) == 0) {
|
|
chp->ch_queue->queue_freeze++;
|
|
wakeup(&chp->thread);
|
|
return;
|
|
}
|
|
/*
|
|
* disable interrupts, all commands here should be quick
|
|
* enouth to be able to poll, and we don't go here that often
|
|
*/
|
|
bus_space_write_1(chp->ctl_iot, chp->ctl_ioh, wd_aux_ctlr,
|
|
WDCTL_4BIT | WDCTL_IDS);
|
|
if (chp->wdc->cap & WDC_CAPABILITY_SELECT)
|
|
chp->wdc->select(chp,xfer->drive);
|
|
bus_space_write_1(chp->cmd_iot, chp->cmd_ioh, wd_sdh,
|
|
WDSD_IBM | (xfer->drive << 4));
|
|
errstring = "wait";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
wdccommandshort(chp, xfer->drive, WDCC_RECAL);
|
|
/* Wait for at last 400ns for status bit to be valid */
|
|
DELAY(1);
|
|
errstring = "recal";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
if (chp->ch_status & (WDCS_ERR | WDCS_DWF))
|
|
goto ctrlerror;
|
|
/* Don't try to set modes if controller can't be adjusted */
|
|
if ((chp->wdc->cap & WDC_CAPABILITY_MODE) == 0)
|
|
goto geometry;
|
|
/* Also don't try if the drive didn't report its mode */
|
|
if ((drvp->drive_flags & DRIVE_MODE) == 0)
|
|
goto geometry;
|
|
wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0,
|
|
0x08 | drvp->PIO_mode, WDSF_SET_MODE);
|
|
errstring = "piomode";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
if (chp->ch_status & (WDCS_ERR | WDCS_DWF))
|
|
goto ctrlerror;
|
|
if (drvp->drive_flags & DRIVE_UDMA) {
|
|
wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0,
|
|
0x40 | drvp->UDMA_mode, WDSF_SET_MODE);
|
|
} else if (drvp->drive_flags & DRIVE_DMA) {
|
|
wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0,
|
|
0x20 | drvp->DMA_mode, WDSF_SET_MODE);
|
|
} else {
|
|
goto geometry;
|
|
}
|
|
errstring = "dmamode";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
if (chp->ch_status & (WDCS_ERR | WDCS_DWF))
|
|
goto ctrlerror;
|
|
geometry:
|
|
if (ata_bio->flags & ATA_LBA)
|
|
goto multimode;
|
|
wdccommand(chp, xfer->drive, WDCC_IDP,
|
|
ata_bio->lp->d_ncylinders,
|
|
ata_bio->lp->d_ntracks - 1, 0, ata_bio->lp->d_nsectors,
|
|
(ata_bio->lp->d_type == DTYPE_ST506) ?
|
|
ata_bio->lp->d_precompcyl / 4 : 0);
|
|
errstring = "geometry";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
if (chp->ch_status & (WDCS_ERR | WDCS_DWF))
|
|
goto ctrlerror;
|
|
multimode:
|
|
if (ata_bio->multi == 1)
|
|
goto ready;
|
|
wdccommand(chp, xfer->drive, WDCC_SETMULTI, 0, 0, 0,
|
|
ata_bio->multi, 0);
|
|
errstring = "setmulti";
|
|
if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, wait_flags))
|
|
goto ctrltimeout;
|
|
if (chp->ch_status & (WDCS_ERR | WDCS_DWF))
|
|
goto ctrlerror;
|
|
ready:
|
|
drvp->state = READY;
|
|
/*
|
|
* The drive is usable now
|
|
*/
|
|
bus_space_write_1(chp->ctl_iot, chp->ctl_ioh, wd_aux_ctlr,
|
|
WDCTL_4BIT);
|
|
}
|
|
|
|
_wdc_ata_bio_start(chp, xfer);
|
|
return;
|
|
ctrltimeout:
|
|
printf("%s:%d:%d: %s timed out\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive, errstring);
|
|
ata_bio->error = TIMEOUT;
|
|
goto ctrldone;
|
|
ctrlerror:
|
|
printf("%s:%d:%d: %s ",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive,
|
|
errstring);
|
|
if (chp->ch_status & WDCS_DWF) {
|
|
printf("drive fault\n");
|
|
ata_bio->error = ERR_DF;
|
|
} else {
|
|
printf("error (%x)\n", chp->ch_error);
|
|
ata_bio->r_error = chp->ch_error;
|
|
ata_bio->error = ERROR;
|
|
}
|
|
ctrldone:
|
|
drvp->state = 0;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
bus_space_write_1(chp->ctl_iot, chp->ctl_ioh, wd_aux_ctlr, WDCTL_4BIT);
|
|
return;
|
|
}
|
|
|
|
void
|
|
_wdc_ata_bio_start(chp, xfer)
|
|
struct channel_softc *chp;
|
|
struct wdc_xfer *xfer;
|
|
{
|
|
int wait_flags = (xfer->c_flags & C_POLL) ? AT_POLL : 0;
|
|
struct ata_bio *ata_bio = xfer->cmd;
|
|
struct ata_drive_datas *drvp = &chp->ch_drive[xfer->drive];
|
|
u_int16_t cyl;
|
|
u_int8_t head, sect, cmd = 0;
|
|
int nblks;
|
|
int dma_flags = 0;
|
|
|
|
WDCDEBUG_PRINT(("_wdc_ata_bio_start %s:%d:%d\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive),
|
|
DEBUG_INTR | DEBUG_XFERS);
|
|
|
|
if (xfer->c_flags & C_DMA) {
|
|
if (drvp->n_xfers <= NXFER)
|
|
drvp->n_xfers++;
|
|
dma_flags = (ata_bio->flags & ATA_READ) ? WDC_DMA_READ : 0;
|
|
if (ata_bio->flags & ATA_LBA48)
|
|
dma_flags |= WDC_DMA_LBA48;
|
|
}
|
|
again:
|
|
/*
|
|
*
|
|
* When starting a multi-sector transfer, or doing single-sector
|
|
* transfers...
|
|
*/
|
|
if (xfer->c_skip == 0 || (ata_bio->flags & ATA_SINGLE) != 0) {
|
|
if (ata_bio->flags & ATA_SINGLE)
|
|
nblks = 1;
|
|
else
|
|
nblks = xfer->c_bcount / ata_bio->lp->d_secsize;
|
|
/* Check for bad sectors and adjust transfer, if necessary. */
|
|
if ((ata_bio->lp->d_flags & D_BADSECT) != 0) {
|
|
long blkdiff;
|
|
int i;
|
|
for (i = 0; (blkdiff = ata_bio->badsect[i]) != -1;
|
|
i++) {
|
|
blkdiff -= ata_bio->blkno;
|
|
if (blkdiff < 0)
|
|
continue;
|
|
if (blkdiff == 0) {
|
|
/* Replace current block of transfer. */
|
|
ata_bio->blkno =
|
|
ata_bio->lp->d_secperunit -
|
|
ata_bio->lp->d_nsectors - i - 1;
|
|
}
|
|
if (blkdiff < nblks) {
|
|
/* Bad block inside transfer. */
|
|
ata_bio->flags |= ATA_SINGLE;
|
|
nblks = 1;
|
|
}
|
|
break;
|
|
}
|
|
/* Transfer is okay now. */
|
|
}
|
|
if (ata_bio->flags & ATA_LBA48) {
|
|
sect = 0;
|
|
cyl = 0;
|
|
head = 0;
|
|
} else if (ata_bio->flags & ATA_LBA) {
|
|
sect = (ata_bio->blkno >> 0) & 0xff;
|
|
cyl = (ata_bio->blkno >> 8) & 0xffff;
|
|
head = (ata_bio->blkno >> 24) & 0x0f;
|
|
head |= WDSD_LBA;
|
|
} else {
|
|
int blkno = ata_bio->blkno;
|
|
sect = blkno % ata_bio->lp->d_nsectors;
|
|
sect++; /* Sectors begin with 1, not 0. */
|
|
blkno /= ata_bio->lp->d_nsectors;
|
|
head = blkno % ata_bio->lp->d_ntracks;
|
|
blkno /= ata_bio->lp->d_ntracks;
|
|
cyl = blkno;
|
|
head |= WDSD_CHS;
|
|
}
|
|
if (xfer->c_flags & C_DMA) {
|
|
ata_bio->nblks = nblks;
|
|
ata_bio->nbytes = xfer->c_bcount;
|
|
cmd = (ata_bio->flags & ATA_READ) ?
|
|
WDCC_READDMA : WDCC_WRITEDMA;
|
|
/* Init the DMA channel. */
|
|
if ((*chp->wdc->dma_init)(chp->wdc->dma_arg,
|
|
chp->channel, xfer->drive,
|
|
(char *)xfer->databuf + xfer->c_skip,
|
|
ata_bio->nbytes, dma_flags) != 0) {
|
|
ata_bio->error = ERR_DMA;
|
|
ata_bio->r_error = 0;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return;
|
|
}
|
|
/* Initiate command */
|
|
if (chp->wdc->cap & WDC_CAPABILITY_SELECT)
|
|
chp->wdc->select(chp,xfer->drive);
|
|
bus_space_write_1(chp->cmd_iot, chp->cmd_ioh, wd_sdh,
|
|
WDSD_IBM | (xfer->drive << 4));
|
|
switch(wait_for_ready(chp, ATA_DELAY, wait_flags)) {
|
|
case WDCWAIT_OK:
|
|
break;
|
|
case WDCWAIT_TOUT:
|
|
goto timeout;
|
|
case WDCWAIT_THR:
|
|
return;
|
|
}
|
|
if (ata_bio->flags & ATA_LBA48) {
|
|
wdccommandext(chp, xfer->drive, to48(cmd),
|
|
(u_int64_t)ata_bio->blkno, nblks);
|
|
} else {
|
|
wdccommand(chp, xfer->drive, cmd, cyl,
|
|
head, sect, nblks, 0);
|
|
}
|
|
/* start the DMA channel */
|
|
(*chp->wdc->dma_start)(chp->wdc->dma_arg,
|
|
chp->channel, xfer->drive);
|
|
chp->ch_flags |= WDCF_DMA_WAIT;
|
|
/* start timeout machinery */
|
|
if ((xfer->c_flags & C_POLL) == 0)
|
|
callout_reset(&chp->ch_callout,
|
|
ATA_DELAY / 1000 * hz, wdctimeout, chp);
|
|
/* wait for irq */
|
|
goto intr;
|
|
} /* else not DMA */
|
|
ata_bio->nblks = min(nblks, ata_bio->multi);
|
|
ata_bio->nbytes = ata_bio->nblks * ata_bio->lp->d_secsize;
|
|
if (ata_bio->nblks > 1 && (ata_bio->flags & ATA_SINGLE) == 0) {
|
|
cmd = (ata_bio->flags & ATA_READ) ?
|
|
WDCC_READMULTI : WDCC_WRITEMULTI;
|
|
} else {
|
|
cmd = (ata_bio->flags & ATA_READ) ?
|
|
WDCC_READ : WDCC_WRITE;
|
|
}
|
|
/* Initiate command! */
|
|
if (chp->wdc->cap & WDC_CAPABILITY_SELECT)
|
|
chp->wdc->select(chp,xfer->drive);
|
|
bus_space_write_1(chp->cmd_iot, chp->cmd_ioh, wd_sdh,
|
|
WDSD_IBM | (xfer->drive << 4));
|
|
switch(wait_for_ready(chp, ATA_DELAY, wait_flags)) {
|
|
case WDCWAIT_OK:
|
|
break;
|
|
case WDCWAIT_TOUT:
|
|
goto timeout;
|
|
case WDCWAIT_THR:
|
|
return;
|
|
}
|
|
if (ata_bio->flags & ATA_LBA48) {
|
|
wdccommandext(chp, xfer->drive, to48(cmd),
|
|
(u_int64_t) ata_bio->blkno, nblks);
|
|
} else {
|
|
wdccommand(chp, xfer->drive, cmd, cyl,
|
|
head, sect, nblks,
|
|
(ata_bio->lp->d_type == DTYPE_ST506) ?
|
|
ata_bio->lp->d_precompcyl / 4 : 0);
|
|
}
|
|
/* start timeout machinery */
|
|
if ((xfer->c_flags & C_POLL) == 0)
|
|
callout_reset(&chp->ch_callout,
|
|
ATA_DELAY / 1000 * hz, wdctimeout, chp);
|
|
} else if (ata_bio->nblks > 1) {
|
|
/* The number of blocks in the last stretch may be smaller. */
|
|
nblks = xfer->c_bcount / ata_bio->lp->d_secsize;
|
|
if (ata_bio->nblks > nblks) {
|
|
ata_bio->nblks = nblks;
|
|
ata_bio->nbytes = xfer->c_bcount;
|
|
}
|
|
}
|
|
/* If this was a write and not using DMA, push the data. */
|
|
if ((ata_bio->flags & ATA_READ) == 0) {
|
|
/*
|
|
* we have to busy-wait here, we can't rely on running in
|
|
* thread context.
|
|
*/
|
|
if (wait_for_drq(chp, ATA_DELAY, AT_POLL) != 0) {
|
|
printf("%s:%d:%d: timeout waiting for DRQ, "
|
|
"st=0x%02x, err=0x%02x\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel,
|
|
xfer->drive, chp->ch_status, chp->ch_error);
|
|
if (wdc_ata_err(drvp, ata_bio) != WDC_ATA_ERR)
|
|
ata_bio->error = TIMEOUT;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return;
|
|
}
|
|
if (wdc_ata_err(drvp, ata_bio) == WDC_ATA_ERR) {
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return;
|
|
}
|
|
if ((chp->wdc->cap & WDC_CAPABILITY_ATA_NOSTREAM)) {
|
|
if (drvp->drive_flags & DRIVE_CAP32) {
|
|
bus_space_write_multi_4(chp->data32iot,
|
|
chp->data32ioh, 0,
|
|
(u_int32_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 2);
|
|
} else {
|
|
bus_space_write_multi_2(chp->cmd_iot,
|
|
chp->cmd_ioh, wd_data,
|
|
(u_int16_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 1);
|
|
}
|
|
} else {
|
|
if (drvp->drive_flags & DRIVE_CAP32) {
|
|
bus_space_write_multi_stream_4(chp->data32iot,
|
|
chp->data32ioh, 0,
|
|
(u_int32_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 2);
|
|
} else {
|
|
bus_space_write_multi_stream_2(chp->cmd_iot,
|
|
chp->cmd_ioh, wd_data,
|
|
(u_int16_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 1);
|
|
}
|
|
}
|
|
}
|
|
|
|
intr: /* Wait for IRQ (either real or polled) */
|
|
if ((ata_bio->flags & ATA_POLL) == 0) {
|
|
chp->ch_flags |= WDCF_IRQ_WAIT;
|
|
} else {
|
|
/* Wait for at last 400ns for status bit to be valid */
|
|
delay(1);
|
|
if (chp->ch_flags & WDCF_DMA_WAIT) {
|
|
wdc_dmawait(chp, xfer, ATA_DELAY);
|
|
chp->ch_flags &= ~WDCF_DMA_WAIT;
|
|
}
|
|
wdc_ata_bio_intr(chp, xfer, 0);
|
|
if ((ata_bio->flags & ATA_ITSDONE) == 0)
|
|
goto again;
|
|
}
|
|
return;
|
|
timeout:
|
|
printf("%s:%d:%d: not ready, st=0x%02x, err=0x%02x\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive,
|
|
chp->ch_status, chp->ch_error);
|
|
if (wdc_ata_err(drvp, ata_bio) != WDC_ATA_ERR)
|
|
ata_bio->error = TIMEOUT;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return;
|
|
}
|
|
|
|
int
|
|
wdc_ata_bio_intr(chp, xfer, irq)
|
|
struct channel_softc *chp;
|
|
struct wdc_xfer *xfer;
|
|
int irq;
|
|
{
|
|
struct ata_bio *ata_bio = xfer->cmd;
|
|
struct ata_drive_datas *drvp = &chp->ch_drive[xfer->drive];
|
|
int drv_err;
|
|
|
|
WDCDEBUG_PRINT(("wdc_ata_bio_intr %s:%d:%d\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive),
|
|
DEBUG_INTR | DEBUG_XFERS);
|
|
|
|
|
|
/* Is it not a transfer, but a control operation? */
|
|
if (drvp->state < READY) {
|
|
printf("%s:%d:%d: bad state %d in wdc_ata_bio_intr\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive,
|
|
drvp->state);
|
|
panic("wdc_ata_bio_intr: bad state");
|
|
}
|
|
|
|
/*
|
|
* if we missed an interrupt in a PIO transfer, reset and restart.
|
|
* Don't try to continue transfer, we may have missed cycles.
|
|
*/
|
|
if ((xfer->c_flags & (C_TIMEOU | C_DMA)) == C_TIMEOU) {
|
|
ata_bio->error = TIMEOUT;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return 1;
|
|
}
|
|
|
|
/* Ack interrupt done by wait_for_unbusy */
|
|
if (wait_for_unbusy(chp, (irq == 0) ? ATA_DELAY : 0, AT_POLL) < 0) {
|
|
if (irq && (xfer->c_flags & C_TIMEOU) == 0)
|
|
return 0; /* IRQ was not for us */
|
|
printf("%s:%d:%d: device timeout, c_bcount=%d, c_skip%d\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive,
|
|
xfer->c_bcount, xfer->c_skip);
|
|
/* if we were using DMA, flag a DMA error */
|
|
if (xfer->c_flags & C_DMA) {
|
|
ata_dmaerr(drvp,
|
|
(xfer->c_flags & C_POLL) ? AT_POLL : 0);
|
|
}
|
|
ata_bio->error = TIMEOUT;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return 1;
|
|
}
|
|
if (chp->wdc->cap & WDC_CAPABILITY_IRQACK)
|
|
chp->wdc->irqack(chp);
|
|
|
|
drv_err = wdc_ata_err(drvp, ata_bio);
|
|
|
|
/* If we were using DMA, Turn off the DMA channel and check for error */
|
|
if (xfer->c_flags & C_DMA) {
|
|
if (ata_bio->flags & ATA_POLL) {
|
|
/*
|
|
* IDE drives deassert WDCS_BSY before transfer is
|
|
* complete when using DMA. Polling for DRQ to deassert
|
|
* is not enough DRQ is not required to be
|
|
* asserted for DMA transfers, so poll for DRDY.
|
|
*/
|
|
if (wdcwait(chp, WDCS_DRDY | WDCS_DRQ, WDCS_DRDY,
|
|
ATA_DELAY, ATA_POLL) == WDCWAIT_TOUT) {
|
|
printf("%s:%d:%d: polled transfer timed out "
|
|
"(st=0x%x)\n", chp->wdc->sc_dev.dv_xname,
|
|
chp->channel, xfer->drive, chp->ch_status);
|
|
ata_bio->error = TIMEOUT;
|
|
drv_err = WDC_ATA_ERR;
|
|
}
|
|
}
|
|
if (chp->wdc->dma_status != 0) {
|
|
if (drv_err != WDC_ATA_ERR) {
|
|
ata_bio->error = ERR_DMA;
|
|
drv_err = WDC_ATA_ERR;
|
|
}
|
|
}
|
|
if (chp->ch_status & WDCS_DRQ) {
|
|
if (drv_err != WDC_ATA_ERR) {
|
|
printf("%s:%d:%d: intr with DRQ (st=0x%x)\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel,
|
|
xfer->drive, chp->ch_status);
|
|
ata_bio->error = TIMEOUT;
|
|
drv_err = WDC_ATA_ERR;
|
|
}
|
|
}
|
|
if (drv_err != WDC_ATA_ERR)
|
|
goto end;
|
|
ata_dmaerr(drvp, (xfer->c_flags & C_POLL) ? AT_POLL : 0);
|
|
}
|
|
|
|
/* if we had an error, end */
|
|
if (drv_err == WDC_ATA_ERR) {
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return 1;
|
|
}
|
|
|
|
/* If this was a read and not using DMA, fetch the data. */
|
|
if ((ata_bio->flags & ATA_READ) != 0) {
|
|
if ((chp->ch_status & WDCS_DRQ) != WDCS_DRQ) {
|
|
printf("%s:%d:%d: read intr before drq\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel,
|
|
xfer->drive);
|
|
ata_bio->error = TIMEOUT;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
return 1;
|
|
}
|
|
if ((chp->wdc->cap & WDC_CAPABILITY_ATA_NOSTREAM)) {
|
|
if (drvp->drive_flags & DRIVE_CAP32) {
|
|
bus_space_read_multi_4(chp->data32iot,
|
|
chp->data32ioh, 0,
|
|
(u_int32_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 2);
|
|
} else {
|
|
bus_space_read_multi_2(chp->cmd_iot,
|
|
chp->cmd_ioh, wd_data,
|
|
(u_int16_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 1);
|
|
}
|
|
} else {
|
|
if (drvp->drive_flags & DRIVE_CAP32) {
|
|
bus_space_read_multi_stream_4(chp->data32iot,
|
|
chp->data32ioh, 0,
|
|
(u_int32_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 2);
|
|
} else {
|
|
bus_space_read_multi_stream_2(chp->cmd_iot,
|
|
chp->cmd_ioh, wd_data,
|
|
(u_int16_t *)((char *)xfer->databuf +
|
|
xfer->c_skip),
|
|
ata_bio->nbytes >> 1);
|
|
}
|
|
}
|
|
}
|
|
|
|
end:
|
|
ata_bio->blkno += ata_bio->nblks;
|
|
ata_bio->blkdone += ata_bio->nblks;
|
|
xfer->c_skip += ata_bio->nbytes;
|
|
xfer->c_bcount -= ata_bio->nbytes;
|
|
/* See if this transfer is complete. */
|
|
if (xfer->c_bcount > 0) {
|
|
if ((ata_bio->flags & ATA_POLL) == 0) {
|
|
/* Start the next operation */
|
|
_wdc_ata_bio_start(chp, xfer);
|
|
} else {
|
|
/* Let _wdc_ata_bio_start do the loop */
|
|
return 1;
|
|
}
|
|
} else { /* Done with this transfer */
|
|
ata_bio->error = NOERROR;
|
|
wdc_ata_bio_done(chp, xfer);
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
void
|
|
wdc_ata_kill_pending(drvp)
|
|
struct ata_drive_datas *drvp;
|
|
{
|
|
struct channel_softc *chp = drvp->chnl_softc;
|
|
|
|
wdc_kill_pending(chp);
|
|
}
|
|
|
|
void
|
|
wdc_ata_bio_kill_xfer(chp, xfer)
|
|
struct channel_softc *chp;
|
|
struct wdc_xfer *xfer;
|
|
{
|
|
struct ata_bio *ata_bio = xfer->cmd;
|
|
int drive = xfer->drive;
|
|
|
|
callout_stop(&chp->ch_callout);
|
|
/* remove this command from xfer queue */
|
|
wdc_free_xfer(chp, xfer);
|
|
|
|
ata_bio->flags |= ATA_ITSDONE;
|
|
ata_bio->error = ERR_NODEV;
|
|
ata_bio->r_error = WDCE_ABRT;
|
|
WDCDEBUG_PRINT(("wdc_ata_done: wddone\n"), DEBUG_XFERS);
|
|
wddone(chp->ch_drive[drive].drv_softc);
|
|
}
|
|
|
|
void
|
|
wdc_ata_bio_done(chp, xfer)
|
|
struct channel_softc *chp;
|
|
struct wdc_xfer *xfer;
|
|
{
|
|
struct ata_bio *ata_bio = xfer->cmd;
|
|
int drive = xfer->drive;
|
|
|
|
WDCDEBUG_PRINT(("wdc_ata_bio_done %s:%d:%d: flags 0x%x\n",
|
|
chp->wdc->sc_dev.dv_xname, chp->channel, xfer->drive,
|
|
(u_int)xfer->c_flags),
|
|
DEBUG_XFERS);
|
|
|
|
callout_stop(&chp->ch_callout);
|
|
|
|
/* feed back residual bcount to our caller */
|
|
ata_bio->bcount = xfer->c_bcount;
|
|
|
|
/* remove this command from xfer queue */
|
|
wdc_free_xfer(chp, xfer);
|
|
|
|
ata_bio->flags |= ATA_ITSDONE;
|
|
WDCDEBUG_PRINT(("wdc_ata_done: wddone\n"), DEBUG_XFERS);
|
|
wddone(chp->ch_drive[drive].drv_softc);
|
|
WDCDEBUG_PRINT(("wdcstart from wdc_ata_done, flags 0x%x\n",
|
|
chp->ch_flags), DEBUG_XFERS);
|
|
wdcstart(chp);
|
|
}
|
|
|
|
int
|
|
wdc_ata_err(drvp, ata_bio)
|
|
struct ata_drive_datas *drvp;
|
|
struct ata_bio *ata_bio;
|
|
{
|
|
struct channel_softc *chp = drvp->chnl_softc;
|
|
ata_bio->error = 0;
|
|
if (chp->ch_status & WDCS_BSY) {
|
|
ata_bio->error = TIMEOUT;
|
|
return WDC_ATA_ERR;
|
|
}
|
|
|
|
if (chp->ch_status & WDCS_DWF) {
|
|
ata_bio->error = ERR_DF;
|
|
return WDC_ATA_ERR;
|
|
}
|
|
|
|
if (chp->ch_status & WDCS_ERR) {
|
|
ata_bio->error = ERROR;
|
|
ata_bio->r_error = chp->ch_error;
|
|
if (drvp->drive_flags & DRIVE_UDMA &&
|
|
(ata_bio->r_error & WDCE_CRC)) {
|
|
/*
|
|
* Record the CRC error, to avoid downgrading to
|
|
* multiword DMA
|
|
*/
|
|
drvp->drive_flags |= DRIVE_DMAERR;
|
|
}
|
|
if (ata_bio->r_error & (WDCE_BBK | WDCE_UNC | WDCE_IDNF |
|
|
WDCE_ABRT | WDCE_TK0NF | WDCE_AMNF))
|
|
return WDC_ATA_ERR;
|
|
return WDC_ATA_NOERR;
|
|
}
|
|
|
|
if (chp->ch_status & WDCS_CORR)
|
|
ata_bio->flags |= ATA_CORR;
|
|
return WDC_ATA_NOERR;
|
|
}
|
|
|
|
int
|
|
wdc_ata_addref(drvp)
|
|
struct ata_drive_datas *drvp;
|
|
{
|
|
struct channel_softc *chp = drvp->chnl_softc;
|
|
|
|
return (wdc_addref(chp));
|
|
}
|
|
|
|
void
|
|
wdc_ata_delref(drvp)
|
|
struct ata_drive_datas *drvp;
|
|
{
|
|
struct channel_softc *chp = drvp->chnl_softc;
|
|
|
|
wdc_delref(chp);
|
|
}
|