/*******************************************************************************
Copyright (C) Marvell International Ltd. and its affiliates

This software file (the "File") is owned and distributed by Marvell
International Ltd. and/or its affiliates ("Marvell") under the following
alternative licensing terms.  Once you have made an election to distribute the
File under one of the following license alternatives, please (i) delete this
introductory statement regarding license alternatives, (ii) delete the two
license alternatives that you have not elected to use and (iii) preserve the
Marvell copyright notice above.

********************************************************************************
Marvell Commercial License Option

If you received this File from Marvell and you have entered into a commercial
license agreement (a "Commercial License") with Marvell, the File is licensed
to you under the terms of the applicable Commercial License.

********************************************************************************
Marvell GPL License Option

If you received this File from Marvell, you may opt to use, redistribute and/or
modify this File in accordance with the terms and conditions of the General
Public License Version 2, June 1991 (the "GPL License"), a copy of which is
available along with the File in the license.txt file or by writing to the Free
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 or
on the worldwide web at http://www.gnu.org/licenses/gpl.txt.

THE FILE IS DISTRIBUTED AS-IS, WITHOUT WARRANTY OF ANY KIND, AND THE IMPLIED
WARRANTIES OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE ARE EXPRESSLY
DISCLAIMED.  The GPL License provides additional details about this warranty
disclaimer.
********************************************************************************
Marvell BSD License Option

If you received this File from Marvell, you may opt to use, redistribute and/or
modify this File under the following licensing terms.
Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:

    *   Redistributions of source code must retain the above copyright notice,
	this list of conditions and the following disclaimer.

    *   Redistributions in binary form must reproduce the above copyright
	notice, this list of conditions and the following disclaimer in the
	documentation and/or other materials provided with the distribution.

    *   Neither the name of Marvell nor the names of its contributors may be
	used to endorse or promote products derived from this software without
	specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

*******************************************************************************/
/*******************************************************************************
* mvSata - C File for implementation of the core driver for Marvell's Sata
*           Adapters.
*
* DESCRIPTION:
*       None.
*
* DEPENDENCIES:
*   mvOs.h
*   mvSata.h.
*   mvStorageDev.h
*   mvRegs.h
*
*******************************************************************************/
#include "mvSataSoc.h"
#include "mvOsS.h"
#include "mvSata.h"
#include "mvStorageDev.h"
#include "mvRegs.h"

/* Defines */
#define MV_SATA_PORT_PER_UNIT                   4

#define MV_PHY_DET_STATE_NO_DEVICE              0
#define MV_PHY_DET_STATE_DEVICE_NO_PHY_COM      1
#define MV_PHY_DET_STATE_DEVICE_AND_PHY_COM     3
#define MV_PHY_DET_STATE_PHY_OFFLINE            4
#define MV_PHY_DET_CONTROL_START_NEGOTIATION    1
#define MV_PHY_DET_CONTROL_SHUTDOWN             4
#define MV_NEAR_END_LOOPBACK_TEST_WAIT_TIME     100	/* 100 uSec */
#define MV_FAR_END_LOOPBACK_TEST_WAIT_TIME      5	/* 5 uSec */
#define MV_PHY_COM_SETUP_WAIT                   5000	/* 5 mili seconds */
#define MV_HARD_RESET_WAIT_ASSERT               25	/* 25 uSec */
#define MV_HARD_RESET_WAIT_NEGATE               1000	/* 1  mSec */
#define MV_HARD_RESET_WAIT_READY                2000	/* ms to wait after HR */
/* before disk access */
#define MV_HARD_RESET_WAIT_FOR_BUSY_LOOPS       10000
#define MV_HARD_RESET_WAIT_FOR_BUSY_LOOP_DELAY  1000

/* for the command result */
#define MV_EDMA_REQUEST_COMMANDS_NUM            11

/* Fix the watermark to the following default value */
#define MV_WATER_MARK_FIX                       29	/* write 5'b11101 to bits 12:8 */

extern MV_BOOLEAN waitWhileStorageDevIsBusy(MV_SATA_ADAPTER *pAdapter,
					    MV_BUS_ADDR_T ioBaseAddr,
					    MV_U32 eDmaRegsOffset, MV_U32 loops, MV_U32 delay);

extern void dumpAtaDeviceRegisters(MV_SATA_ADAPTER *pAdapter,
				   MV_U8 channelIndex, MV_BOOLEAN isEXT, MV_STORAGE_DEVICE_REGISTERS *pRegisters);

extern MV_BOOLEAN _doSoftReset(MV_SATA_CHANNEL *pSataChannel);

extern MV_BOOLEAN executeNonUDMACommand(MV_SATA_ADAPTER *pAdapter,
					MV_U8 channelIndex,
					MV_U8 PMPort,
					MV_NON_UDMA_PROTOCOL protocolType,
					MV_BOOLEAN isEXT,
					MV_U16_PTR bufPtr, MV_U32 count,
					MV_U16 features,
					MV_U16 sectorCount,
					MV_U16 lbaLow, MV_U16 lbaMid, MV_U16 lbaHigh, MV_U8 device, MV_U8 command);

extern MV_BOOLEAN waitForDRQ(MV_SATA_ADAPTER *pAdapter,
			     MV_BUS_ADDR_T ioBaseAddr, MV_U32 eDmaRegsOffset, MV_U32 loops, MV_U32 delay);

static void _setRegBits(MV_BUS_ADDR_T ioBaseAddr, MV_U32 offset, MV_U32 bits)
{
	MV_U32 regVal = MV_REG_READ_DWORD(ioBaseAddr, offset);
	regVal |= bits;
	MV_REG_WRITE_DWORD(ioBaseAddr, offset, regVal);
}

static void _clearRegBits(MV_BUS_ADDR_T ioBaseAddr, MV_U32 offset, MV_U32 bits)
{
	MV_U32 regVal = MV_REG_READ_DWORD(ioBaseAddr, offset);
	regVal &= ~bits;
	MV_REG_WRITE_DWORD(ioBaseAddr, offset, regVal);
}

static MV_U32 getRegField(MV_U32 regVal, MV_U32 fieldOff, MV_U32 bitsNum);

static MV_BOOLEAN _checkSStatusAfterHReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);
#ifdef MV_LOGGER

void _dumpPCIRegs(MV_SATA_ADAPTER *pAdapter);
void _dumpEDMARegs(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);
void _dumpChannelQueues(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);
void _dumpSataRegs(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);
void _printATARegs(MV_STORAGE_DEVICE_REGISTERS *pDeviceRegs);

#else

#define _dumpPCIRegs(p)
#define _dumpEDMARegs(p, i)
#define _dumpChannelQueues(p, i)
#define _dumpSataRegs(p, i)
#define _printATARegs(p)

#endif

/* write ATA command register entry in a request entry */
#define WRITE_ATA_COMMAND_REG(addr, data, reg, isLast)              \
do {                                                                 \
	*(addr) = MV_CPU_TO_LE16((((MV_U8)(data)) & 0xff) | ((reg) << 8) | (isLast));   \
} while (0)

#define MV_CHANNEL_INDEX(unit, port)    (((unit) << 2) | (port))

/* Typedefs */

typedef struct mvDmaRequestQueueEntry {
	/* Fields set by CORE driver */
	volatile MV_U32 prdLowAddr;
	volatile MV_U32 prdHighAddr;
	volatile MV_U16 controlFlags;
	volatile MV_U16 command[MV_EDMA_REQUEST_COMMANDS_NUM];
} MV_DMA_REQUEST_QUEUE_ENTRY;

/*CRQP Data structure of the fourth generation devices*/
typedef struct mvGen2EEdmaRequestQueueEntry {
	/* Fields set by CORE driver */
	volatile MV_U32 prdLowAddr;
	volatile MV_U32 prdHighAddr;
	volatile MV_U32 controlFlags;
	volatile MV_U16 dataRegionByteCount;
	volatile MV_U16 reserved[2];
	volatile MV_U8 ATACommand;
	volatile MV_U8 ATAFeatures;
	volatile MV_U8 ATALBALow;
	volatile MV_U8 ATALBAMid;
	volatile MV_U8 ATALBAHigh;
	volatile MV_U8 ATADevice;
	volatile MV_U8 ATALBALowExp;
	volatile MV_U8 ATALBAMidExp;
	volatile MV_U8 ATALBAHighExp;
	volatile MV_U8 ATAFeaturesExp;
	volatile MV_U8 ATASectorCount;
	volatile MV_U8 ATASectorCountExp;
	volatile MV_U16 reserved2;
} MV_GEN2E_EDMA_REQUEST_QUEUE_ENTRY;

typedef struct mvDmaResponseQueueEntry {
	/* Fields set by  hardware */
	volatile MV_U16 id;
	volatile MV_U16 responseFlags;
	volatile MV_U32 timeStamp;
} MV_DMA_RESPONSE_QUEUE_ENTRY;

/* local functions  */

/*static*/ MV_BOOLEAN waitForBusyAfterHReset(MV_SATA_ADAPTER *pAdapter,
					     MV_U8 channelIndex);

static void unmaskEdmaInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void maskEdmaInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void setupEdmaDeviceErrorHandlingConfiguration(MV_SATA_CHANNEL *pSataChannel);

static void writeEdmaRequestEntry(MV_DMA_REQUEST_QUEUE_ENTRY *pReqEntry,
				  MV_SATA_CHANNEL *mvSataChannel,
				  MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams);

static void writeGen2EEdmaRequestEntry(MV_DMA_REQUEST_QUEUE_ENTRY *pReqEntry,
				       MV_SATA_CHANNEL *mvSataChannel,
				       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams);

static void handleEdmaFailedCommand(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U16 eDmaErrorCause);

static void handleEdmaResponse(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex,
			       MV_DMA_RESPONSE_QUEUE_ENTRY *eDmaResponse);

#ifdef MV_SATA_C2C_COMM
static void handleBmDMAInterrupt(MV_SATA_ADAPTER *pAdapter,
				 MV_BUS_ADDR_T ioBaseAddr,
				 MV_SATA_CHANNEL *pSataChannel, MV_U8 channelIndex, MV_U32 edmaError);
#endif

static void handleEdmaInterrupt(MV_SATA_ADAPTER *pAdapter, MV_U8 sataUnit,
				MV_U8 port, MV_U8 rspInPtr, MV_U32 responseDone, MV_U32 edmaError, MV_U32 unitCause);

static void handleDeviceInterrupt(MV_SATA_ADAPTER *pAdapter, MV_U8 sataUnit, MV_U8 port);

static void handleEdmaError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static MV_VOID handleDisconnect(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static MV_VOID handleConnect(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static MV_BOOLEAN handleUnrecoverableError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause);

static MV_BOOLEAN handleRecoverableError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause);

static MV_BOOLEAN handleAsyncNotify(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause);

static MV_BOOLEAN handleSelfDisable(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause);

static MV_BOOLEAN handleDevErr(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause);

#ifdef MV_SATA_C2C_COMM
static void handleC2CInterrupt(MV_SATA_CHANNEL *pSataChannel);
#endif
static MV_BOOLEAN sendVendorUniqueFIS(MV_SATA_ADAPTER *pAdapter,
				      MV_U8 channelIndex, MV_U32 *vendorUniqueBuffer, MV_U8 numOfDWords);

static void handlePIOInterrupt(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry);

static MV_BOOLEAN transferPIOData(MV_SATA_CHANNEL *pSataChannel, MV_NONE_UDMA_COMMAND_PARAMS *pNoneUdmaCommandParams);

#ifdef MV_SUPPORT_ATAPI
static MV_BOOLEAN transferPacketData(MV_SATA_CHANNEL *pSataChannel,
				     MV_PACKET_COMMAND_PARAMS *pPacketCommandParams, MV_U16 byteCount);

static void completePacketCommand(MV_SATA_CHANNEL *pSataChannel,
				  MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_BOOLEAN failed);
#endif
static void completePIOCommand(MV_SATA_CHANNEL *pSataChannel,
			       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_BOOLEAN failed);

static MV_BOOLEAN _resetEdmaQPointers(MV_SATA_CHANNEL *pSataChannel);

static MV_BOOLEAN resetEdmaChannel(MV_SATA_CHANNEL *pSataChannel);

static void flushDmaQueue(MV_SATA_CHANNEL *pSataChannel, MV_FLUSH_TYPE flushType, MV_COMPLETION_TYPE, MV_U16);

static void _fixPhyParams(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channelIndex);

static void _channelHardReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void _establishSataComm(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void _establishSataCommAll(MV_SATA_ADAPTER *pAdapter);

void _setActivePMPort(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort);

static void revertSataHCRegs(MV_SATA_ADAPTER *pAdapter);

static void revertFlashInterfaceRegs(MV_SATA_ADAPTER *pAdapter);

static void revertPCIInterfaceRegs(MV_SATA_ADAPTER *pAdapter);

static void revertPEXInterfaceRegs(MV_SATA_ADAPTER *pAdapter);

static void commandsQueueAddTail(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry);

static void commandsQueueRemove(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry);

static void addCommand(MV_SATA_CHANNEL *pSataChannel,
		       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_QUEUE_COMMAND_INFO *pCommandInfo);

static void removeCommand(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry);

static void enableSaDevInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

void disableSaDevInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void _checkATAStatus(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void activateEdma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void deactivateEdma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

static void EdmaReqQueueInsert(MV_SATA_CHANNEL *pSataChannel,
			       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams);

static MV_BOOLEAN sendNoneUdmaCommand(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry);

static MV_BOOLEAN isGoodCompletionsExpected(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID updatePortsWithErrors(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID setAbortedCommands(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID enterRequestSenseState(MV_SATA_CHANNEL *pSataChannel);

static MV_BOOLEAN _getHostTagByDeviceTag(MV_SATA_CHANNEL *pSataChannel,
					 MV_U8 deviceTag, MV_U8 PMPort, MV_U8 *pHostTag);

static MV_BOOLEAN parseReadLogExtOutPut(MV_SATA_CHANNEL *pSataChannel);

static MV_BOOLEAN
ReadLogExtCompletionCB(MV_SATA_ADAPTER *pSataAdapter,
		       MV_U8 channelNum,
		       MV_COMPLETION_TYPE comp_type,
		       MV_VOID_PTR commandId,
		       MV_U16 responseFlags, MV_U32 timeStamp, MV_STORAGE_DEVICE_REGISTERS *registerStruct);

static MV_VOID setReadLogExtCmndPointers(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID insertReadLogExtCmnd(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID handlePortError(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID softResetErringPorts(MV_SATA_CHANNEL *pSataChannel);

static MV_VOID _insertQCommandsIntoEdma(MV_SATA_CHANNEL *pSataChannel);

static MV_BOOLEAN _doDevErrorRecovery(MV_SATA_CHANNEL *pSataChannel);

#if defined(MV_SUPPORT_ATAPI) || defined(MV_SATA_C2C_COMM)
static void activateBMDmaMode(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex,
			      MV_U32 prdTableHi, MV_U32 prdTableLow, MV_UDMA_TYPE dmaType);
#endif
static void _resetBmDma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex);

#ifdef MV_SATA_C2C_COMM

/* Channel 2 Channel */
static MV_BOOLEAN sendVendorUniqueFIS(MV_SATA_ADAPTER *pAdapter,
				      MV_U8 channelIndex, MV_U32 *vendorUniqueBuffer, MV_U8 numOfDWords);

#endif

#ifdef MV_SATA_IO_GRANULARITY

static void setIoGranularityCount(MV_SATA_ADAPTER *pAdapter, MV_U8 transId, MV_U8 counter);
static MV_U8 readIoGranularityCount(MV_SATA_ADAPTER *pAdapter, MV_U8 transId);
static void iogInterrupt(MV_SATA_ADAPTER *pAdapter, MV_BUS_ADDR_T ioBaseAddr, MV_U32 mainCause);
static void checkIogCompletion(MV_SATA_ADAPTER *pAdapter, MV_U32 iogCause, MV_U8 offset);
static void checkIogBit(MV_SATA_ADAPTER *pAdapter, MV_U8 bitOffset, MV_U8 value);

static MV_BOOLEAN iogReset(MV_SATA_ADAPTER *pAdapter);
#endif

/* Calculate the base address of the registers for a SATA channel */
static MV_U32 edmaRegOffst[8] = { 0x22000, 0x24000, 0x26000, 0x28000,
	0x32000, 0x34000, 0x36000, 0x38000
};

#define getEdmaRegOffset(x) edmaRegOffst[(x)]

MV_BOOLEAN waitForBusyAfterHReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 i;
	MV_U8 ATAstatus;
	mvMicroSecondsDelay(pAdapter, MV_HARD_RESET_WAIT_READY);
	for (i = MV_HARD_RESET_WAIT_READY; i < 5000000; i += 10000) {
		ATAstatus = MV_REG_READ_BYTE(pAdapter->adapterIoBaseAddress,
					     getEdmaRegOffset(channelIndex) + MV_ATA_DEVICE_STATUS_REG_OFFSET);
		if ((ATAstatus & MV_ATA_BUSY_STATUS) == 0)
			return MV_TRUE;
		mvMicroSecondsDelay(pAdapter, 10000);
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: in Channel "
		 "Hard Reset wait for busy, ATA STATUS=0x%02x\n", pAdapter->adapterId, channelIndex, ATAstatus);
	return MV_FALSE;
}

static void unmaskEdmaInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		/*clear SError */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   edmaRegOffst[channelIndex] + MV_SATA_II_S_ERROR_REG_OFFSET, 0xFFFFFFFF);
		if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
			/* clear FIS Interrupt cause register */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_EDMA_FIS_INTERRUPT_CAUSE_REG_OFFSET, 0);
		}
	}

	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   getEdmaRegOffset(channelIndex) + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, 0);
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		/* Unmask EDMA self disable (bit 8), mask errors that cause self disable */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) +
				   MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_EDMA_GEN_I_ERROR_MASK);
	} else {
		/* Unmask EDMA self disable (bit 7), mask errors that cause self disable */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) +
				   MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_EDMA_GEN_II_ERROR_MASK);
	}
}

static void maskEdmaInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   getEdmaRegOffset(channelIndex) + MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, 0);
}

/*******************************************************************************
* writeEdmaRequestEntry  - Write a CRQB (COMMAND REQUEST QUEUE BLOCK)
*
* DESCRIPTION:
*       write one CRQB for an EDMA request queue.
*
* INPUT:
*       pReqEntry     - pointer to the CRQB area on the system memory
*                       (HW reqeust Queue).
*       mvSataChannel - pointer to the channel data structure
*       pCommandEntry - pointer to the command entry data structure
*                       (SW request Queue).
*
* RETURN:
*       None
*
* COMMENTS:
*       None.
*
*******************************************************************************/
static void writeEdmaRequestEntry(MV_DMA_REQUEST_QUEUE_ENTRY *pReqEntry,
				  MV_SATA_CHANNEL *mvSataChannel,
				  MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams)
{
	MV_U16 ControlFlags = 0;
	volatile MV_U16 *pCommand = &pReqEntry->command[0];
	MV_U8 ATACommand = 0;

	pReqEntry->prdLowAddr = MV_CPU_TO_LE32(pUdmaParams->prdLowAddr);
	pReqEntry->prdHighAddr = MV_CPU_TO_LE32(pUdmaParams->prdHighAddr);

	/* Set the direction of the transaction (read/write) */
	if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
		ControlFlags |= 0x1;	/* Device to system memory */

	ControlFlags |= (pCommandEntry->hostTag << 1);	/* the tag will be used also */
#ifdef MV_SATA_IO_GRANULARITY

	/*If valid IO Granularity transaction Id */
	if (pUdmaParams->iogCurrentTransId < MV_IOG_INVALID_COMMAND_ID) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND, "%d %d: "
			 "Edma request with IO granularity Id = 0x%x\n",
			 mvSataChannel->mvSataAdapter->adapterId,
			 mvSataChannel->channelNumber, pUdmaParams->iogCurrentTransId);
		ControlFlags |= (((MV_U16) pUdmaParams->iogCurrentTransId) << 6);
	}
#endif
	/* in Non-queue EDMA mode    */
	ControlFlags |= (pCommandEntry->pCommandInfo->PMPort << 12);

	pReqEntry->controlFlags = MV_CPU_TO_LE16(ControlFlags);

	if ((mvSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED) ||
	    (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)) {
		if (pUdmaParams->isEXT == MV_TRUE) {	/* Read/Write DMA QUEUED EXT */
			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->numOfSectors & 0xFF00) >> 8, MV_EDMA_ATA_FEATURES_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->numOfSectors) & 0xFF, MV_EDMA_ATA_FEATURES_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pCommandEntry->deviceTag << 3) & 0xF8, MV_EDMA_ATA_SECTOR_COUNT_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->lowLBAAddress & 0xFF000000)
					      >> 24, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress) & 0xFF, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->highLBAAddress &
							   0xFF), MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress & 0xFF00) >> 8, MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->highLBAAddress & 0xFF00) >> 8,
					      MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress & 0xFF0000) >>
					      16, MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			if ((mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) && (pUdmaParams->FUA == MV_TRUE))
				WRITE_ATA_COMMAND_REG(pCommand++, MV_BIT7 | MV_BIT6, MV_EDMA_ATA_DEVICE_ADDR, 0);
			else
				WRITE_ATA_COMMAND_REG(pCommand++, MV_BIT6, MV_EDMA_ATA_DEVICE_ADDR, 0);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ) {
				if (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)
					ATACommand = MV_ATA_COMMAND_READ_FPDMA_QUEUED_EXT;
				else
					ATACommand = MV_ATA_COMMAND_READ_DMA_QUEUED_EXT;
			} else {
				if (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)
					ATACommand = MV_ATA_COMMAND_WRITE_FPDMA_QUEUED_EXT;
				else
					ATACommand = MV_ATA_COMMAND_WRITE_DMA_QUEUED_EXT;
			}
		} else {	/* Read/Write DMA QUEUED */

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->numOfSectors) &
					      0xFF, MV_EDMA_ATA_FEATURES_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pCommandEntry->deviceTag << 3) & 0xF8, MV_EDMA_ATA_SECTOR_COUNT_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress) & 0xFF, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress & 0xFF00) >> 8, MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->lowLBAAddress & 0xFF0000)
					      >> 16, MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, MV_BIT6 | (MV_U8) ((pUdmaParams->lowLBAAddress & 0xF000000)
									     >> 24), MV_EDMA_ATA_DEVICE_ADDR, 0);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA_QUEUED;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA_QUEUED;
		}
	} else {
		if (pUdmaParams->isEXT == MV_TRUE) {	/* READ/WRITE DMA EXT */
			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->numOfSectors & 0xFF00) >> 8,
					      MV_EDMA_ATA_SECTOR_COUNT_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->numOfSectors) & 0xFF, MV_EDMA_ATA_SECTOR_COUNT_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->lowLBAAddress & 0xFF000000)
					      >> 24, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress) & 0xFF, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->highLBAAddress & 0xFF), MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress & 0xFF00) >> 8, MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->highLBAAddress & 0xFF00) >> 8,
					      MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->lowLBAAddress & 0xFF0000)
					      >> 16, MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, MV_BIT6, MV_EDMA_ATA_DEVICE_ADDR, 0);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA_EXT;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA_EXT;
		} else {	/* READ/WRITE DMA */

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->numOfSectors) & 0xFF, MV_EDMA_ATA_SECTOR_COUNT_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress) & 0xFF, MV_EDMA_ATA_LBA_LOW_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      (pUdmaParams->lowLBAAddress & 0xFF00) >> 8, MV_EDMA_ATA_LBA_MID_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++, (pUdmaParams->lowLBAAddress & 0xFF0000)
					      >> 16, MV_EDMA_ATA_LBA_HIGH_ADDR, 0);

			WRITE_ATA_COMMAND_REG(pCommand++,
					      MV_BIT6 | (MV_U8) ((pUdmaParams->lowLBAAddress &
								  0xF000000) >> 24), MV_EDMA_ATA_DEVICE_ADDR, 0);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA;
		}
	}
	WRITE_ATA_COMMAND_REG(pCommand++, ATACommand, MV_EDMA_ATA_COMMAND_ADDR, MV_BIT15);
}

/*******************************************************************************
* writeGen2EEdmaRequestEntry  - Write a Gen2E CRQB (COMMAND REQUEST QUEUE BLOCK)
*
* DESCRIPTION:
*       write one CRQB for an EDMA request queue.
*
* INPUT:
*       pReqEntry     - pointer to the CRQB area on the system memory
*                       (HW reqeust Queue).
*       mvSataChannel - pointer to the channel data structure
*       pCommandEntry - pointer to the command entry data structure
*                       (SW request Queue).
*       pUdmaParams   - pointer to the UDMA command parameters data structure.
*
* RETURN:
*       None
*
* COMMENTS:
*       None.
*
*******************************************************************************/
static void writeGen2EEdmaRequestEntry(MV_DMA_REQUEST_QUEUE_ENTRY *pReqEntry,
				       MV_SATA_CHANNEL *mvSataChannel,
				       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams)
{
	MV_GEN2E_EDMA_REQUEST_QUEUE_ENTRY *pGen2EReqEntry = (MV_GEN2E_EDMA_REQUEST_QUEUE_ENTRY *) pReqEntry;
	MV_U32 ControlFlags = 0;
	MV_U8 ATACommand = 0;

	pGen2EReqEntry->prdLowAddr = MV_CPU_TO_LE32(pUdmaParams->prdLowAddr);
	pGen2EReqEntry->prdHighAddr = MV_CPU_TO_LE32(pUdmaParams->prdHighAddr);

	/* Set the direction of the transaction (read/write) */
	if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
		ControlFlags |= 0x1;	/* Device to system memory */
#ifdef MV_SATA_IO_GRANULARITY

	/*If valid IO Granularity transaction Id */
	if (pUdmaParams->iogCurrentTransId < MV_IOG_INVALID_COMMAND_ID) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND, "%d %d: "
			 "Edma request with IO granularity Id = 0x%x\n",
			 mvSataChannel->mvSataAdapter->adapterId,
			 mvSataChannel->channelNumber, pUdmaParams->iogCurrentTransId);
		ControlFlags |= (((MV_U16) pUdmaParams->iogCurrentTransId) << 6);
	}
#endif
	/* the tag will be used also in Non-queue EDMA mode    */
	ControlFlags |= (pCommandEntry->deviceTag << 1);
	ControlFlags |= (pCommandEntry->pCommandInfo->PMPort << 12);
	ControlFlags |= (pCommandEntry->hostTag << 17);
#ifdef MV_SATA_SUPPORT_EDMA_SINGLE_DATA_REGION
	if (pUdmaParams->singleDataRegion == MV_TRUE) {
		ControlFlags |= MV_BIT16;
		pGen2EReqEntry->dataRegionByteCount = MV_CPU_TO_LE16(pUdmaParams->byteCount);
	}
#endif

	pGen2EReqEntry->controlFlags = MV_CPU_TO_LE32(ControlFlags);
	if ((mvSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED) ||
	    (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)) {
		if (pUdmaParams->isEXT == MV_TRUE) {	/* Read/Write DMA QUEUED EXT */
			pGen2EReqEntry->ATAFeaturesExp = (MV_U8) ((pUdmaParams->numOfSectors & 0xFF00) >> 8);
			pGen2EReqEntry->ATAFeatures = (MV_U8) ((pUdmaParams->numOfSectors) & 0xFF);
			pGen2EReqEntry->ATASectorCount = (MV_U8) ((pCommandEntry->deviceTag << 3) & 0xF8);
			pGen2EReqEntry->ATALBALowExp = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF000000) >> 24);
			pGen2EReqEntry->ATALBALow = (MV_U8) ((pUdmaParams->lowLBAAddress) & 0xFF);
			pGen2EReqEntry->ATALBAMidExp = (MV_U8) (pUdmaParams->highLBAAddress & 0xFF);
			pGen2EReqEntry->ATALBAMid = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHighExp = (MV_U8) ((pUdmaParams->highLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHigh = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF0000) >> 16);
			if ((mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) && (pUdmaParams->FUA == MV_TRUE))
				pGen2EReqEntry->ATADevice = MV_BIT7 | MV_BIT6;
			else
				pGen2EReqEntry->ATADevice = MV_BIT6;

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ) {
				if (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)
					ATACommand = MV_ATA_COMMAND_READ_FPDMA_QUEUED_EXT;
				else
					ATACommand = MV_ATA_COMMAND_READ_DMA_QUEUED_EXT;
			} else {
				if (mvSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)
					ATACommand = MV_ATA_COMMAND_WRITE_FPDMA_QUEUED_EXT;
				else
					ATACommand = MV_ATA_COMMAND_WRITE_DMA_QUEUED_EXT;
			}
		} else {	/* Read/Write DMA QUEUED */

			pGen2EReqEntry->ATAFeatures = (MV_U8) ((pUdmaParams->numOfSectors) & 0xFF);
			pGen2EReqEntry->ATASectorCount = (MV_U8) ((pCommandEntry->deviceTag << 3) & 0xF8);
			pGen2EReqEntry->ATALBALow = (MV_U8) ((pUdmaParams->lowLBAAddress) & 0xFF);
			pGen2EReqEntry->ATALBAMid = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHigh = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF0000) >> 16);
			pGen2EReqEntry->ATADevice = MV_BIT6 | (MV_U8) ((pUdmaParams->lowLBAAddress & 0xF000000) >> 24);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA_QUEUED;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA_QUEUED;
		}
	} else {
		if (pUdmaParams->isEXT == MV_TRUE) {	/* READ/WRITE DMA EXT */
			pGen2EReqEntry->ATASectorCountExp = (MV_U8) ((pUdmaParams->numOfSectors & 0xFF00) >> 8);
			pGen2EReqEntry->ATASectorCount = (MV_U8) ((pUdmaParams->numOfSectors) & 0xFF);
			pGen2EReqEntry->ATALBALowExp = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF000000) >> 24);
			pGen2EReqEntry->ATALBALow = (MV_U8) ((pUdmaParams->lowLBAAddress) & 0xFF);
			pGen2EReqEntry->ATALBAMidExp = (MV_U8) (pUdmaParams->highLBAAddress & 0xFF);
			pGen2EReqEntry->ATALBAMid = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHighExp = (MV_U8) ((pUdmaParams->highLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHigh = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF0000) >> 16);
			pGen2EReqEntry->ATADevice = MV_BIT6;

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA_EXT;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA_EXT;
		} else {	/* READ/WRITE DMA */

			pGen2EReqEntry->ATASectorCount = (MV_U8) ((pUdmaParams->numOfSectors) & 0xFF);
			pGen2EReqEntry->ATALBALow = (MV_U8) ((pUdmaParams->lowLBAAddress) & 0xFF);
			pGen2EReqEntry->ATALBAMid = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF00) >> 8);
			pGen2EReqEntry->ATALBAHigh = (MV_U8) ((pUdmaParams->lowLBAAddress & 0xFF0000) >> 16);
			pGen2EReqEntry->ATADevice = MV_BIT6 | (MV_U8) ((pUdmaParams->lowLBAAddress & 0xF000000) >> 24);

			if (pUdmaParams->readWrite == MV_UDMA_TYPE_READ)
				ATACommand = MV_ATA_COMMAND_READ_DMA;
			else
				ATACommand = MV_ATA_COMMAND_WRITE_DMA;
		}
	}
	pGen2EReqEntry->ATACommand = ATACommand;
}

/*******************************************************************************
* handleEdmaFailedCommand - Handle failed EDMA command which didn't commpleted.
*
* DESCRIPTION:
*       This function handles the completion of failed EDMA command when no
*       response received for that command.
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX50XX adapter data structure.
*       channelIndex - The index of the channel where the response received.
*       eDmaErrorCause - the value of the channel EDMA error cause register.
*
* RETURN:
*       None
*
* COMMENTS:
*       This function assumes that the channel semaphore is locked.
*
*******************************************************************************/
static void handleEdmaFailedCommand(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U16 eDmaErrorCause)
{
	MV_QUEUED_COMMAND_ENTRY *pCommandEntry;
	MV_UDMA_COMMAND_PARAMS *pUdmaCommandParams;
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_STORAGE_DEVICE_REGISTERS deviceRegs;
	MV_U32 eDmaStatus;
	MV_U8 deviceTag = 0xFF;
	MV_U8 hostTag;
	MV_U8 PMPort = 0;

	if (pSataChannel->PMSupported == MV_TRUE) {
		MV_U32 regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						  pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_STATUS_REG_OFFSET);
		PMPort = (MV_U8) getRegField(regVal, 8, 4);
	}
	eDmaStatus = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
				       pSataChannel->eDmaRegsOffset + MV_EDMA_STATUS_REG_OFFSET);

	switch (pSataChannel->queuedDMA) {
	case MV_EDMA_MODE_QUEUED:
		/* if only one command is queued */
		if (pSataChannel->portQueuedCommands[PMPort] == 1) {
			MV_QUEUED_COMMAND_ENTRY *pEntry = pSataChannel->commandsQueueHead;
			while (pEntry != NULL) {
				if (pEntry->isCommandInEdma == MV_TRUE) {
					if (pEntry->pCommandInfo->PMPort == PMPort) {
						deviceTag = pEntry->deviceTag;
						mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
							 "%d %d %d: handleEdmaFailedCommand, found "
							 "single erring command in TCQ mode "
							 "deviceTag(0x%02x)\n",
							 pSataChannel->mvSataAdapter->adapterId,
							 pSataChannel->channelNumber, PMPort, deviceTag);
						break;
					}
				} else {
					/* stop once reached a command that has not been inserted into the
					   EDMA since the next commands also must be outside the EDMA
					 */
					break;
				}
				pEntry = pEntry->next;
			}
			if (deviceTag == 0xFF) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
					 "%d %d %d: handleEdmaFailedCommand, failed to find "
					 "device tag of single erring command in TCQ mode\n",
					 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, PMPort);
				return;
			}
		} else {
			/*multiple commands are queued, take the tag from the disk */
			deviceTag = MV_REG_READ_BYTE(pAdapter->adapterIoBaseAddress,
						     pSataChannel->eDmaRegsOffset +
						     MV_ATA_DEVICE_SECTOR_COUNT_REG_OFFSET);
			deviceTag >>= 3;
			deviceTag &= 0x1F;
		}
		break;
	case MV_EDMA_MODE_NOT_QUEUED:
		deviceTag = (MV_U8) getRegField(eDmaStatus, 0, 5);
		break;
	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: "
			 "handleEdmaFailedCommand: called with wrong mode %d\n",
			 pAdapter->adapterId, channelIndex, pSataChannel->queuedDMA);
		return;
	}

	if (_getHostTagByDeviceTag(pSataChannel, deviceTag, PMPort, &hostTag) == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d %d: "
			 "handleEdmaFailedCommand: "
			 "Error - None Valid device tag (0x%02x)\n",
			 pAdapter->adapterId, channelIndex, PMPort, deviceTag);
		return;
	}

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Handle failed command,"
		 "host tag 0x%02x, error cause 0x%02x (eStatus Tag 0x%02x)\n",
		 pAdapter->adapterId, channelIndex, hostTag,
		 eDmaErrorCause, (eDmaStatus & MV_EDMA_STATUS_TAG_MASK) >> MV_EDMA_STATUS_TAG_OFFSET);
	/* this function called only if FBS mode disable, then device tag equals to */
	/* host tag */
	pCommandEntry = &(pSataChannel->commandsQueue[hostTag]);
	if (pCommandEntry->isFreeEntry == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d %d %d:"
			 " Received response on a non-valid tag (0x%x),"
			 " device Tag (0x%x)\n", pAdapter->adapterId, channelIndex, PMPort, hostTag, deviceTag);

		_dumpSataRegs(pAdapter, channelIndex);
		dumpAtaDeviceRegisters(pAdapter, channelIndex, MV_TRUE, &deviceRegs);
		_printATARegs(&deviceRegs);
		return;
	}
	if (pSataChannel->PMSupported == MV_TRUE)
		_setActivePMPort(pSataChannel, pCommandEntry->pCommandInfo->PMPort);

	pUdmaCommandParams = &pCommandEntry->pCommandInfo->commandParams.udmaCommand;
	dumpAtaDeviceRegisters(pAdapter, channelIndex, pUdmaCommandParams->isEXT, &deviceRegs);

	pSataChannel->EdmaQueuedCommands--;
	pUdmaCommandParams->callBack(pSataChannel->mvSataAdapter, channelIndex,
				     MV_COMPLETION_TYPE_ERROR,
				     pUdmaCommandParams->commandId, eDmaErrorCause, 0, &deviceRegs);
	removeCommand(pSataChannel, pCommandEntry);
}

/*******************************************************************************
* handleEdmaResponse - Handle an EDMA response queue entry.
*
* DESCRIPTION:
*       This function handles the completion of EDMA command when a response
*       entry is received.
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX50XX adapter data structure.
*       channelIndex - The index of the channel where the response received.
*       response     - Pointer to the received EDMA response block structure.
*
* RETURN:
*       None
*
* COMMENTS:
*       This function assumes that the channel semaphore is locked.
*
*******************************************************************************/
static void handleEdmaResponse(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex,
			       MV_DMA_RESPONSE_QUEUE_ENTRY *eDmaResponse)
{
	MV_QUEUED_COMMAND_ENTRY *pCommandEntry;
	MV_UDMA_COMMAND_PARAMS *pUdmaCommandParams;
	MV_STORAGE_DEVICE_REGISTERS deviceRegs;
	MV_COMPLETION_TYPE compType = MV_COMPLETION_TYPE_NORMAL;
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_DMA_RESPONSE_QUEUE_ENTRY response;
	MV_U16 eDmaCause = 0;

	response.id = MV_LE16_TO_CPU(eDmaResponse->id);
	response.responseFlags = MV_LE16_TO_CPU(eDmaResponse->responseFlags);
	response.timeStamp = MV_LE32_TO_CPU(eDmaResponse->timeStamp);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: New Response Received. ptr %p, "
		 "id 0x%02x, flags 0x%x ts 0x%08x\n", pAdapter->adapterId,
		 channelIndex, eDmaResponse, response.id, response.responseFlags, response.timeStamp);

	eDmaCause = (response.responseFlags & 0xff);
	pCommandEntry = &(pSataChannel->commandsQueue[response.id & pSataChannel->EDMAQueuePtrMask]);
	if (response.responseFlags & 0xFF) {
		MV_BOOLEAN ignoreErrorInFlags = MV_FALSE;

		/* response with errors, ignore SErrors since they are recoverable */
		if ((pAdapter->sataAdapterGeneration != MV_SATA_GEN_I) &&
		    (response.responseFlags & MV_BIT5) && ((response.responseFlags & 0xDF) == 0)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 "%d %d: Ignore Serror in response flags\n", pAdapter->adapterId, channelIndex);
			ignoreErrorInFlags = MV_TRUE;
			/* SError in EDMA error cause is masked. so we need to handle it here */
			pSataChannel->recoveredErrorsCounter = 0;
			handleRecoverableError(pAdapter, channelIndex, MV_BIT5);
			/* clear SError bit in EDMA error cause */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   pSataChannel->eDmaRegsOffset +
					   MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~MV_BIT5);

		}
		/* in NCQ mode, Device error doesn't halt the EDMA operation. since the */
		/* response flags are a snapshot of the EDMA error cause, then this */
		/* error (Device error) is ignored   */
		if ((pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) &&
		    (response.responseFlags & MV_BIT2) && ((response.responseFlags & 0xDB) == 0)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 "%d %d: Ignore Device Error in response flags.\n", pAdapter->adapterId, channelIndex);
			ignoreErrorInFlags = MV_TRUE;
		}

		if ((pSataChannel->queuedDMA != MV_EDMA_MODE_NATIVE_QUEUING) &&
		    (pSataChannel->FBSEnabled == MV_TRUE) &&
		    (response.responseFlags & MV_BIT2) && ((response.responseFlags & 0xDB) == 0)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 "%d %d: Device Error in response flags in FBS none NCQ mode."
				 "outstanding commands %d \n",
				 pAdapter->adapterId, channelIndex, pSataChannel->outstandingCommands);
			ignoreErrorInFlags = MV_TRUE;
			compType = MV_COMPLETION_TYPE_ERROR;
		}

		if (ignoreErrorInFlags == MV_FALSE) {
			pSataChannel->queueCommandsEnabled = MV_FALSE;
			pSataChannel->EdmaActive = MV_FALSE;
			compType = MV_COMPLETION_TYPE_ERROR;

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 "%d %d: Response with Error. outstanding commands %d, "
				 "response flags 0x%x\n",
				 pAdapter->adapterId, channelIndex,
				 pSataChannel->outstandingCommands, response.responseFlags);

			/*
			 * link & phy layers unrecoverable errors may be the reason for a
			 * device errors, so we first check if any unrecoverable errors occured,
			 * except PCI/internal parity, if yes then we don't count this response
			 * the PCI/internal parity errors excluded since we want to complete
			 * the commands with error indication so higher layers can receive it
			 */
			{
				MV_U32 edmaErrorCause = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
									  pSataChannel->eDmaRegsOffset +
									  MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET);
				MV_U32 unrecoverableErrorMask;
				if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)
					unrecoverableErrorMask = MV_EDMA_GEN_I_UNRECOVERABLE_EDMA_ERROR;
				else
					unrecoverableErrorMask = MV_EDMA_GEN_II_UNRECOVERABLE_EDMA_ERROR;

				unrecoverableErrorMask &= ~(MV_BIT1 | MV_BIT0);
				if (edmaErrorCause & unrecoverableErrorMask) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
						 "%d %d: Response ignored due to unrecoverable error,"
						 " EDMA Error Cause: 0x%08x\n",
						 pAdapter->adapterId, channelIndex, edmaErrorCause);
					return;
				}
			}

			/*
			 * responseFlags will hold the low 8 bit of the EDMA error cause
			 * regiter. For 88SX50XX set bit 8 sence each error causes to
			 * eDmaSelfDisable.
			 */
			eDmaCause = (response.responseFlags & 0xff);
			if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)
				eDmaCause |= MV_BIT8;
			else
				eDmaCause |= MV_BIT7;

			if (pSataChannel->PMSupported == MV_TRUE)
				_setActivePMPort(pSataChannel, pCommandEntry->pCommandInfo->PMPort);
		}
	}
	pUdmaCommandParams = &pCommandEntry->pCommandInfo->commandParams.udmaCommand;
	if (response.responseFlags & MV_BIT2) {	/*device error */
		if (pSataChannel->queuedDMA != MV_EDMA_MODE_NATIVE_QUEUING) {
			dumpAtaDeviceRegisters(pAdapter, channelIndex, MV_TRUE, &deviceRegs);

			if (pSataChannel->FBSEnabled == MV_TRUE) {
				if (pSataChannel->queuedDMA == MV_EDMA_MODE_NOT_QUEUED) {
					if (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_IDLE) {
						mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
							 "%d %d: First error\n", pAdapter->adapterId, channelIndex);
						pSataChannel->ErrorHandlingInfo.state =
						    MV_ERROR_HANDLING_STATE_WAIT_FOR_COMPLETIONS;
					}
					/*let transport layer resume */
					setAbortedCommands(pSataChannel);
				} else {
					/*in TCQ/FBS mode, ignore responses with device error */
					return;
				}

			}
		}
	}

	if (pCommandEntry->isFreeEntry == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
			 "%d %d: Received response on a non-valid tag (%x), ts 0x%08x,"
			 " address %p\n", pAdapter->adapterId, channelIndex,
			 response.id, response.timeStamp, eDmaResponse);
		_dumpEDMARegs(pAdapter, channelIndex);
		_dumpChannelQueues(pAdapter, channelIndex);
	} else {
		pSataChannel->EdmaQueuedCommands--;

		pUdmaCommandParams->callBack(pSataChannel->mvSataAdapter, channelIndex,
					     compType, pUdmaCommandParams->commandId,
					     eDmaCause, response.timeStamp, &deviceRegs);
		removeCommand(pSataChannel, pCommandEntry);

		if (pSataChannel->queueCommandsEnabled == MV_FALSE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND,
				 "%d %d: Commands queuing is disabled\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			return;
		}

		if (pSataChannel->ErrorHandlingInfo.state != MV_ERROR_HANDLING_STATE_IDLE) {
			if (compType == MV_COMPLETION_TYPE_NORMAL) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Commands with Tag 0x%x completed successfly\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, response.id & 0x1f);
			}
			if (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_WAIT_FOR_COMPLETIONS) {
				if (isGoodCompletionsExpected(pSataChannel) == MV_FALSE) {
					enterRequestSenseState(pSataChannel);
					return;
				}
			}
		}
		if (pSataChannel->commandsQueueHead == NULL) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND,
				 "%d %d: Commands queue is empty\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			return;
		}
		if (pSataChannel->commandsQueueHead->pCommandInfo->type != MV_QUEUED_COMMAND_TYPE_UDMA) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND,
				 "%d %d: Next Command isn't DMA\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			deactivateEdma(pAdapter, channelIndex);
			if (pSataChannel->PMSupported == MV_TRUE)
				_setActivePMPort(pSataChannel, pSataChannel->commandsQueueHead->pCommandInfo->PMPort);

			if (sendNoneUdmaCommand(pSataChannel, pSataChannel->commandsQueueHead) == MV_FALSE)
				completePIOCommand(pSataChannel, pSataChannel->commandsQueueHead, MV_TRUE);

		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND,
				 "%d %d: Next Command is UDMA nothing to do\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

		}
	}
}

#ifdef MV_SATA_C2C_COMM
/*******************************************************************************
* handleBmDmaInterrupt - handle DMA interrupt received for a given channel
*
* DESCRIPTION:
*   This function is called when response interrupt is issued when C2C DMA
*   completion event occurs.
*
* INPUT:
*   pAdapter   - pointer to the MV88SX50XX adapter data structure
*   ioBaseAddr  - adapter rbase address
*   pSataChannel  - SATA channel structure
*   channelIndex  - SATA channel index
*   edmaError   - if != zero then EDMA error happened.
*
* RETURN:
*   None.
*
* COMMENTS:
*   None
*
*******************************************************************************/

static void handleBmDMAInterrupt(MV_SATA_ADAPTER *pAdapter,
				 MV_BUS_ADDR_T ioBaseAddr,
				 MV_SATA_CHANNEL *pSataChannel, MV_U8 channelIndex, MV_U32 edmaError)
{
	MV_U32 val;
	MV_U32 eDmaErrorCause = 0;
	mvOsSemTake(&pSataChannel->semaphore);
	/*Reset BM dma */
	_clearRegBits(ioBaseAddr, getEdmaRegOffset(channelIndex) + MV_BMDMA_COMMAND_OFFSET, MV_BIT0);

	MV_REG_WRITE_DWORD(ioBaseAddr, getEdmaRegOffset(channelIndex) + MV_SATA_II_IF_CONTROL_REG_OFFSET, 0);
	if (edmaError) {
		eDmaErrorCause = (MV_U16) MV_REG_READ_DWORD(ioBaseAddr,
							    getEdmaRegOffset(channelIndex) +
							    MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET);
	}
	mvOsSemRelease(&pSataChannel->semaphore);
	if (pSataChannel->C2CCallback) {
		if (!edmaError) {
			pSataChannel->C2CCallback(pAdapter, pSataChannel, MV_C2C_BM_DMA_DONE, 0, NULL);
		} else {
			if (eDmaErrorCause & (MV_BIT17 | MV_BIT26))
				pSataChannel->C2CCallback(pAdapter, pSataChannel, MV_C2C_BM_DMA_ERROR, 0, NULL);

			if (eDmaErrorCause & (MV_BIT13 | MV_BIT21))
				pSataChannel->C2CCallback(pAdapter,
							  pSataChannel,
							  MV_C2C_REGISTER_DEVICE_TO_HOST_FIS_ERROR, 0, NULL);
		}
	}
}
#endif

/*******************************************************************************
* handleEdmaInterrupt - handle EDMA interrupt receivd for a given channel
*
* DESCRIPTION:
*   this function called when response interrupt issuesed for a channel and it
*    handles all EDMA responses.
*
* INPUT:
*   *pAdapter   - pointer to the MV88SX50XX adapter data structure
*   sataUnit    - the SATAHC unit this channel belongs to
*   port        - the port number of the channel
*   rspInPtr    - the value of eRPQIP of the channel
*   responseDone   - if != zero then responses received on this channel
*   edmaError   - if != zero then EDMA error happened.
*
* RETURN:
*   None.
*
* COMMENTS:
*   None.
*
*******************************************************************************/
static void handleEdmaInterrupt(MV_SATA_ADAPTER *pAdapter, MV_U8 sataUnit,
				MV_U8 port, MV_U8 rspInPtr, MV_U32 responseDone, MV_U32 edmaError, MV_U32 unitCause)
{
	MV_U8 rspOutPtr;
	MV_U8 channelIndex;
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset;
	MV_SATA_CHANNEL *pSataChannel;
	MV_BOOLEAN responseWithErr = MV_FALSE;

	channelIndex = MV_CHANNEL_INDEX(sataUnit, port);
	pSataChannel = pAdapter->sataChannel[channelIndex];

	if (responseDone && (pSataChannel != NULL)) {	/* port Done */
		mvOsSemTake(&pSataChannel->semaphore);
		pSataChannel->recoveredErrorsCounter = 0;
#ifdef MV_SATA_C2C_COMM
		if (MV_FALSE == pSataChannel->C2CmodeEnabled) {
#endif
#ifdef MV_SUPPORT_ATAPI
			if ((pSataChannel->commandsQueueHead)
			    && (pSataChannel->commandsQueueHead->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET)) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: Basic DMA Interrupt\n",
					 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " BMDMA status 0x%08x\n",
					 MV_REG_READ_DWORD(ioBaseAddr,
							   getEdmaRegOffset(pSataChannel->channelNumber) +
							   MV_BMDMA_STATUS_OFFSET));
				if (pSataChannel->waitForBMDMA == MV_TRUE)
					completePacketCommand(pSataChannel, pSataChannel->commandsQueueHead, MV_FALSE);
			} else {
#endif
				eDmaRegsOffset = pSataChannel->eDmaRegsOffset;
				rspOutPtr = pSataChannel->rspOutPtr;
				rspInPtr &= pSataChannel->EDMAQueuePtrMask;
				/* here we should update the response out pointer though we didn't */
				/* handled the new responses, these response entries will not be  */
				/* accessed again by the EDMA sinse the number of queued commands */
				/* (outstandingCommands) will be updated only after we handle each */
				/* response entry                                                 */
				MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
						   MV_EDMA_RESPONSE_Q_OUTP_REG_OFFSET,
						   pSataChannel->responseQueuePciLowAddress |
						   (rspInPtr << MV_EDMA_RESPONSE_Q_OUTP_OFFSET));

				while (rspOutPtr != rspInPtr) {
					/*handleEdmaResponse may change the channel rspOutPtr due to */
					/*device error in NCQ mode or FBS */
					pSataChannel->rspOutPtr = (rspOutPtr + 1) & pSataChannel->EDMAQueuePtrMask;
					handleEdmaResponse(pAdapter, channelIndex,
							   &(pSataChannel->responseQueue[rspOutPtr]));
					rspOutPtr++;
					rspOutPtr &= pSataChannel->EDMAQueuePtrMask;
				}
#ifdef MV_SUPPORT_ATAPI
			}
#endif
			/*
			 * Check if queueCommandsEnabled flag is disabled.
			 * If so, then an error has occured and auto flush must be triggered.
			 * Basically it is enough to trigger auto flush upon edmaError flag,
			 * but since edmaError is set before handleEdmaResponse is called
			 * there could be a racing condition between the time edmaError is checked
			 * and the response queue is checked.
			 * The racing condition is that an error does not occur when setting
			 * edmaError to MV_FALSE, but in handlEdmaResponse, the hardware
			 * has completed a command with error.
			 * The racing condition will complete the error command (through callback)
			 * but will prevent the auto flush of all outstanding commands.
			 */
			if (pSataChannel->queueCommandsEnabled == MV_FALSE)
				responseWithErr = MV_TRUE;

			mvOsSemRelease(&pSataChannel->semaphore);
#ifdef MV_SATA_C2C_COMM
		} else {
			mvOsSemRelease(&pSataChannel->semaphore);
			handleBmDMAInterrupt(pAdapter, ioBaseAddr, pSataChannel, channelIndex, edmaError);
		}
#endif
	}

	if ((edmaError) || (responseWithErr == MV_TRUE))	/* EDMA error interrupt */
		handleEdmaError(pAdapter, channelIndex);

}

static void handleEdmaError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 eDmaErrorCause = 0;
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;


	eDmaErrorCause = MV_REG_READ_DWORD(ioBaseAddr,
					   getEdmaRegOffset(channelIndex) + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 "%d %d: Edma Error Reg 0x%x\n", pAdapter->adapterId,
		 channelIndex, MV_REG_READ_DWORD(ioBaseAddr,
						 getEdmaRegOffset(channelIndex) +
						 MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET));
	/* clear the channel's error cause register */
	MV_REG_WRITE_DWORD(ioBaseAddr,
			   getEdmaRegOffset(channelIndex) + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~eDmaErrorCause);
	/*if PM connected, connect/disconnect interrupts storm could happen */
	if (MV_REG_READ_DWORD(ioBaseAddr,
			      getEdmaRegOffset(channelIndex) +
			      MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET) & (MV_BIT3 & MV_BIT4)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 "%d %d: Edma Error Reg 0x%x still set!!!!!!!!\n",
			 pAdapter->adapterId, channelIndex,
			 MV_REG_READ_DWORD(ioBaseAddr,
					   getEdmaRegOffset(channelIndex) + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET));
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
			/*wait 20ms till diconnect/connect interrupts finish */
			mvMicroSecondsDelay(pAdapter, 20000);
			eDmaErrorCause |= MV_REG_READ_DWORD(ioBaseAddr,
							    getEdmaRegOffset(channelIndex) +
							    MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET);
			MV_REG_WRITE_DWORD(ioBaseAddr,
					   getEdmaRegOffset(channelIndex) +
					   MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~eDmaErrorCause);
		}
	}
	/* dump in case any kind of parity error */
	if (eDmaErrorCause & (MV_BIT11 | MV_BIT10 | MV_BIT9 | MV_BIT1 | MV_BIT0)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " PARITY ERROR Detected\n");
		_dumpPCIRegs(pAdapter);
		_dumpEDMARegs(pAdapter, channelIndex);
		_dumpChannelQueues(pAdapter, channelIndex);
	}
	if (eDmaErrorCause & MV_BIT3) {	/*device disconneted */
		handleDisconnect(pAdapter, channelIndex);
		if (mvSataIsStorageDeviceConnected(pAdapter, channelIndex, NULL) == MV_FALSE) {
			pAdapter->mvSataEventNotify(pAdapter,
						    MV_EVENT_TYPE_SATA_CABLE,
						    MV_SATA_CABLE_EVENT_DISCONNECT, channelIndex);
			return;
		}
	}
	if (eDmaErrorCause & MV_BIT4) {	/*device conneted */
		handleConnect(pAdapter, channelIndex);
		return;
	}
	/* unrecoverable error */
	if (handleUnrecoverableError(pAdapter, channelIndex, eDmaErrorCause) == MV_TRUE)
		return;

	/*PM hot plug */
	if (handleAsyncNotify(pAdapter, channelIndex, eDmaErrorCause) == MV_TRUE)
		return;

	/* device errors in none NCQ mode generate self disable interrupt */
	if (handleSelfDisable(pAdapter, channelIndex, eDmaErrorCause) == MV_TRUE)
		return;

	/* Neither device error without completion nor self disable must be in NCQ
	 *  mode and Port multiplier connected
	 */
	if (handleDevErr(pAdapter, channelIndex, eDmaErrorCause) == MV_TRUE)
		return;

	/* recoverable error */
	if (handleRecoverableError(pAdapter, channelIndex, eDmaErrorCause) == MV_TRUE)
		return;

}

static MV_VOID handleDisconnect(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];

	if (pSataChannel) {
		mvOsSemTake(&pSataChannel->semaphore);
		pSataChannel->queueCommandsEnabled = MV_FALSE;
		pSataChannel->EdmaActive = MV_FALSE;
	}
	/* If disk is disconnected, then disable the activity LED */
	if (pAdapter->chipIs50XXB2 == MV_TRUE) {
		MV_U32 regVal1, regVal2;
		/* First enable flash controller clocks */
		regVal1 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					    MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);

		regVal1 |= (MV_BIT0);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regVal1);
		regVal1 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					    MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);
		/* Disable activity LEDs */
		regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
		regVal2 |= (MV_BIT8 << channelIndex);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, regVal2);
		regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
		/* Disable flash controller clocks */
		regVal1 &= ~(MV_BIT0);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regVal1);
	}
	/* Fix for 88SX50XX FEr SATA#2 */
	if ((pAdapter->chipIs50XXB0 == MV_TRUE) || (pAdapter->chipIs50XXB2 == MV_TRUE)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS,
			 "%d %d: Before Hard RESET Main Cause %x\n",
			 pAdapter->adapterId, channelIndex,
			 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainCauseOffset));
		/* Hard Reset the channel so we can do re-connect */
		_channelHardReset(pAdapter, channelIndex);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS,
			 "%d %d: After Hard RESET Main Cause %x\n",
			 pAdapter->adapterId, channelIndex,
			 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainCauseOffset));
	} else {
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {

#ifdef MV_SATA_C2C_COMM
			if (pSataChannel->C2CmodeEnabled == MV_FALSE) {
#endif
				_channelHardReset(pAdapter, channelIndex);
				_establishSataComm(pAdapter, channelIndex);
#ifdef MV_SATA_C2C_COMM
			}
#endif
		}
	}
	/* after calling mvSataNotify we can not be sure that the channel */
	/* data structure is still available so first we release the     */
	/* semaphore, after notifying the upper-layer with the disconnect */
	/* event, nothing else is done with that channel                 */
	if (pSataChannel)
		mvOsSemRelease(&pSataChannel->semaphore);

}

static MV_VOID handleConnect(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	/* Fix for 88SX50xx FEr SATA#2 */
	if ((pAdapter->chipIs50XXB0 == MV_TRUE) || (pAdapter->chipIs50XXB2 == MV_TRUE)) {
		_fixPhyParams(pAdapter, channelIndex);
		/*TBD*/
		    /* The following link re-establishment is due to non    */
		    /* Marvell driven hard drives                           */
		    _establishSataComm(pAdapter, channelIndex);
		_establishSataComm(pAdapter, channelIndex);
	}

	/* If disk is connected, then enable the activity LED */
	if (pAdapter->chipIs50XXB2 == MV_TRUE) {
		MV_U32 regVal1, regVal2;
		/* First enable flash controller clocks */
		regVal1 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					    MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);

		regVal1 |= (MV_BIT0);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regVal1);
		regVal1 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					    MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);
		/* Enable activity LEDs */
		regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
		regVal2 &= ~(MV_BIT8 << channelIndex);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, regVal2);
		regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
		/* Disable flash controller clocks */
		regVal1 &= ~(MV_BIT0);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regVal1);
	}
	if (mvSataIsStorageDeviceConnected(pAdapter, channelIndex, NULL) == MV_TRUE)
		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_CABLE,
					    MV_SATA_CABLE_EVENT_CONNECT, channelIndex);
}

static MV_BOOLEAN handleUnrecoverableError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];

	if (((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) &&
	     (eDmaErrorCause & MV_EDMA_GEN_I_UNRECOVERABLE_EDMA_ERROR)) ||
	    ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
	     (eDmaErrorCause & MV_EDMA_GEN_II_UNRECOVERABLE_EDMA_ERROR))) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Unrecoverable"
			 " HW error detected.\n", pAdapter->adapterId, channelIndex);
#ifdef MV_LOGGER
		if (eDmaErrorCause & MV_BIT0) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: ePrtDataErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT1) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: ePrtPRDErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT3) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: eDevDis"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT9) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: ePrtCRQBErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT10) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: ePrtCRPBErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT11) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: ePrtIntErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT12) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: eIORdyErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT15) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: LinkCtlRxErr[2]"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & (MV_BIT17 | MV_BIT18 | MV_BIT19 | MV_BIT20)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: LinkDataRxErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & (MV_BIT26 | MV_BIT27 | MV_BIT28 | MV_BIT29 | MV_BIT30)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: LinkDataTxErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & MV_BIT31) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: TransProtErr"
				 "UnrecoverableHW error detected.\n", pAdapter->adapterId, channelIndex);
		}
#endif
		if (pSataChannel) {
			mvOsSemTake(&pSataChannel->semaphore);
			pSataChannel->queueCommandsEnabled = MV_FALSE;
			pSataChannel->EdmaActive = MV_FALSE;
			deactivateEdma(pAdapter, channelIndex);
			disableSaDevInterrupts(pAdapter, channelIndex);
			flushDmaQueue(pSataChannel, MV_FLUSH_TYPE_CALLBACK,
				      MV_COMPLETION_TYPE_ABORT, (MV_U16) eDmaErrorCause);
			resetEdmaChannel(pSataChannel);
			mvOsSemRelease(&pSataChannel->semaphore);
		}
		if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE) || (eDmaErrorCause & MV_BIT12) == 0)
			_dumpSataRegs(pAdapter, channelIndex);

		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR,
					    MV_SATA_UNRECOVERABLE_COMMUNICATION_ERROR, channelIndex);
		return MV_TRUE;
	}
	return MV_FALSE;
}

static MV_BOOLEAN handleRecoverableError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];

	if (((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) &&
	     (eDmaErrorCause & MV_EDMA_GEN_I_RECOVERABLE_EDMA_ERROR)) ||
	    ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
	     (eDmaErrorCause & MV_EDMA_GEN_II_RECOVERABLE_EDMA_ERROR))) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Recoverable"
			 " HW error detected.\n", pAdapter->adapterId, channelIndex);
#ifdef MV_LOGGER
		if (eDmaErrorCause & MV_BIT5) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: SerrInt"
				 "Recoverable error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & (MV_BIT13 | MV_BIT14 | MV_BIT16)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: LinkCtlRxErr"
				 "Recoverable error detected.\n", pAdapter->adapterId, channelIndex);
		}
		if (eDmaErrorCause & (MV_BIT21 | MV_BIT22 | MV_BIT23 | MV_BIT24 | MV_BIT25)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: LinkCtlTxErr"
				 "Recoverable error detected.\n", pAdapter->adapterId, channelIndex);
		}
#endif
		_dumpSataRegs(pAdapter, channelIndex);
		if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (eDmaErrorCause & MV_BIT5)) {
			MV_U32 regVal;
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegOffst[channelIndex] + MV_SATA_II_S_ERROR_REG_OFFSET);
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Clear "
				 " Serror register(0x%02x).\n", pAdapter->adapterId, channelIndex, regVal);
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_S_ERROR_REG_OFFSET, regVal);
			/* clear the channel's error cause register */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) +
					   MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~MV_BIT5);
		}
		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR,
					    MV_SATA_RECOVERABLE_COMMUNICATION_ERROR, channelIndex);
		if (pSataChannel) {
			mvOsSemTake(&pSataChannel->semaphore);
			if (pSataChannel->recoveredErrorsCounter++ > 10) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Reached %d Recoverable errors "
					 "notify unrecoverable error\n",
					 pAdapter->adapterId, channelIndex, pSataChannel->recoveredErrorsCounter);
				pSataChannel->queueCommandsEnabled = MV_FALSE;
				pSataChannel->EdmaActive = MV_FALSE;
				deactivateEdma(pAdapter, channelIndex);
				disableSaDevInterrupts(pAdapter, channelIndex);
				flushDmaQueue(pSataChannel, MV_FLUSH_TYPE_CALLBACK,
					      MV_COMPLETION_TYPE_ABORT, (MV_U16) eDmaErrorCause);
				resetEdmaChannel(pSataChannel);
				mvOsSemRelease(&pSataChannel->semaphore);
				pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR,
							    MV_SATA_UNRECOVERABLE_COMMUNICATION_ERROR, channelIndex);
			} else {
				mvOsSemRelease(&pSataChannel->semaphore);
				return MV_TRUE;
			}
		}
		return MV_TRUE;
	}
	return MV_FALSE;
}

static MV_BOOLEAN handleAsyncNotify(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (eDmaErrorCause & MV_BIT8)) {
		MV_U32 regVal1;
		if (pSataChannel != NULL)
			mvOsSemTake(&pSataChannel->semaphore);

		regVal1 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					    getEdmaRegOffset(channelIndex) + MV_SATA_II_IF_STATUS_REG_OFFSET);
		/*Clear status */
		if (regVal1 & (MV_BIT31 | MV_BIT30)) {
			MV_U32 regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							   getEdmaRegOffset(channelIndex) +
							   MV_SATA_II_IF_CONTROL_REG_OFFSET);
			regVal2 |= MV_BIT24;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_IF_CONTROL_REG_OFFSET, regVal2);
		}
		if (pSataChannel != NULL)
			mvOsSemRelease(&pSataChannel->semaphore);

		if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 "%d %d: PM asynchronous notification interrupt. FIS Cause %x\n",
				 pAdapter->adapterId, channelIndex,
				 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   getEdmaRegOffset(channelIndex) +
						   MV_EDMA_FIS_INTERRUPT_CAUSE_REG_OFFSET));

			/* clear FIS Interrupt cause register */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) +
					   MV_EDMA_FIS_INTERRUPT_CAUSE_REG_OFFSET, ~0xA00);
			/* clear the channel's error cause register */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) +
					   MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~MV_BIT8);
		}
		if (((regVal1 & MV_BIT30) == 0) && ((regVal1 & MV_BIT31) == MV_BIT31)) {

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS,
				 "%d %d: PM asynchronous notification interrupt.\n", pAdapter->adapterId, channelIndex);

			pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_CABLE,
						    MV_SATA_CABLE_EVENT_PM_HOT_PLUG, channelIndex);
		}
		return MV_TRUE;
	}
	return MV_FALSE;
}

static MV_BOOLEAN handleSelfDisable(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];

	if ((((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) && (eDmaErrorCause & MV_BIT8)) ||
	     ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (eDmaErrorCause & MV_BIT7)))
	    && (pSataChannel != NULL)) {	/* edma self disable */
		mvOsSemTake(&pSataChannel->semaphore);
		if (pSataChannel->EdmaActive == MV_TRUE) {
			pSataChannel->queueCommandsEnabled = MV_FALSE;
			pSataChannel->EdmaActive = MV_FALSE;

			if (eDmaErrorCause & MV_BIT2) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Edma Self disabled due to device error"
					 " without completion\n", pAdapter->adapterId, channelIndex);
				switch (pSataChannel->queuedDMA) {
				case MV_EDMA_MODE_NOT_QUEUED:
				case MV_EDMA_MODE_QUEUED:
					handleEdmaFailedCommand(pAdapter, channelIndex, (MV_U16) eDmaErrorCause);
					break;
				case MV_EDMA_MODE_NATIVE_QUEUING:
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
						 "%d %d: Edma Self disabled due to device "
						 "error in NCQ mode!!!!\n", pAdapter->adapterId, channelIndex);

					break;
				default:
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
						 "%d %d: Unknown EDMA mode (%d)\n",
						 pAdapter->adapterId, channelIndex, pSataChannel->queuedDMA);
					break;

				}
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_INTERRUPTS,
					 "%d %d: Edma Self disable received without reason!!!\n",
					 pAdapter->adapterId, channelIndex);

			}
		}
		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR, MV_SATA_DEVICE_ERROR, channelIndex);
		if (_doDevErrorRecovery(pSataChannel) == MV_FALSE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_INTERRUPTS,
				 "%d %d: Error Recovery Fails!!!\n", pAdapter->adapterId, channelIndex);
			mvOsSemRelease(&pSataChannel->semaphore);
			return MV_TRUE;
		}
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_TRUE;
	}
	return MV_FALSE;
}

static MV_BOOLEAN handleDevErr(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 eDmaErrorCause)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (eDmaErrorCause & MV_BIT2) && (pSataChannel != NULL)) {
		mvOsSemTake(&pSataChannel->semaphore);
		if (pSataChannel->EdmaActive == MV_TRUE) {
			if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: EDMA device error in NCQ mode\n", pAdapter->adapterId, channelIndex);
				if (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_IDLE) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
						 "%d %d: First error\n", pAdapter->adapterId, channelIndex);
					pSataChannel->ErrorHandlingInfo.state =
					    MV_ERROR_HANDLING_STATE_WAIT_FOR_COMPLETIONS;
				}

				updatePortsWithErrors(pSataChannel);
				setAbortedCommands(pSataChannel);
				if (isGoodCompletionsExpected(pSataChannel) == MV_FALSE)
					enterRequestSenseState(pSataChannel);

			} else if (pSataChannel->FBSEnabled == MV_TRUE) {
				if (pSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED) {
					if (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_IDLE) {
						mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
							 "%d %d: First error\n", pAdapter->adapterId, channelIndex);
						pSataChannel->ErrorHandlingInfo.state =
						    MV_ERROR_HANDLING_STATE_WAIT_FOR_COMPLETIONS;
					}
					/*get the Device tag from the EDMA's internal memory then */
					/*complete the failed command */
					handleEdmaFailedCommand(pAdapter, channelIndex, MV_BIT2);
					updatePortsWithErrors(pSataChannel);
					setAbortedCommands(pSataChannel);
					if (isGoodCompletionsExpected(pSataChannel) == MV_FALSE)
						enterRequestSenseState(pSataChannel);
				} else {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
						 "%d %d: EDMA device error in FBS none NCQ mode\n",
						 pAdapter->adapterId, channelIndex);
				}
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_INTERRUPTS,
					 "%d %d: EDMA device error must be handled"
					 "previously!!!\n", pAdapter->adapterId, channelIndex);
			}
		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_INTERRUPTS,
				 "%d %d: EDMA device error while EDMA not active!!!\n",
				 pAdapter->adapterId, channelIndex);
		}
		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR, MV_SATA_DEVICE_ERROR, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_TRUE;
	}
	return MV_FALSE;
}

static MV_VOID handlePCIErrorInterrupt(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 errorCause = 0;
	if (pAdapter->hostInterface == MV_HOST_IF_PEX) {
		errorCause = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					       MV_PCI_REGS_OFFSET + MV_PCI_E_INTERRUPT_CAUSE_REG_OFFSET);
	} else if (pAdapter->hostInterface == MV_HOST_IF_PCI) {
		errorCause = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					       MV_PCI_REGS_OFFSET + MV_PCI_INTERRUPT_CAUSE_REG_OFFSET);
		_dumpPCIRegs(pAdapter);
	}

	{
		MV_U8 i;

		for (i = 0; i < pAdapter->numberOfChannels; i++) {
			_dumpEDMARegs(pAdapter, i);
			_dumpChannelQueues(pAdapter, i);
		}
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_INTERRUPTS,
		 " %d  : PCI error, pci interrupt cause register=%08x\n", pAdapter->adapterId, errorCause);
	/* clear cause register */
	if (pAdapter->hostInterface == MV_HOST_IF_PEX) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_E_INTERRUPT_CAUSE_REG_OFFSET, ~errorCause);
	} else if (pAdapter->hostInterface == MV_HOST_IF_PCI) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_INTERRUPT_CAUSE_REG_OFFSET, ~errorCause);
	}
	pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_ADAPTER_ERROR, errorCause, 0);
}

#ifdef MV_SATA_C2C_COMM
/*******************************************************************************
* handleC2CInterrupt - channel 2 channel interrupt handler
*
*
* DESCRIPTION:
*   Handles channel 2 channel interrupt (register device 2 host FIS) and
*   convert ATA registers values to user specific 10 bytes message
*
* INPUT:
*   pSataChannel   - pointer to the Sata channel data structure
*
* RETURN:
*   None
*
* COMMENTS:
*   None
*
*******************************************************************************/
static void handleC2CInterrupt(MV_SATA_CHANNEL *pSataChannel)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset = pSataChannel->eDmaRegsOffset;
	MV_U8 port = pSataChannel->channelNumber & (MV_BIT0 | MV_BIT1);
	MV_U8 sataUnit = (pSataChannel->channelNumber & MV_BIT2) >> 2;
	MV_U8 ATAstatus;
	MV_STORAGE_DEVICE_REGISTERS deviceRegs;

	mvOsSemTake(&pSataChannel->semaphore);

	MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_ALTERNATE_REG_OFFSET);

	ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
	/* clear DevInterrupt */
	MV_REG_WRITE_DWORD(ioBaseAddr, MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
			   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~(MV_BIT8 << port));

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 "%d %d: C2C Interrupt: status 0x%02x\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);

	dumpAtaDeviceRegisters(pSataChannel->mvSataAdapter, pSataChannel->channelNumber, MV_TRUE, &deviceRegs);
	mvOsSemRelease(&pSataChannel->semaphore);
	if (pSataChannel->C2CCallback) {
		MV_U8 msg[MV_C2C_MESSAGE_SIZE];
		msg[0] = deviceRegs.errorRegister;
		msg[1] = deviceRegs.lbaLowRegister & 0xFF;
		msg[2] = deviceRegs.lbaMidRegister & 0xFF;
		msg[3] = deviceRegs.lbaHighRegister & 0xFF;
		msg[4] = deviceRegs.deviceRegister;
		msg[5] = deviceRegs.lbaLowRegister >> 8;
		msg[6] = deviceRegs.lbaMidRegister >> 8;
		msg[7] = deviceRegs.lbaHighRegister >> 8;
		msg[8] = deviceRegs.sectorCountRegister & 0xFF;
		msg[9] = deviceRegs.sectorCountRegister >> 8;
		pSataChannel->C2CCallback(pSataChannel->mvSataAdapter,
					  pSataChannel,
					  MV_C2C_REGISTER_DEVICE_TO_HOST_FIS_DONE, MV_C2C_MESSAGE_SIZE, msg);
	}
}
#endif

static void handleDeviceInterrupt(MV_SATA_ADAPTER *pAdapter, MV_U8 sataUnit, MV_U8 port)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_QUEUED_COMMAND_ENTRY *pCommandEntry;
	MV_U8 channelIndex;

	channelIndex = MV_CHANNEL_INDEX(sataUnit, port);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 "%d %d: SaDevInterrupt Received\n", pAdapter->adapterId, channelIndex);

	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: SaDevInterrupt Received for disconnected channel\n",
			 pAdapter->adapterId, channelIndex);
		/* disable SaDevInterrupts from this channel */
		disableSaDevInterrupts(pAdapter, channelIndex);
		return;
	}
#ifdef MV_SATA_C2C_COMM
	/*handle channel 2 channel communication mode */
	if (pSataChannel->C2CmodeEnabled == MV_TRUE) {
		handleC2CInterrupt(pSataChannel);
		return;
	}
#endif

	mvOsSemTake(&pSataChannel->semaphore);
	if (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_WAIT_FOR_BUSY) {

		/* clear DevInterrupt */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~(MV_BIT8 << port));

		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: enter NCQ error handling request sense state\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_REQUEST_SENSE;
		pSataChannel->ErrorHandlingInfo.CurrPort = 0;
		setReadLogExtCmndPointers(pSataChannel);
		handlePortError(pSataChannel);
		mvOsSemRelease(&pSataChannel->semaphore);
		return;
	}

	/* clear interrupt */

	pCommandEntry = pSataChannel->commandsQueueHead;
	if (pCommandEntry == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: SaDevInterrupt: No command is running!!!\n", pAdapter->adapterId, channelIndex);
		_dumpSataRegs(pAdapter, channelIndex);
		/* disable SaDevInterrupts from this channel */
		disableSaDevInterrupts(pAdapter, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return;
	}
	if ((pCommandEntry->isFreeEntry == MV_TRUE) ||
	    (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_UDMA)) {
		if (pCommandEntry->isFreeEntry == MV_TRUE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_NON_UDMA_COMMAND,
				 "%d %d: SaDevInterrupt: current command is free ???\n",
				 pAdapter->adapterId, channelIndex);
		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_NON_UDMA_COMMAND,
				 "%d %d: SaDevInterrupt: current command is Not PIO ???\n",
				 pAdapter->adapterId, channelIndex);
		}
		/* disable SaDevInterrupts from this channel */
		disableSaDevInterrupts(pAdapter, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return;
	}
	handlePIOInterrupt(pSataChannel, pCommandEntry);
	mvOsSemRelease(&pSataChannel->semaphore);
}

static void handlePIOInterrupt(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset = pSataChannel->eDmaRegsOffset;
	MV_U8 port = pSataChannel->channelNumber & (MV_BIT0 | MV_BIT1);
	MV_U8 sataUnit = (pSataChannel->channelNumber & MV_BIT2) >> 2;
	MV_U8 ATAstatus;
	MV_NON_UDMA_PROTOCOL protocolType;

	MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_ALTERNATE_REG_OFFSET);

	ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
	/* clear DevInterrupt */
	MV_REG_WRITE_DWORD(ioBaseAddr, MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
			   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~(MV_BIT8 << port));

	if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET)
		protocolType = pCommandEntry->pCommandInfo->commandParams.packetCommand.protocolType;
	else
		protocolType = pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand.protocolType;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 "%d %d: PIO Interrupt: cmd 0x%02X, type %d. status 0x%02x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber,
		 pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand.command, protocolType, ATAstatus);
	if (ATAstatus & MV_ATA_BUSY_STATUS) {
		if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d %d: "
				 "PIO Interrupt: drive is BUSY!!!! status 0x%02x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);
		}
		return;
	}
	if (ATAstatus & MV_ATA_ERROR_STATUS) {
		if (pSataChannel->FBSEnabled == MV_TRUE) {
			/*clear interrupt cause to resume the transport layer operation */
			MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					   pSataChannel->eDmaRegsOffset +
					   MV_EDMA_FIS_INTERRUPT_CAUSE_REG_OFFSET, ~MV_BIT8);
		}
		if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_NONE_UDMA) {
			completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
			return;
		}
	}
	switch (protocolType) {
	case MV_NON_UDMA_PROTOCOL_NON_DATA:
		/* command is successfully completed */
		completePIOCommand(pSataChannel, pCommandEntry, MV_FALSE);
		break;
	case MV_NON_UDMA_PROTOCOL_PIO_DATA_IN:
		if (ATAstatus & MV_ATA_READY_STATUS) {
			if (transferPIOData(pSataChannel,
					    &pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand) == MV_TRUE) {
				if (pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand.count == 0) {
					ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset +
								     MV_ATA_DEVICE_STATUS_REG_OFFSET);
					if (ATAstatus & MV_ATA_DATA_REQUEST_STATUS) {
						mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
							 "%d %d: PIO Interrupt: DRQ still set. ATA status 0x%02x\n",
							 pSataChannel->mvSataAdapter->adapterId,
							 pSataChannel->channelNumber, ATAstatus);
						return;
					}
					completePIOCommand(pSataChannel, pCommandEntry, MV_FALSE);
					return;
				}
#ifdef MV_SATA_SUPPORT_READ_WRITE_LONG

				/* for Read long only */
				if (pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand.count == 4) {
					if (transferPIOData(pSataChannel,
							    &pCommandEntry->pCommandInfo->commandParams.
							    NoneUdmaCommand) == MV_TRUE) {
						completePIOCommand(pSataChannel, pCommandEntry, MV_FALSE);
					} else {
						completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
					}
				}
#endif /*MV_SATA_SUPPORT_READ_WRITE_LONG */

			} else {
				completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
			}
		} else {	/* when BUSY and DRQ cleared to zero then the device has */

			/* completed the command with error                     */
			completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
			return;
		}
		break;
	case MV_NON_UDMA_PROTOCOL_PIO_DATA_OUT:
		if ((ATAstatus & MV_ATA_READY_STATUS) && !(ATAstatus & MV_ATA_DEVICE_FAULT_STATUS)) {
			if (pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand.count == 0) {
				completePIOCommand(pSataChannel, pCommandEntry, MV_FALSE);
			} else {
				if (transferPIOData(pSataChannel,
						    &pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand) ==
				    MV_FALSE) {
					completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
				}
			}
		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: PIO Interrupt: PIO"
				 " Data Out command failed status 0x%02x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);
			completePIOCommand(pSataChannel, pCommandEntry, MV_TRUE);
		}
		break;
#ifdef MV_SUPPORT_ATAPI
	case MV_NON_UDMA_PROTOCOL_PACKET_PIO_NON_DATA:
		completePacketCommand(pSataChannel, pCommandEntry, MV_FALSE);
		break;
	case MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_IN:
	case MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_OUT:
		{
			MV_U8 ATASectorCount = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset +
								MV_ATA_DEVICE_SECTOR_COUNT_REG_OFFSET);

			if ((ATAstatus & MV_ATA_ERROR_STATUS) || (ATAstatus & MV_ATA_DEVICE_FAULT_STATUS)) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Packet Interrupt: Command completed with error: ATA status 0x%02x\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, ATAstatus);
				completePacketCommand(pSataChannel, pCommandEntry, MV_TRUE);
				return;
			}
			if ((ATAstatus & MV_ATA_DATA_REQUEST_STATUS) == 0) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
					 "%d %d: Packet Interrupt: Command completed ATA status 0x%02x\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, ATAstatus);
				completePacketCommand(pSataChannel, pCommandEntry, MV_FALSE);
				return;
			}
			if (((ATAstatus & MV_ATA_READY_STATUS) != MV_ATA_READY_STATUS) ||
			    (((ATASectorCount & 0x3) != MV_BIT1)
			     && (protocolType == MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_IN))
			    || (((ATASectorCount & 0x3) != 0)
				&& (protocolType == MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_OUT))
			    ) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Packet Interrupt: unexpected ATA regs: ATA status 0x%02x,"
					 " ATA SectorCount 0x%02x protocol %d\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, ATAstatus, ATASectorCount, protocolType);

				/* completed the command with error                     */
				completePacketCommand(pSataChannel, pCommandEntry, MV_TRUE);
				return;
			} else {
				MV_U8 LBAMid = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset +
								MV_ATA_DEVICE_LBA_MID_REG_OFFSET);
				MV_U8 LBAHigh = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset +
								 MV_ATA_DEVICE_LBA_HIGH_REG_OFFSET);
				MV_U16 byteCount = (LBAHigh << 8) | LBAMid;
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
					 " Packet with Data: LBA Mid %x, LBA High %x\n", LBAMid, LBAHigh);
				if (transferPacketData
				    (pSataChannel, &pCommandEntry->pCommandInfo->commandParams.packetCommand,
				     byteCount) != MV_TRUE) {
					completePacketCommand(pSataChannel, pCommandEntry, MV_TRUE);
				}
			}
		}
		break;
	case MV_NON_UDMA_PROTOCOL_PACKET_DMA:
		{
			MV_U32 BMDMA_status = MV_REG_READ_DWORD(ioBaseAddr,
								getEdmaRegOffset(pSataChannel->channelNumber) +
								MV_BMDMA_STATUS_OFFSET);

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
				 "%d %d: Packet Interrupt: in ATAPI DMA command ATA status 0x%02x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
				 "Packet Interrupt: BMDMA status 0x%08x\n", BMDMA_status);
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
				 " Packet Interrupt: EDMA Error cause 0x%08x\n",
				 MV_REG_READ_DWORD(ioBaseAddr,
						   getEdmaRegOffset(pSataChannel->channelNumber) +
						   MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET));
			if (ATAstatus & MV_ATA_ERROR_STATUS) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "Packet Interrupt: DMA command completed with error BMDMA "
					 "status 0x%08x, ATA status 0x%02x\n", BMDMA_status, ATAstatus);
				_resetBmDma(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 ": BMDMA status(2) 0x%08x\n",
					 MV_REG_READ_DWORD(ioBaseAddr,
							   getEdmaRegOffset(pSataChannel->channelNumber) +
							   MV_BMDMA_STATUS_OFFSET));

				pCommandEntry->pCommandInfo->commandParams.packetCommand.transfered_data = 0;
			} else {
				pCommandEntry->pCommandInfo->commandParams.packetCommand.transfered_data =
				    pCommandEntry->pCommandInfo->commandParams.packetCommand.buffer_len;

				/* if BMDMA finished, call _resetBmDma to clear the Done interrupt */
				_resetBmDma(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
				/* chech if the BMDMA completed with errors */
				if (BMDMA_status & MV_BIT1) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
						 "Packet Interrupt: BMDMA completed with error. "
						 "status 0x%08x, ATA status 0x%02x\n", BMDMA_status, ATAstatus);
					completePacketCommand(pSataChannel, pCommandEntry, MV_TRUE);
					return;
				}
			}
			completePacketCommand(pSataChannel, pCommandEntry, MV_FALSE);
			return;
		}
		break;
#endif
	default:		/* never reached */
		break;
	}
}

static MV_BOOLEAN transferPIOData(MV_SATA_CHANNEL *pSataChannel, MV_NONE_UDMA_COMMAND_PARAMS *pNoneUdmaCommandParams)
{
	MV_U32 i;
	MV_U32 dataBlockWords = pSataChannel->DRQDataBlockSize * ATA_SECTOR_SIZE_IN_WORDS;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 "%d %d: xfer data for PIO Data command.count %d\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, pNoneUdmaCommandParams->count);

	switch (pNoneUdmaCommandParams->protocolType) {
	case MV_NON_UDMA_PROTOCOL_PIO_DATA_OUT:
		for (i = 0; i < dataBlockWords; i++) {
			if (pNoneUdmaCommandParams->count == 0)
				return MV_TRUE;

			pNoneUdmaCommandParams->count--;
			MV_REG_WRITE_WORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					  pSataChannel->eDmaRegsOffset +
					  MV_ATA_DEVICE_PIO_DATA_REG_OFFSET, *pNoneUdmaCommandParams->bufPtr++);
		}
		break;
	case MV_NON_UDMA_PROTOCOL_PIO_DATA_IN:
		for (i = 0; i < dataBlockWords; i++) {
			MV_U16 data;
			if (pNoneUdmaCommandParams->count == 0)
				return MV_TRUE;

			pNoneUdmaCommandParams->count--;
			data = MV_REG_READ_WORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
						pSataChannel->eDmaRegsOffset + MV_ATA_DEVICE_PIO_DATA_REG_OFFSET);
#if defined(MV_NETBSD)
			/* identify data is in big endian */
			if ((pNoneUdmaCommandParams->command == MV_ATA_COMMAND_IDENTIFY) ||
			    (pNoneUdmaCommandParams->command == MV_ATA_COMMAND_ATAPI_IDENTIFY))
				data = MV_BE16_TO_CPU(data);
			else
				data = MV_CPU_TO_LE16(data);	/*should be LE16 TO CPU */
#endif
			*pNoneUdmaCommandParams->bufPtr++ = data;

		}
		break;
	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d %d: in xfer data "
			 "PIO: command protocol is not Data in/out\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		return MV_FALSE;
	}
	return MV_TRUE;
}

#ifdef MV_SUPPORT_ATAPI
static MV_BOOLEAN transferPacketData(MV_SATA_CHANNEL *pSataChannel,
				     MV_PACKET_COMMAND_PARAMS *pPacketCommandParams, MV_U16 byteCount)
{
	MV_U32 i;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 "%d %d: xfer data for Packet command.count %d\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, byteCount);
	byteCount >>= 1;
	switch (pPacketCommandParams->protocolType) {
	case MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_IN:
		for (i = 0; i < byteCount; i++) {
			MV_U16 data;
			if (pPacketCommandParams->transfered_data == pPacketCommandParams->buffer_len)
				return MV_TRUE;

			pPacketCommandParams->transfered_data += 2;
			data = MV_REG_READ_WORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
						pSataChannel->eDmaRegsOffset + MV_ATA_DEVICE_PIO_DATA_REG_OFFSET);
			*pPacketCommandParams->bufPtr++ = MV_CPU_TO_LE16(data);
		}
		break;
	case MV_NON_UDMA_PROTOCOL_PACKET_PIO_DATA_OUT:
		for (i = 0; i < byteCount; i++) {
			if (pPacketCommandParams->transfered_data == pPacketCommandParams->buffer_len)
				return MV_TRUE;

			pPacketCommandParams->transfered_data += 2;
			MV_REG_WRITE_WORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					  pSataChannel->eDmaRegsOffset +
					  MV_CPU_TO_LE16(MV_ATA_DEVICE_PIO_DATA_REG_OFFSET),
					  *pPacketCommandParams->bufPtr++);
		}
		break;
	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d %d: in xfer data "
			 "Packet command: non valid protocol type (%d)\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pPacketCommandParams->protocolType);
		return MV_FALSE;
	}
	return MV_TRUE;
}
#endif

static void completePIOCommand(MV_SATA_CHANNEL *pSataChannel,
			       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_BOOLEAN failed)
{
	MV_COMPLETION_TYPE compType = MV_COMPLETION_TYPE_NORMAL;
	MV_STORAGE_DEVICE_REGISTERS deviceRegs;
	MV_U8 hostTag;
	MV_NONE_UDMA_COMMAND_PARAMS *pParams = &pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand;

	if (pCommandEntry->pCommandInfo->type != MV_QUEUED_COMMAND_TYPE_NONE_UDMA) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d %d: completePIOCommand called for"
			 " wrong command\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
	}
	dumpAtaDeviceRegisters(pSataChannel->mvSataAdapter, pSataChannel->channelNumber, pParams->isEXT, &deviceRegs);
	if (failed == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: PIO Command completed "
			 "with error\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

		compType = MV_COMPLETION_TYPE_ERROR;
		pSataChannel->queueCommandsEnabled = MV_FALSE;
	} else {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: PIO Command completed successfully\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		pSataChannel->recoveredErrorsCounter = 0;
	}
	/* pCommandEntry is invalid after calling the callback function
	   so we cache the tag to be used later */

	hostTag = pCommandEntry->hostTag;
	if (hostTag == 0xFF) {	/*NCQ Error handling ReadLogExt command */
		/*sanity check */
		if (pCommandEntry != pSataChannel->ErrorHandlingInfo.pReadLogExtEntry) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
				 "%d %d: in completePIOCommand, command is ReadLogExt"
				 ", pointers mismatch \n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		}
		commandsQueueRemove(pSataChannel, pCommandEntry);
	} else {
		removeCommand(pSataChannel, pCommandEntry);
	}

	pParams->callBack(pSataChannel->mvSataAdapter, pSataChannel->channelNumber,
			  compType, pParams->commandId, 0, 0, &deviceRegs);

	if (hostTag != 0xFF) {	/*if not NCQ Error handling ReadLogExt command */
		if (failed == MV_TRUE)
			_doDevErrorRecovery(pSataChannel);
		else
			_insertQCommandsIntoEdma(pSataChannel);
	}
}

#ifdef MV_SUPPORT_ATAPI
static void completePacketCommand(MV_SATA_CHANNEL *pSataChannel,
				  MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_BOOLEAN failed)
{
	MV_COMPLETION_TYPE compType = MV_COMPLETION_TYPE_NORMAL;
	MV_STORAGE_DEVICE_REGISTERS deviceRegs;
	MV_PACKET_COMMAND_PARAMS *pParams = &pCommandEntry->pCommandInfo->commandParams.packetCommand;
	MV_U32 transfered_data = pParams->transfered_data;

	dumpAtaDeviceRegisters(pSataChannel->mvSataAdapter, pSataChannel->channelNumber, MV_FALSE, &deviceRegs);
	if (failed == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Packet Command completed "
			 "with error\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

	} else {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: Packet Command completed successfully\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
	}
	pSataChannel->recoveredErrorsCounter = 0;

	removeCommand(pSataChannel, pCommandEntry);

	pParams->callBack(pSataChannel->mvSataAdapter, pSataChannel->channelNumber,
			  compType, pParams->commandId, 0, transfered_data, &deviceRegs);

	_insertQCommandsIntoEdma(pSataChannel);
}
#endif
static MV_VOID initTagsStack(struct _mvTagsStack *pTagsStack, MV_U8 *pTagsArray, MV_U8 size);

static MV_U8 popTag(struct _mvTagsStack *pTagsStack);

static MV_VOID pushTag(struct _mvTagsStack *pTagsStack, MV_U8 tag);

static MV_BOOLEAN isEmpty(struct _mvTagsStack *pTagsStack);

static MV_VOID initChannelTags(MV_SATA_CHANNEL *pSataChannel);
static MV_BOOLEAN getTag(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort, MV_U8 *pHostTag, MV_U8 *pDeviceTag);
static MV_VOID releaseTag(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort, MV_U8 hostTag, MV_U8 deviceTag);

static MV_VOID initTagsStack(struct _mvTagsStack *pTagsStack, MV_U8 *pTagsArray, MV_U8 size)
{
	MV_U8 i;
	pTagsStack->pTagsArray = pTagsArray;
	pTagsStack->top = size;
	for (i = 0; i < size; i++)
		pTagsStack->pTagsArray[i] = size - 1 - i;
}

static MV_U8 popTag(struct _mvTagsStack *pTagsStack)
{
	return pTagsStack->pTagsArray[--pTagsStack->top];
}

static MV_VOID pushTag(struct _mvTagsStack *pTagsStack, MV_U8 tag)
{
	pTagsStack->pTagsArray[pTagsStack->top++] = tag;
}

static MV_BOOLEAN isEmpty(struct _mvTagsStack *pTagsStack)
{
	if (pTagsStack->top == 0)
		return MV_TRUE;
	return MV_FALSE;
}

static MV_VOID initChannelTags(MV_SATA_CHANNEL *pSataChannel)
{
	MV_U8 i;
	for (i = 0; i < MV_SATA_GEN2E_TAG_POOLS_NUM; i++) {
		initTagsStack(&pSataChannel->Tags.DeviceTagsPool[i],
			      pSataChannel->Tags.DeviceTags[i], MV_SATA_TAGS_PER_POOL);
	}
	if (pSataChannel->use128Entries == MV_TRUE) {
		initTagsStack(&pSataChannel->Tags.HostTagsPool,
			      pSataChannel->Tags.HostTags, MV_SATA_GEN2E_SW_QUEUE_SIZE);
	} else {
		initTagsStack(&pSataChannel->Tags.HostTagsPool, pSataChannel->Tags.HostTags, MV_SATA_SW_QUEUE_SIZE);
	}
}

static MV_BOOLEAN getTag(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort, MV_U8 *pHostTag, MV_U8 *pDeviceTag)
{
	MV_U8 pool = 0;		/*for Gen1-2 devices host tag must be equal to device tag */
	if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE)
		pool = PMPort & MV_SATA_GEN2E_TAG_PMPORT_MASK;

	if ((MV_TRUE == isEmpty(&pSataChannel->Tags.HostTagsPool)) ||
	    (MV_TRUE == isEmpty(&pSataChannel->Tags.DeviceTagsPool[pool])))
		return MV_FALSE;

	*pHostTag = popTag(&pSataChannel->Tags.HostTagsPool);
	*pDeviceTag = popTag(&pSataChannel->Tags.DeviceTagsPool[pool]);
	return MV_TRUE;
}

static MV_VOID releaseTag(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort, MV_U8 hostTag, MV_U8 deviceTag)
{
	MV_U8 pool = 0;		/*for Gen1-2 devices host tag must be equal to device tag */
	if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE)
		pool = PMPort & MV_SATA_GEN2E_TAG_PMPORT_MASK;

	pushTag(&pSataChannel->Tags.HostTagsPool, hostTag);
	pushTag(&pSataChannel->Tags.DeviceTagsPool[pool], deviceTag);
}

/*******************************************************************************
* _resetEdmaQPointers - resets EDMA's Queues Pointers
*
*
* DESCRIPTION:
*
* INPUT:
*   *pSataChannel   - pointer to the Sata channel data structure
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
*
* COMMENTS:
*   this function assumes that the channel semaphore is locked
*
*******************************************************************************/
static MV_BOOLEAN _resetEdmaQPointers(MV_SATA_CHANNEL *pSataChannel)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset = pSataChannel->eDmaRegsOffset;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: _resetEdmaQPointers\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

	pSataChannel->EdmaQueuedCommands = 0;
	pSataChannel->reqInPtr = 0;
	pSataChannel->rspOutPtr = 0;

	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
			   MV_EDMA_REQUEST_Q_BAH_REG_OFFSET, pSataChannel->requestQueuePciHiAddress);
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
			   MV_EDMA_REQUEST_Q_INP_REG_OFFSET,
			   pSataChannel->requestQueuePciLowAddress & MV_EDMA_REQUEST_Q_BA_MASK);
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_REQUEST_Q_OUTP_REG_OFFSET, 0);

	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
			   MV_EDMA_RESPONSE_Q_BAH_REG_OFFSET, pSataChannel->responseQueuePciHiAddress);
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_RESPONSE_Q_INP_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
			   MV_EDMA_RESPONSE_Q_OUTP_REG_OFFSET, pSataChannel->responseQueuePciLowAddress);

	return MV_TRUE;
}

static void setupEdmaDeviceErrorHandlingConfiguration(MV_SATA_CHANNEL *pSataChannel)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;

	if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) {
		_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			    MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_BIT2);

		if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
			_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				      MV_EDMA_HALT_CONDITIONS_REG_OFFSET, MV_BIT2);
			_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				      MV_EDMA_FIS_CONFIGURATION_REG_OFFSET, MV_BIT10 | MV_BIT8);
		} else {
			_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				    MV_EDMA_CONFIG_REG_OFFSET, MV_EDMA_CONFIG_CONONDEVERR_MASK);
			/* Fix for 88SX60x1 FEr SATA#25 */
			_setRegBits(ioBaseAddr, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, MV_BIT22);
		}
	} else {

		_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			      MV_EDMA_CONFIG_REG_OFFSET, MV_EDMA_CONFIG_CONONDEVERR_MASK);
		if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_II)
			_clearRegBits(ioBaseAddr, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, MV_BIT22);

		if (pSataChannel->FBSEnabled == MV_TRUE) {
			if (pSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED) {
				_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
					    MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_BIT2);
			} else {
				_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
					      MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_BIT2);
			}
			_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				      MV_EDMA_HALT_CONDITIONS_REG_OFFSET, MV_BIT2);
			_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				    MV_EDMA_FIS_CONFIGURATION_REG_OFFSET, MV_BIT8);
			_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				      MV_EDMA_FIS_CONFIGURATION_REG_OFFSET, MV_BIT10);

		} else {
			_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				      MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, MV_BIT2);
			if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
				_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
					    MV_EDMA_HALT_CONDITIONS_REG_OFFSET, MV_BIT2);
				_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
					      MV_EDMA_FIS_CONFIGURATION_REG_OFFSET, MV_BIT10 | MV_BIT8);
			}
		}
	}
}

/*******************************************************************************
* resetEdmaChannel - resets the channel data stucture and EDMA registers
*
*
* DESCRIPTION:
*   this function resets the low level EDMA fields of Sata channel data
*   structure and initialize the EDMA register accourdingly
*
* INPUT:
*   *pSataChannel   - pointer to the Sata channel data structure
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
*
* COMMENTS:
*   this function assumes that the channel semaphore is locked
*
*******************************************************************************/
static MV_BOOLEAN resetEdmaChannel(MV_SATA_CHANNEL *pSataChannel)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset = pSataChannel->eDmaRegsOffset;
	int i;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: resetEdmaChannel\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

	if (MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET) & MV_EDMA_COMMAND_HARD_RST_MASK) {
		MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
				   MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_DISABLE_MASK);

		MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET);
		mvMicroSecondsDelay(pSataChannel->mvSataAdapter, MV_HARD_RESET_WAIT_NEGATE);
		_fixPhyParams(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
	} else {
		MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset +
				   MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_DISABLE_MASK);
	}

	pSataChannel->outstandingCommands = 0;
	for (i = 0; i <= MV_SATA_PM_MAX_PORTS; i++)
		pSataChannel->portQueuedCommands[i] = 0;

	pSataChannel->noneUdmaOutstandingCommands = 0;
#ifdef MV_SUPPORT_ATAPI
	pSataChannel->packetOutstandingCommands = 0;
#endif
	pSataChannel->EdmaActive = MV_FALSE;

	/* init free entries stack */
	initChannelTags(pSataChannel);
	for (i = 0; i < pSataChannel->commandsQueueSize; i++)
		pSataChannel->commandsQueue[i].isFreeEntry = MV_TRUE;

	pSataChannel->commandsQueueHead = NULL;
	pSataChannel->commandsQueueTail = NULL;
	pSataChannel->queueCommandsEnabled = MV_FALSE;
#ifdef MV_SATA_C2C_COMM

	/* C2C */
	pSataChannel->C2CmodeEnabled = MV_FALSE;
#endif
	pSataChannel->ErrorHandlingInfo.CurrPort = 0;
	pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_IDLE;
	pSataChannel->ErrorHandlingInfo.PortsWithErrors = 0;
	pSataChannel->ErrorHandlingInfo.useVendorUniqGen2WA = MV_FALSE;
	pSataChannel->recoveredErrorsCounter = 0;
	_resetEdmaQPointers(pSataChannel);
	return MV_TRUE;
}

static void flushDmaQueue(MV_SATA_CHANNEL *pSataChannel, MV_FLUSH_TYPE flushType,
			  MV_COMPLETION_TYPE completionType, MV_U16 eDmaCause)
{
	mvSataCommandCompletionCallBack_t callBackFunc;
	int i;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d: Flush DMA, type=%s, commands"
		 " %d (on EDMA %d)\n", pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber,
		 (flushType == MV_FLUSH_TYPE_CALLBACK) ? "CALLBACK" : "NONE",
		 pSataChannel->outstandingCommands, pSataChannel->EdmaQueuedCommands);

	if (flushType == MV_FLUSH_TYPE_CALLBACK) {
		for (i = 0; i < pSataChannel->commandsQueueSize; i++) {
			if (pSataChannel->commandsQueue[i].isFreeEntry == MV_FALSE) {
				MV_STORAGE_DEVICE_REGISTERS deviceRegisters;
				MV_BOOLEAN isEXT;
				MV_VOID_PTR commandId;
				switch (pSataChannel->commandsQueue[i].pCommandInfo->type) {
				case MV_QUEUED_COMMAND_TYPE_NONE_UDMA:
					isEXT =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.NoneUdmaCommand.
					    isEXT;
					commandId =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.NoneUdmaCommand.
					    commandId;
					callBackFunc =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.NoneUdmaCommand.
					    callBack;
					break;
				case MV_QUEUED_COMMAND_TYPE_UDMA:
					isEXT =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.udmaCommand.
					    isEXT;
					commandId =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.udmaCommand.
					    commandId;
					callBackFunc =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.udmaCommand.
					    callBack;
					break;
				default:
					/* MV_QUEUED_COMMAND_TYPE_PACKET: */
					isEXT = MV_FALSE;
					commandId =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.packetCommand.
					    commandId;
					callBackFunc =
					    pSataChannel->commandsQueue[i].pCommandInfo->commandParams.packetCommand.
					    callBack;
					break;
				}

				dumpAtaDeviceRegisters(pSataChannel->mvSataAdapter,
						       pSataChannel->channelNumber, isEXT, &deviceRegisters);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d: Calling callBackFunc - host tag 0x%x (device tag 0x%x) at %p,"
					 " next %p, prev %p, PMPort 0x%x\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber,
					 i,
					 pSataChannel->commandsQueue[i].deviceTag,
					 &pSataChannel->commandsQueue[i],
					 pSataChannel->commandsQueue[i].next,
					 pSataChannel->commandsQueue[i].prev,
					 pSataChannel->commandsQueue[i].pCommandInfo->PMPort);
				callBackFunc(pSataChannel->mvSataAdapter,
					     pSataChannel->channelNumber, completionType,
					     commandId, eDmaCause, 0, &deviceRegisters);
			}
		}
	}
}

static void _fixPhyParams(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	/* Set unit 0 or 1 */
	MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
	/* Set port 0-3 */
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U32 regVal;

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {

		if (pAdapter->chipIs50XXB0 == MV_TRUE) {
			/* Fix for 88SX50xx FEr SATA#12 */
			/* Disable auto-power management */
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						   MV_SATA_I_HC_LT_MODES_PORT_REG_OFFSET(port));
			regVal |= MV_BIT19;	/* disbale auto-power management */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
					   MV_SATA_I_HC_LT_MODES_PORT_REG_OFFSET(port), regVal);
			/* 88SX50xx FEr SATA#9 */
			/*Fix squelch threshold */
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						   MV_SATA_I_HC_PHY_CONTROL_BRIDGE_PORT_OFFSET(port));

			regVal &= ~0x3;
			regVal |= 0x1;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
					   MV_SATA_I_HC_PHY_CONTROL_BRIDGE_PORT_OFFSET(port), regVal);
		}
		/* Revert values of pre-emphasis and signal amps to the saved ones */
		{
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						   MV_SATA_I_HC_PHY_MODE_BRIDGE_PORT_REG_OFFSET(port));
			regVal &= ~MV_SATA_I_PHY_MODE_AMP_MASK;
			regVal |= (pAdapter->signalAmps[channelIndex] << MV_SATA_I_PHY_MODE_AMP_OFFSET) &
			    MV_SATA_I_PHY_MODE_AMP_MASK;
			regVal &= ~MV_SATA_I_PHY_MODE_PRE_MASK;
			regVal |= (pAdapter->pre[channelIndex] << MV_SATA_I_PHY_MODE_PRE_OFFSET) &
			    MV_SATA_I_PHY_MODE_PRE_MASK;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
					   MV_SATA_I_HC_PHY_MODE_BRIDGE_PORT_REG_OFFSET(port), regVal);
		}
	}
	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
	    (pAdapter->chipIs62X1Z0 == MV_FALSE) && (pAdapter->chipIs65XXZ0 == MV_FALSE)) {
		MV_U32 phyMode2Offset = getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET;
		if ((pAdapter->chipIs60X1B2 == MV_TRUE) || (pAdapter->chipIs60X1C0 == MV_TRUE)) {
			/* Fix for 88SX60X1 FEr SATA #23 */
			/* 88SX6042/88SX7042 FEr SATA #23 */
			/* 88F5182 FEr #SATA-S13 */
			/* 88F5082 FEr #SATA-S13 */
			MV_U32 regVal2;
			regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						    getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET);
			regVal2 |= MV_BIT31;
			regVal2 &= ~MV_BIT16;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET, regVal2);
			mvMicroSecondsDelay(pAdapter, 200);	/* Wait 200uSec */
			regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						    getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET);
			regVal2 &= ~MV_BIT31;
			regVal2 &= ~MV_BIT16;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET, regVal2);
			mvMicroSecondsDelay(pAdapter, 200);	/* Wait 200uSec */
		}
		/* Fix values in phyMode 3 register. */
		{
			MV_U32 regVal2 = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							   getEdmaRegOffset(channelIndex) +
							   MV_SATA_II_PHY_MODE_3_REG_OFFSET);
			regVal2 &= ~0x7F900000;
			regVal2 |= 0x2A800000;

			/* Implement Guidline 88F5182, 88F5082, 88F6082 (GL# SATA-S11) */
			if ((pAdapter->pciConfigDeviceId == MV_SATA_DEVICE_ID_5182) ||
			    (pAdapter->pciConfigDeviceId == MV_SATA_DEVICE_ID_5082) ||
			    (pAdapter->pciConfigDeviceId == MV_SATA_DEVICE_ID_6082)) {
				regVal2 &= ~0x1C;
			}
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_3_REG_OFFSET, regVal2);
		}
		/* Fix values in phyMode 4 register. */
		/* 88SX60x1 FEr SATA#10 */
		/* 88F5182 GL #SATA-S10 */
		/* 88F5082 GL #SATA-S10 */
		if ((pAdapter->chipIs60X1B2 == MV_TRUE) || (pAdapter->chipIs60X1C0 == MV_TRUE)) {
			MV_U32 phyMode4Value;
			MV_U32 tempRegOffset, tempRegValue = 0;
			MV_U32 phyMode4Offset = getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_4_REG_OFFSET;
			tempRegOffset = getEdmaRegOffset(channelIndex) + 0x310;

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_SATA_LINK,
				 "%d %d: PHY mode4 reg value before fix is %x\n",
				 pAdapter->adapterId, channelIndex,
				 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode4Offset));
			phyMode4Value = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode4Offset);
			/* 88SX60x1 FEr SATA #13 */
			if (pAdapter->chipIs60X1B2 == MV_TRUE)
				tempRegValue = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, tempRegOffset);

			phyMode4Value |= MV_BIT0;
			phyMode4Value &= ~MV_BIT1;
			/* phy mode 4 register of Gen IIE devices has some restriction */
			if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE) {
				phyMode4Value &= ~0x5DE3FFFC;
				phyMode4Value |= MV_BIT2;

			}
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, phyMode4Offset, phyMode4Value);
			/* 88SX60x1 FEr SATA #13 */
			if (pAdapter->chipIs60X1B2 == MV_TRUE)
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, tempRegOffset, tempRegValue);

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_SATA_LINK,
				 "%d %d: PHY mode4 reg value after fix is %x\n",
				 pAdapter->adapterId, channelIndex,
				 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode4Offset));
		}

		/* Revert values of pre-emphasis and signal amps to the saved ones */
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode2Offset);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: PHY mode2 "
			 "reg = %x (Before AMP/PRE modification)\n", pAdapter->adapterId, channelIndex, regVal);

		regVal &= ~MV_SATA_II_PHY_MODE_2_AMP_MASK;
		regVal |= (pAdapter->signalAmps[channelIndex] << MV_SATA_II_PHY_MODE_2_AMP_OFFSET) &
		    MV_SATA_II_PHY_MODE_2_AMP_MASK;
		regVal &= ~MV_SATA_II_PHY_MODE_2_PRE_MASK;
		regVal |= (pAdapter->pre[channelIndex] << MV_SATA_II_PHY_MODE_2_PRE_OFFSET) &
		    MV_SATA_II_PHY_MODE_2_PRE_MASK;
		regVal &= ~MV_BIT16;	/* Should always write 0 to bit 16 in phymode 2 */

		/*some reserved fields must be written with fixed values */
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE) {
			regVal &= ~0xC30FF01F;
			regVal |= 0x0000900F;
		}
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, phyMode2Offset, regVal);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, "%d %d: PHY mode2 "
			 "reg = %x (After AMP/PRE modification)\n",
			 pAdapter->adapterId, channelIndex,
			 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode2Offset));
	}
	if (pAdapter->chipIs62X1Z0 == MV_TRUE) {

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_3_REG_OFFSET);

		regVal &= ~0x78100000;
		regVal |= 0x28000000;

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_3_REG_OFFSET, regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_4_REG_OFFSET);
		regVal &= ~0x1;
		regVal |= MV_BIT16;	/* must write 1 to this bit */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_4_REG_OFFSET, regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_9_GEN2_REG_OFFSET);
		regVal &= ~0x7CFF;
		regVal |= 0x00438;

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_9_GEN2_REG_OFFSET, regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_9_GEN1_REG_OFFSET);
		regVal &= ~0x400F;
		regVal |= 0x00008;

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_9_GEN1_REG_OFFSET, regVal);
	}

	if (pAdapter->chipIs65XXZ0 == MV_TRUE)
		;	/* Do nothing */
}

static void _channelHardReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 EdmaCommandOffset = getEdmaRegOffset(channelIndex) + MV_EDMA_COMMAND_REG_OFFSET;

	maskEdmaInterrupts(pAdapter, channelIndex);
	/* 1. Set ATA reset bit */
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, EdmaCommandOffset, MV_EDMA_COMMAND_HARD_RST_MASK);
	MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, EdmaCommandOffset);

	/* 2. Wait 25uSeconds */
	mvMicroSecondsDelay(pAdapter, MV_HARD_RESET_WAIT_ASSERT);

	/* 3. Clear ATA reset bit */
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, EdmaCommandOffset, 0);
	MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, EdmaCommandOffset);

	/* 4. Change phy params (watermark + squelch) */
	_fixPhyParams(pAdapter, channelIndex);
	/* For Gen 1 devices, time delay is needed after resetingt the SATA bridge */
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)
		mvMicroSecondsDelay(pAdapter, MV_HARD_RESET_WAIT_NEGATE);

	unmaskEdmaInterrupts(pAdapter, channelIndex);

}

static void _establishSataComm(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 SControlOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_CONTROL_REG_OFFSET;
	MV_U32 SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
	MV_U32 SStatus;
	MV_U8 retryCount, commRetryCount = 5, retryWithGen1 = 0;

	maskEdmaInterrupts(pAdapter, channelIndex);

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		/*  Set DET field in SControl register to 1 */
		MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
		MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
		SControlOffset = MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
		    MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port);
		SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
	}

	while (1) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, 0x301);
		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset);
		MV_CPU_WRITE_BUFFER_FLUSH();
		mvMicroSecondsDelay(pAdapter, MV_SATA_COMM_INIT_DELAY);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, 0x300);
		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset);
		MV_CPU_WRITE_BUFFER_FLUSH();
		mvMicroSecondsDelay(pAdapter, MV_SATA_COMM_INIT_WAIT_DELAY);
		unmaskEdmaInterrupts(pAdapter, channelIndex);
		/*Wait 200 msec for PHY to become ready */
		for (retryCount = 0; retryCount < 200; retryCount++) {
			if (_checkSStatusAfterHReset(pAdapter, channelIndex) == MV_FALSE) {
				mvMicroSecondsDelay(pAdapter, 1000);
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_SATA_LINK, "%d %d: SATA PHY ready "
					 "after %d msec\n", pAdapter->adapterId, channelIndex, retryCount);

				break;
			}
		}
		if (retryCount == 200) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_SATA_LINK,
				 "%d %d: SATA PHY not ready after 200 msec\n", pAdapter->adapterId, channelIndex);
		}
		SStatus = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
		/* Fix for 88SX60X1 FEr #10 - retry SATA communication if failed 5 times */
		/* this workaround applied for all devices for simplicity and robustness */
		if ((SStatus == 0x0) || (SStatus == 0x113) || (SStatus == 0x123))
			break;

		commRetryCount--;
		if (commRetryCount == 0) {
			MV_U32 regVal;

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_FATAL_ERROR,
				 "%d %d: Failed OOB sequence 5 times !!!\n", pAdapter->adapterId, channelIndex);
			if ((SStatus != 0x121) || (retryWithGen1 == 1)
			    || (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)) {
				break;
			}
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_FATAL_ERROR,
				 "%d %d: SStatus is 0x121, Retry OOB sequence with Gen1 \n",
				 pAdapter->adapterId, channelIndex);
			retryWithGen1 = 1;
			commRetryCount = 5;
			/* set the phy in offline mode */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, 0x304);

			/* force Sata speed to Gen1 */
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET);

#ifdef SATA_ERRATA_88SX60X1_8
			/* according to the spec, bits [31:12] must be set to 0x009B1 */
			/* Fix for 88SX60x1 FEr SATA#8 */
			regVal &= 0x00000FFF;
			/* regVal |= MV_BIT12; */
			regVal |= 0x009B1000;
#endif

			regVal &= ~MV_BIT7;	/* Disable GEn II */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);

			_channelHardReset(pAdapter, channelIndex);
		}
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 "%d %d: Retrying OOB sequnce", pAdapter->adapterId, channelIndex);
	}
}

static void _establishSataCommAll(MV_SATA_ADAPTER *pAdapter)
{
	MV_U8 channelIndex;
	MV_U32 SControlOffset;
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++) {
			maskEdmaInterrupts(pAdapter, channelIndex);
			SControlOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_CONTROL_REG_OFFSET;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, 0x301);

		}
		/* Wait for 1mSecond for COMRESET for all drives */
		mvMicroSecondsDelay(pAdapter, MV_SATA_COMM_INIT_DELAY);
		for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++) {
			SControlOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_CONTROL_REG_OFFSET;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, 0x300);
		}
		mvMicroSecondsDelay(pAdapter, MV_SATA_COMM_INIT_WAIT_DELAY);
		for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++)
			unmaskEdmaInterrupts(pAdapter, channelIndex);
	}
}

void _setActivePMPort(MV_SATA_CHANNEL *pSataChannel, MV_U8 PMPort)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset = pSataChannel->eDmaRegsOffset;
	MV_U32 regVal;

	if (pSataChannel->PMSupported == MV_FALSE)
		return;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_PM, "%d %d: Set TX PM"
		 " Port to %x\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, PMPort);

	regVal = MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_SATA_II_IF_CONTROL_REG_OFFSET);

	regVal &= ~MV_SATA_II_IF_CONTROL_PMTX_MASK;
	regVal |= (PMPort << MV_SATA_II_IF_CONTROL_PMTX_OFFSET) & MV_SATA_II_IF_CONTROL_PMTX_MASK;
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_SATA_II_IF_CONTROL_REG_OFFSET, regVal);
	MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_SATA_II_IF_CONTROL_REG_OFFSET);

}

static void revertSataHCRegs(MV_SATA_ADAPTER *pAdapter)
{
	MV_U8 channelIndex;
	MV_U8 temp;
	MV_U32 edmaRegsOffset;
	MV_U32 sataHcRegsOffset;
	MV_U32 regTemp;
	MV_U8 sataUnit;

	if ((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) || (pAdapter->hostInterface == MV_HOST_IF_INTEGRATED)) {
		for (sataUnit = 0; sataUnit < pAdapter->numberOfUnits; sataUnit++) {
			for (temp = 0; temp < pAdapter->portsPerUnit; temp++) {
				channelIndex = temp + sataUnit * pAdapter->portsPerUnit;
				edmaRegsOffset = getEdmaRegOffset(channelIndex);

				/* Disable EDMA */
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET,
						   MV_EDMA_COMMAND_DISABLE_MASK);
				MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						  edmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET);

				/* Reset SATA bridge */
				_channelHardReset(pAdapter, channelIndex);

				/* Zero EDMA registersr */
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET, 0);

				if (pAdapter->hostInterface == MV_HOST_IF_INTEGRATED) {
					MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
							   edmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET, 0x101f);
				} else {
					MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
							   edmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET, 0x11f);
				}

				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_TIMER_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_REQUEST_Q_BAH_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_REQUEST_Q_INP_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_REQUEST_Q_OUTP_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_RESPONSE_Q_BAH_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_RESPONSE_Q_OUTP_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_RESPONSE_Q_INP_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_TEST_CONTROL_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   edmaRegsOffset + MV_EDMA_IORDY_TIMEOUT_REG_OFFSET, 0x800);
			}

			/* Revert values of SATA HC regs (few registers are READ-ONLY ) */
			if (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED) {
				sataHcRegsOffset = MV_SATAHC_REGS_BASE_OFFSET(sataUnit);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   sataHcRegsOffset + MV_SATAHC_INT_COAL_THRE_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   sataHcRegsOffset + MV_SATAHC_INT_TIME_THRE_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   sataHcRegsOffset + MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, 0);
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   sataHcRegsOffset + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET, 0);
				regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							    sataHcRegsOffset +
							    MV_SATA_I_HC_BRIDGES_PINS_CONFIG_REG_OFFSET);
				/* Keep the SS during power on and the reference clock bits (reset sample ) */
				regTemp &= 0x1c1c1c1c;
				regTemp |= 0x03030303;
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   sataHcRegsOffset + MV_SATA_I_HC_BRIDGES_PINS_CONFIG_REG_OFFSET,
						   regTemp);
			}
		}
	}

	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)) {
		MV_U32 timeout;
		/* Use global reset feature */
		/* Empty PCI master */

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET, MV_PCI_MAIN_COMMAND_STOP_MASTER_MASK);
		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET);
		timeout = 1000;
		while (timeout) {
			if (MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					      MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET) &
			    MV_PCI_MAIN_COMMAND_MASTER_EMPTY_MASK) {
				break;
			}

			mvMicroSecondsDelay(pAdapter, 1);
			timeout--;
		}
		if (timeout == 0) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: Global reset timeout when"
				 " trying to flush PCI master - discarding the master flush", pAdapter->adapterId);
		}
		/* Issue global reset - this will reset both SATAHC */
		regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET);
		regTemp |= MV_PCI_MAIN_COMMAND_GLOBAL_RESET_MASK;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET, regTemp);
		regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET);
		if (!(regTemp & MV_PCI_MAIN_COMMAND_GLOBAL_RESET_MASK)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: Global reset error while "
				 "writing '1' to the global reset bit", pAdapter->adapterId);
		}
		mvMicroSecondsDelay(pAdapter, 5);
		regTemp &= ~(MV_PCI_MAIN_COMMAND_GLOBAL_RESET_MASK | MV_PCI_MAIN_COMMAND_STOP_MASTER_MASK);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET, regTemp);
		regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MAIN_COMMAND_STATUS_REG_OFFSET);
		if (regTemp & MV_PCI_MAIN_COMMAND_GLOBAL_RESET_MASK) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: Global reset error while "
				 "writing '1' to the global reset bit", pAdapter->adapterId);
		}
		mvMicroSecondsDelay(pAdapter, 5);
	}
}

static void revertFlashInterfaceRegs(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 regTemp;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_PARAMS_REG_OFFSET, 0x0fcfffff);
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
		regTemp &= 0x3;
		regTemp |= (MV_BIT5 | MV_BIT6);

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, regTemp);
	}
}

static void revertPCIInterfaceRegs(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 regTemp;
	if ((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)) {
		if (!((pAdapter->pciConfigDeviceId == MV_SATA_DEVICE_ID_5080) &&
		      (pAdapter->pciConfigRevisionId == 0x0))) {
			regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						    MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);
			regTemp |= MV_BIT0;

			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regTemp);
		}
	}

	regTemp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MODE_REG_OFFSET);
	regTemp &= 0xff00ffff;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MODE_REG_OFFSET, regTemp);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_DISCARD_TIMER_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_MSI_TRIGGER_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_XBAR_IF_TIMEOUT_REG_OFFSET, 0x000100ff);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_SERR_MASK_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_INTERRUPT_CAUSE_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_INTERRUPT_MASK_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_ERROR_LOW_ADDRESS_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_ERROR_HIGH_ADDRESS_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_ERROR_ATTRIBUTE_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_ERROR_COMMAND_REG_OFFSET, 0);
}

static void revertPEXInterfaceRegs(MV_SATA_ADAPTER *pAdapter)
{
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_E_INTERRUPT_CAUSE_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_E_INTERRUPT_MASK_REG_OFFSET, 0);
}

static void commandsQueueAddTail(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	pCommandEntry->next = NULL;
	pCommandEntry->prev = pSataChannel->commandsQueueTail;
	if (pSataChannel->commandsQueueTail != NULL)
		pSataChannel->commandsQueueTail->next = pCommandEntry;

	pSataChannel->commandsQueueTail = pCommandEntry;

	if (pSataChannel->commandsQueueHead == NULL)
		pSataChannel->commandsQueueHead = pCommandEntry;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: command queued. Head:%p Tail:%p "
		 "command :%p\n", pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->commandsQueueHead,
		 pSataChannel->commandsQueueTail, pCommandEntry);
}

static void commandsQueueAddHead(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	pCommandEntry->next = pSataChannel->commandsQueueHead;
	pCommandEntry->prev = NULL;
	if (pSataChannel->commandsQueueHead != NULL)
		pSataChannel->commandsQueueHead->prev = pCommandEntry;

	pSataChannel->commandsQueueHead = pCommandEntry;

	if (pSataChannel->commandsQueueTail == NULL)
		pSataChannel->commandsQueueTail = pCommandEntry;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: command queued. Head:%p Tail:%p "
		 "command :%p\n", pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->commandsQueueHead,
		 pSataChannel->commandsQueueTail, pCommandEntry);
}

static void commandsQueueRemove(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	if (pCommandEntry->next == NULL) {	/* last */
		pSataChannel->commandsQueueTail = pCommandEntry->prev;
		if (pSataChannel->commandsQueueTail != NULL)
			pSataChannel->commandsQueueTail->next = NULL;
	} else {
		pCommandEntry->next->prev = pCommandEntry->prev;
	}

	if (pCommandEntry->prev == NULL) {	/* head */
		pSataChannel->commandsQueueHead = pCommandEntry->next;
		if (pSataChannel->commandsQueueHead != NULL)
			pSataChannel->commandsQueueHead->prev = NULL;
	} else {
		pCommandEntry->prev->next = pCommandEntry->next;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: command removed. Head:%p Tail:%p "
		 "command :%p\n", pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->commandsQueueHead,
		 pSataChannel->commandsQueueTail, pCommandEntry);
	pCommandEntry->next = NULL;
	pCommandEntry->prev = NULL;
}

static void addCommand(MV_SATA_CHANNEL *pSataChannel,
		       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_QUEUE_COMMAND_INFO *pCommandInfo)
{
#ifndef MV_SATA_STORE_COMMANDS_INFO_ON_IAL_STACK
	pCommandEntry->pCommandInfo = &pCommandEntry->commandInfo;
	switch (pCommandInfo->type) {
	case MV_QUEUED_COMMAND_TYPE_UDMA:
		memcpy(&pCommandEntry->pCommandInfo->commandParams.udmaCommand,
		       &pCommandInfo->commandParams.udmaCommand, sizeof(MV_UDMA_COMMAND_PARAMS));
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: queue Udma command.\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		break;
	case MV_QUEUED_COMMAND_TYPE_NONE_UDMA:
		memcpy(&pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand,
		       &pCommandInfo->commandParams.NoneUdmaCommand, sizeof(MV_NONE_UDMA_COMMAND_PARAMS));
		pSataChannel->noneUdmaOutstandingCommands++;
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: queue Non Udma command.[%d]\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pSataChannel->noneUdmaOutstandingCommands);
		break;
#ifdef MV_SUPPORT_ATAPI
	case MV_QUEUED_COMMAND_TYPE_PACKET:
		memcpy(&pCommandEntry->pCommandInfo->commandParams.packetCommand,
		       &pCommandInfo->commandParams.packetCommand, sizeof(MV_PACKET_COMMAND_PARAMS));
		pSataChannel->packetOutstandingCommands++;
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: queue Packet command.[%d]\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pSataChannel->packetOutstandingCommands);
		break;
#endif
	default:
		break;
	}
	pCommandEntry->pCommandInfo->type = pCommandInfo->type;
	pCommandEntry->pCommandInfo->PMPort = pCommandInfo->PMPort;
#else
	if (pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_NONE_UDMA)
		pSataChannel->noneUdmaOutstandingCommands++;
	else if (pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET)
		pSataChannel->packetOutstandingCommands++;

	pCommandEntry->pCommandInfo = pCommandInfo;
#endif
	commandsQueueAddTail(pSataChannel, pCommandEntry);
	/* pCommandEntry->commandTag = ? */
	pCommandEntry->isFreeEntry = MV_FALSE;
	pSataChannel->outstandingCommands++;
	pSataChannel->portQueuedCommands[pCommandInfo->PMPort]++;
}

static void removeCommand(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_UDMA) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: remove Udma command.\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
	} else if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_NONE_UDMA) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: remove Non Udma command.[%d]\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pSataChannel->noneUdmaOutstandingCommands);

		pSataChannel->noneUdmaOutstandingCommands--;
	}
#ifdef MV_SUPPORT_ATAPI
	else {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: remove Packet command.[%d]\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pSataChannel->packetOutstandingCommands);

		pSataChannel->packetOutstandingCommands--;
	}
#endif
	commandsQueueRemove(pSataChannel, pCommandEntry);
	releaseTag(pSataChannel, pCommandEntry->pCommandInfo->PMPort, pCommandEntry->hostTag, pCommandEntry->deviceTag);
	pCommandEntry->isFreeEntry = MV_TRUE;
	pSataChannel->outstandingCommands--;
	pSataChannel->portQueuedCommands[pCommandEntry->pCommandInfo->PMPort]--;
}

static MV_U32 SaDevInterrutpBit(MV_U8 channelIndex)
{
	MV_U32 maskBit = 0;

	if (channelIndex >= MV_SATA_PORT_PER_UNIT)
		maskBit = (1 << ((channelIndex << 1) + 2));
	else
		maskBit = (1 << ((channelIndex << 1) + 1));

	return maskBit;
}

static void enableSaDevInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 maskBit = 0;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: enable SaDevInterrupts.\n",
		 pAdapter->adapterId, channelIndex);
	maskBit = SaDevInterrutpBit(channelIndex);
	mvOsSemTake(&pAdapter->interruptsMaskSem);

	pAdapter->mainMask |= maskBit;

	/*clear disk interrupt */
	MV_REG_READ_BYTE(pAdapter->adapterIoBaseAddress,
			 getEdmaRegOffset(channelIndex) + MV_ATA_DEVICE_STATUS_REG_OFFSET);
	/* clear DevInterrupt */
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   MV_SATAHC_REGS_BASE_OFFSET((channelIndex & MV_BIT2) >> 2) +
			   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~(MV_BIT8 << (channelIndex & (MV_BIT0 | MV_BIT1))));

	/* unmask */
	if (pAdapter->interruptsAreMasked == MV_FALSE) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);

		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset);

	}
	mvOsSemRelease(&pAdapter->interruptsMaskSem);
}

void disableSaDevInterrupts(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 maskBit = 0;

	maskBit = SaDevInterrutpBit(channelIndex);
	mvOsSemTake(&pAdapter->interruptsMaskSem);
	pAdapter->mainMask &= ~maskBit;
	if (pAdapter->interruptsAreMasked == MV_FALSE) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);

		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset);

	}
	mvOsSemRelease(&pAdapter->interruptsMaskSem);
}

static void _checkATAStatus(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_U8 ATAstatus = MV_REG_READ_BYTE(pAdapter->adapterIoBaseAddress,
					   pSataChannel->eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		if ((ATAstatus & (MV_ATA_BUSY_STATUS | MV_ATA_DATA_REQUEST_STATUS |
				  MV_ATA_READY_STATUS | MV_ATA_DEVICE_FAULT_STATUS |
				  MV_ATA_ERROR_STATUS)) == MV_ATA_READY_STATUS) {
			return;
		}
	} else {
		if ((ATAstatus & (MV_ATA_BUSY_STATUS | MV_ATA_DATA_REQUEST_STATUS |
				  MV_ATA_READY_STATUS)) == MV_ATA_READY_STATUS) {
			return;
		}
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: _checkATAStatus "
		 "EDMA can't be enabled with ATA status (0x%02x), do SW reset\n",
		 pAdapter->adapterId, channelIndex, ATAstatus);
	if (pSataChannel->PMSupported == MV_TRUE)
		_setActivePMPort(pSataChannel, MV_SATA_PM_CONTROL_PORT);

	_doSoftReset(pSataChannel);
}

static void activateEdma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 eDmaRegsOffset;
	MV_U8 sataUnit;
	MV_U8 port;

	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	eDmaRegsOffset = pSataChannel->eDmaRegsOffset;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: activateEdma\n", pAdapter->adapterId, channelIndex);
	pSataChannel->EdmaActive = MV_TRUE;
	sataUnit = (channelIndex & MV_BIT2) >> 2;
	port = channelIndex & (MV_BIT0 | MV_BIT1);
	/* clear Device interrupt */
	MV_REG_WRITE_DWORD(ioBaseAddr, MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
			   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~((MV_BIT8 | MV_BIT0) << port));
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		MV_REG_WRITE_DWORD(ioBaseAddr,
				   pSataChannel->eDmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, 0);
	} else {
		MV_REG_WRITE_DWORD(ioBaseAddr,
				   pSataChannel->eDmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, MV_BIT8);
	}

	if (pSataChannel->FBSEnabled == MV_TRUE)
		_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET, MV_BIT16);

	/* disable sata device interrupts */
	disableSaDevInterrupts(pAdapter, channelIndex);

	MV_CPU_WRITE_BUFFER_FLUSH();

	_checkATAStatus(pAdapter, channelIndex);

	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_ENABLE_MASK);
}

static void deactivateEdma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 eDmaRegsOffset;
	MV_U32 counter = 0;
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	eDmaRegsOffset = pSataChannel->eDmaRegsOffset;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: deactivateEdma\n", pAdapter->adapterId, channelIndex);
	pSataChannel->EdmaActive = MV_FALSE;

	MV_CPU_WRITE_BUFFER_FLUSH();
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_DISABLE_MASK);
	while (counter < 1000) {
		if (MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_COMMAND_REG_OFFSET) & MV_BIT0) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: deactivateEdma: "
				 "Edma still active. elapsed time %d us\n", pAdapter->adapterId,
				 channelIndex, counter * 1000);
			mvMicroSecondsDelay(pAdapter, 1000);
		} else {
			break;
		}
		counter++;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: deactivateEdma: "
		 "Edma status reg 0x%08x\n", pAdapter->adapterId,
		 channelIndex, MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_STATUS_REG_OFFSET));
	if (counter >= 1000) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
			 " %d %d: deactivateEdma: Edma Failed (EDMA status = %x)\n",
			 pAdapter->adapterId, channelIndex,
			 MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_STATUS_REG_OFFSET));
		pSataChannel->queueCommandsEnabled = MV_FALSE;
		flushDmaQueue(pSataChannel, MV_FLUSH_TYPE_CALLBACK, MV_COMPLETION_TYPE_ABORT, 0);
		resetEdmaChannel(pSataChannel);
		mvOsSemRelease(&pSataChannel->semaphore);
		pAdapter->mvSataEventNotify(pAdapter, MV_EVENT_TYPE_SATA_ERROR,
					    MV_SATA_UNRECOVERABLE_COMMUNICATION_ERROR, channelIndex);
		mvOsSemTake(&pSataChannel->semaphore);
	}
	if (pSataChannel->FBSEnabled == MV_TRUE)
		_clearRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET, MV_BIT16);

	/*_dumpSataRegs(pAdapter, channelIndex);*/
	enableSaDevInterrupts(pAdapter, channelIndex);
}

static void EdmaReqQueueInsert(MV_SATA_CHANNEL *pSataChannel,
			       MV_QUEUED_COMMAND_ENTRY *pCommandEntry, MV_UDMA_COMMAND_PARAMS *pUdmaParams)
{
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND, " %d %d: Insert Edma "
		 "Request. PMPort %x host tag = 0x%x device tag = 0x%x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pCommandEntry->pCommandInfo->PMPort,
		 pCommandEntry->hostTag, pCommandEntry->deviceTag);

	/* insert the last commmand into the Edma queue */
	if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
		writeGen2EEdmaRequestEntry(&pSataChannel->requestQueue[pSataChannel->reqInPtr],
					   pSataChannel, pCommandEntry, pUdmaParams);
	} else {
		writeEdmaRequestEntry(&pSataChannel->requestQueue[pSataChannel->reqInPtr],
				      pSataChannel, pCommandEntry, pUdmaParams);
	}
	pSataChannel->reqInPtr++;
	pSataChannel->reqInPtr &= pSataChannel->EDMAQueuePtrMask;
	pSataChannel->EdmaQueuedCommands++;
	pCommandEntry->isCommandInEdma = MV_TRUE;
	pCommandEntry->commandAborted = MV_FALSE;

	MV_CPU_WRITE_BUFFER_FLUSH();
	MV_REG_WRITE_DWORD(ioBaseAddr,
			   pSataChannel->eDmaRegsOffset +
			   MV_EDMA_REQUEST_Q_INP_REG_OFFSET,
			   pSataChannel->requestQueuePciLowAddress |
			   ((pSataChannel->reqInPtr << MV_EDMA_REQUEST_Q_INP_OFFSET)
			    & pSataChannel->EDMARequestInpMask));
}

static MV_VOID _insertQCommandsIntoEdma(MV_SATA_CHANNEL *pSataChannel)
{
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: _insert"
		 "QCommandsIntoEdma\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);

	if (pSataChannel->commandsQueueHead == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: Commands queue is empty\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		return;
	}
	if (pSataChannel->commandsQueueHead->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_NONE_UDMA) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: Next Command is PIO\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		if (pSataChannel->PMSupported == MV_TRUE)
			_setActivePMPort(pSataChannel, pSataChannel->commandsQueueHead->pCommandInfo->PMPort);

		if (sendNoneUdmaCommand(pSataChannel, pSataChannel->commandsQueueHead) == MV_FALSE)
			completePIOCommand(pSataChannel, pSataChannel->commandsQueueHead, MV_TRUE);
	}
#ifdef MV_SUPPORT_ATAPI

	else if (pSataChannel->commandsQueueHead->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: Next Command is Packet\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		if (pSataChannel->PMSupported == MV_TRUE)
			_setActivePMPort(pSataChannel, pSataChannel->commandsQueueHead->pCommandInfo->PMPort);

		if (sendNoneUdmaCommand(pSataChannel, pSataChannel->commandsQueueHead) == MV_FALSE)
			completePacketCommand(pSataChannel, pSataChannel->commandsQueueHead, MV_TRUE);
	}
#endif /* MV_SUPPORT_ATAPI */
	else {
		MV_QUEUED_COMMAND_ENTRY *pEntry;
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
			 "%d %d: Next Command is UDMA\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		activateEdma(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
		pEntry = pSataChannel->commandsQueueHead;
		while ((pEntry != NULL) && (pEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_UDMA)) {
			EdmaReqQueueInsert(pSataChannel, pEntry, &pEntry->pCommandInfo->commandParams.udmaCommand);
			pEntry = pEntry->next;
		}

	}

}

/* do device error recovery for PIO, DMA and QUEUED DMA commands (not NCQ)*/
static MV_BOOLEAN _doDevErrorRecovery(MV_SATA_CHANNEL *pSataChannel)
{
	if ((pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_I) ||
	    (pSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED)) {
		if (_doSoftReset(pSataChannel) == MV_FALSE)
			return MV_FALSE;
	}
	pSataChannel->queueCommandsEnabled = MV_TRUE;
	/* Enable the storage device interrupts */
	enableSaDevInterrupts(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
	_resetEdmaQPointers(pSataChannel);
	_insertQCommandsIntoEdma(pSataChannel);
	return MV_TRUE;
}

/* this function used for NCQ error handling or FBS mode, it cheks if further commands
    expected to be completed successfully (from drives without errors in PM)*/
static MV_BOOLEAN isGoodCompletionsExpected(MV_SATA_CHANNEL *pSataChannel)
{
	MV_QUEUED_COMMAND_ENTRY *pEntry;

	pEntry = pSataChannel->commandsQueueHead;
	while (pEntry != NULL) {
		if (pEntry->isCommandInEdma == MV_TRUE) {
			if (pEntry->commandAborted == MV_FALSE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d %d: isGoodCompletionsExpected: command (host tag 0x%02x)"
					 "(device tag 0x%02x) expected with good completion from port 0x%02x. "
					 "PortsWithErros= 0x%04x \n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, pEntry->hostTag,
					 pEntry->deviceTag,
					 pEntry->pCommandInfo->PMPort, pSataChannel->ErrorHandlingInfo.PortsWithErrors);
				return MV_TRUE;
			}
		} else {
			/* stop once reached a command that has not been inserted into the
			   EDMA since the next commands also must be outside the EDMA
			 */
			break;
		}
		pEntry = pEntry->next;
	}

	if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
		if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) {
			MV_U32 EDMAStatus = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							      pSataChannel->eDmaRegsOffset + MV_EDMA_STATUS_REG_OFFSET);

			/*wait for internal commands cache to be empty */
			if ((EDMAStatus & MV_EDMA_STATUS_ECACHE_EMPTY_BIT) == 0) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d %d: isGoodCompletionsExpected: eCache not empty,"
					 " wait for completions with errors\n",
					 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
				return MV_TRUE;
			}
			if ((EDMAStatus & MV_EDMA_STATUS_EDMA_IDLE_BIT) == 0) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d %d: isGoodCompletionsExpected: EDMA is not Idle\n",
					 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
				return MV_TRUE;
			}
		}
	}
	/* check for responses */
	if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) {
		MV_U32 rspInReg = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
						    pSataChannel->eDmaRegsOffset + MV_EDMA_RESPONSE_Q_INP_REG_OFFSET);
		MV_U32 rspInPtr = 0;
		if (pSataChannel->use128Entries == MV_TRUE)
			rspInPtr = getRegField(rspInReg, 3, 7);
		else
			rspInPtr = getRegField(rspInReg, 3, 5);

		if (pSataChannel->rspOutPtr != rspInPtr) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: isGoodCompletionsExpected: More responses need to be "
				 "handled, Response In Ptr 0x%x, SW Response Out Ptr 0x%x\n",
				 pSataChannel->mvSataAdapter->adapterId,
				 pSataChannel->channelNumber, rspInPtr, pSataChannel->rspOutPtr);
			return MV_TRUE;
		}
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d %d: isGoodCompletionsExpected: No commands expected to be "
		 "completed. PortrNumDevError 0x%04x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->ErrorHandlingInfo.PortsWithErrors);
	return MV_FALSE;
}

/* this function used for NCQ error handling, this function called wheb DevErr
    interrupt receivedm it checks which PM ports repored device error and updates
    PortsWithErrors varibles
*/

static MV_VOID updatePortsWithErrors(MV_SATA_CHANNEL *pSataChannel)
{
	MV_U32 testCtrlReg = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					       pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_TEST_CTRL_REG_OFFSET);
	testCtrlReg &= 0xFFFF0000;
	testCtrlReg = testCtrlReg >> 16;
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d %d: updatePortsWithErrors: old val 0x%04x, new 0x%04x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber,
		 pSataChannel->ErrorHandlingInfo.PortsWithErrors,
		 pSataChannel->ErrorHandlingInfo.PortsWithErrors | testCtrlReg);

	pSataChannel->ErrorHandlingInfo.PortsWithErrors |= (MV_U16) testCtrlReg;
}

/* this function called when Device Error occures in NCQ mode or FBS mode*/
/* is detects which outstanding commands (command in the EDMA) are aborted by*/
/* the drive due to the error, also it resumes the transport layer*/
static MV_VOID setAbortedCommands(MV_SATA_CHANNEL *pSataChannel)
{
	MV_QUEUED_COMMAND_ENTRY *pEntry;
	MV_U32 TCQOutStandingStatus[4] = { 0, 0, 0, 0 };
	MV_U8 TCQPortWithError = 0;
	/*sanity checks */
	if ((pSataChannel == NULL) || (pSataChannel->EdmaActive == MV_FALSE)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "setAbortedCommands called in wrong context\n");
		return;
	}
	if (pSataChannel->FBSEnabled == MV_TRUE) {
		MV_U32 TCQStatus = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
						     pSataChannel->eDmaRegsOffset + MV_EDMA_TCQ_STATUS_REG_OFFSET);

		TCQOutStandingStatus[0] = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							    pSataChannel->eDmaRegsOffset +
							    MV_EDMA_NCQTCQ0_OUTSTANDING_REG_OFFSET);
		TCQOutStandingStatus[1] = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							    pSataChannel->eDmaRegsOffset +
							    MV_EDMA_NCQTCQ1_OUTSTANDING_REG_OFFSET);
		TCQOutStandingStatus[2] = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							    pSataChannel->eDmaRegsOffset +
							    MV_EDMA_NCQTCQ2_OUTSTANDING_REG_OFFSET);
		TCQOutStandingStatus[3] = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							    pSataChannel->eDmaRegsOffset +
							    MV_EDMA_NCQTCQ3_OUTSTANDING_REG_OFFSET);

		{
			MV_U32 regVal = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							  pSataChannel->eDmaRegsOffset +
							  MV_SATA_II_IF_STATUS_REG_OFFSET);

			TCQPortWithError = (MV_U8) getRegField(regVal, 8, 4);
		}

		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: setAbortedCommands: \n"
			 "TCQPortWithError = 0x%04x \n"
			 "TCQStatus = 0x%04x \n"
			 "TCQ0OutStandingStatus = 0x%04x \n"
			 "TCQ1OutStandingStatus = 0x%04x \n"
			 "TCQ2OutStandingStatus = 0x%04x \n"
			 "TCQ3OutStandingStatus = 0x%04x \n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber,
			 TCQPortWithError,
			 TCQStatus,
			 TCQOutStandingStatus[0],
			 TCQOutStandingStatus[1], TCQOutStandingStatus[2], TCQOutStandingStatus[3]);
		/* clear DRQ bit */
		if (TCQStatus & (MV_BIT0 << TCQPortWithError)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: setAbortedCommands Clear TCQ DRQ\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			TCQStatus &= ~(MV_BIT0 << TCQPortWithError);
			MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					   pSataChannel->eDmaRegsOffset + MV_EDMA_TCQ_STATUS_REG_OFFSET, TCQStatus);
		}
		/* clear SERVICE bit */
		if (TCQStatus & (MV_BIT16 << TCQPortWithError)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: setAbortedCommands Clear TCQ Service\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			TCQStatus &= ~(MV_BIT16 << TCQPortWithError);
			MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
					   pSataChannel->eDmaRegsOffset + MV_EDMA_TCQ_STATUS_REG_OFFSET, TCQStatus);
		}
		/* clear Device errors in EDMA error cause register */
		MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
				   pSataChannel->eDmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~MV_BIT2);

		/*clear interrupt cause to resume the transport layer operation */
		MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
				   pSataChannel->eDmaRegsOffset + MV_EDMA_FIS_INTERRUPT_CAUSE_REG_OFFSET, ~MV_BIT8);
	}
	pEntry = pSataChannel->commandsQueueHead;
	while (pEntry != NULL) {
		if (pEntry->isCommandInEdma == MV_TRUE) {
			if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING) {
				if ((((MV_U16) (1 << pEntry->pCommandInfo->PMPort)) &
				     pSataChannel->ErrorHandlingInfo.PortsWithErrors) != 0) {
					pEntry->commandAborted = MV_TRUE;
				}
			} else { /*FBS*/
				if (pSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED) {
					if (pEntry->pCommandInfo->PMPort == TCQPortWithError) {
						MV_U32 bitmap = (1 << ((MV_U32) pEntry->hostTag));
						MV_U8 reg = (pEntry->hostTag >> 5) & 0x3;
						if ((bitmap & TCQOutStandingStatus[reg]) != 0)
							pEntry->commandAborted = MV_TRUE;
					}
				}
			}
			if (pEntry->commandAborted == MV_TRUE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d %d: command (host tag 0x%02x)"
					 "(device tag 0x%02x) not expected, port 0x%02x. \n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, pEntry->hostTag,
					 pEntry->deviceTag, pEntry->pCommandInfo->PMPort);
			}
		} else {
			/* stop once reached a command that has not been inserted into the
			   EDMA since the next commands also must be outside the EDMA
			 */
			break;
		}
		pEntry = pEntry->next;
	}
}

/* this function used for NCQ error handling, called when device error received
   and no further good complitions expected. it stops the EDMA and starts the
   process if sending ReadLogExt commands to the drives that reported device
   errors
*/
static MV_VOID enterRequestSenseState(MV_SATA_CHANNEL *pSataChannel)
{
	MV_U8 ATAstatus;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d %d: enterRequestSenseState: PortsWithErrors 0x%04x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->ErrorHandlingInfo.PortsWithErrors);
	/* Fix for 88SX60x1 FEr SATA#25 */
	{
		pSataChannel->ErrorHandlingInfo.useVendorUniqGen2WA = MV_FALSE;
		if (pSataChannel->mvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_II) {
			MV_U32 EDMAStatus = MV_REG_READ_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
							      pSataChannel->eDmaRegsOffset + MV_EDMA_STATUS_REG_OFFSET);

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: EDMA state is %x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, EDMAStatus);

			if (getRegField(EDMAStatus, 8, 8) == 0x70) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d %d: EDMA state is 0x70 do WA\n",
					 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
				pSataChannel->ErrorHandlingInfo.useVendorUniqGen2WA = MV_TRUE;
			}
		}
	}
	deactivateEdma(pSataChannel->mvSataAdapter, pSataChannel->channelNumber);
	if (pSataChannel->queuedDMA == MV_EDMA_MODE_NOT_QUEUED) {
		if (pSataChannel->FBSEnabled != MV_TRUE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
				 "enterRequestSenseState called in wrong context\n");
			return;
		}

		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: enterRequestSenseState: Finished All erring ports\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_IDLE;
		pSataChannel->ErrorHandlingInfo.PortsWithErrors = 0;
		_resetEdmaQPointers(pSataChannel);
		_insertQCommandsIntoEdma(pSataChannel);
		return;
	}

	/* clear Device errors in EDMA error cause register due to the aborted
	   commands */
	MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
			   pSataChannel->eDmaRegsOffset + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET, ~MV_BIT2);
	/* the EDMA may be disabled after FPDMA commands issued and before */
	/* receiving response from the drive (D2H Fis), in this case the ATA  */
	/* busy bit will be set, so we wait for this bit to be cleared by the */
	/* drive when is sends D2H registers Fis and SaDevInterrupt will be issued */

	/* clear SaDevInterrupt if already received */
	{
		MV_U8 port = pSataChannel->channelNumber & (MV_BIT0 | MV_BIT1);
		MV_U8 sataUnit = (pSataChannel->channelNumber & MV_BIT2) >> 2;

		MV_REG_WRITE_DWORD(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET, ~(MV_BIT8 << port));
	}

	ATAstatus = MV_REG_READ_BYTE(pSataChannel->mvSataAdapter->adapterIoBaseAddress,
				     pSataChannel->eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);

	if (ATAstatus & MV_ATA_BUSY_STATUS) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: ATA Busy"
			 "bit is set after disabling EDMA, wait for SaDevInterrupt\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_WAIT_FOR_BUSY;
		return;
	}
	pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_REQUEST_SENSE;
	pSataChannel->ErrorHandlingInfo.CurrPort = 0;
	if (pSataChannel->queuedDMA == MV_EDMA_MODE_QUEUED)
		/*TCQ*/ {
		softResetErringPorts(pSataChannel);
	} else {
		setReadLogExtCmndPointers(pSataChannel);
		handlePortError(pSataChannel);
	}
}

/* this function used for NCQ error handling, called from the ReadLogExt command
    callback function, it makes sanity checks for the command output and
    completes the erring command with the ATA registers values, finally it calls
    handlePortError to handle NCQ errors from the next drive if any*/
static MV_BOOLEAN parseReadLogExtOutPut(MV_SATA_CHANNEL *pSataChannel)
{
	MV_U32 count;
	MV_U8 tag;
	MV_STORAGE_DEVICE_REGISTERS registerStruct;
	MV_QUEUED_COMMAND_ENTRY *pCommandEntry;

	MV_U8_PTR ReadLogExtBuffer = (MV_U8_PTR) pSataChannel->ErrorHandlingInfo.ReadLogExtBuffer;
	/* chack CRC */
	{
		MV_U8 crc = 0;
		for (count = 0; count < ATA_SECTOR_SIZE; count++)
			crc += ReadLogExtBuffer[count];

		if (crc != 0) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: parseReadLogExtOutPut "
				 "ATA Command failed due to wrong CRC checksum (%02x)\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, crc);
			return MV_FALSE;
		}
	}
	/* Swap to little endianess */
	for (count = 0; count < ATA_SECTOR_SIZE_IN_WORDS; count++) {
		/* CPU to little */
		pSataChannel->ErrorHandlingInfo.ReadLogExtBuffer[count] =
		    MV_LE16_TO_CPU(pSataChannel->ErrorHandlingInfo.ReadLogExtBuffer[count]);
	}

	for (count = 0; count < 3; count++) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " ReadLogExt: 0x%02x  0x%02x 0x%02x 0x%02x 0x%02x 0x%02x\n", ReadLogExtBuffer[(count * 6) + 0],
			 ReadLogExtBuffer[(count * 6) + 1], ReadLogExtBuffer[(count * 6) + 2],
			 ReadLogExtBuffer[(count * 6) + 3], ReadLogExtBuffer[(count * 6) + 4],
			 ReadLogExtBuffer[(count * 6) + 5]);
	}
	/* check NQ bit */
	if (ReadLogExtBuffer[0] & MV_BIT7) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: parseReadLogExtOutPut: "
			 "Error - NQ is set\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		return MV_FALSE;
	}

	if (_getHostTagByDeviceTag(pSataChannel,
				   0x1F & ReadLogExtBuffer[0],
				   pSataChannel->ErrorHandlingInfo.CurrPort, &tag) == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d %d: "
			 "parseReadLogExtOutPut: "
			 "Error - None Valid device tag (0x%02x)\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber,
			 pSataChannel->ErrorHandlingInfo.CurrPort, 0x1F & ReadLogExtBuffer[0]);
		return MV_FALSE;
	}
	pCommandEntry = &pSataChannel->commandsQueue[tag];
	if (pCommandEntry->isFreeEntry == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: parseReadLogExtOutPut: "
			 "Error - No command with tag (0x%02x) has been issued\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, tag);
		return MV_FALSE;
	}
	if (pCommandEntry->pCommandInfo->PMPort != pSataChannel->ErrorHandlingInfo.CurrPort) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: parseReadLogExtOutPut: "
			 "Error - command PM Port (0x%02x) and CurrPort (0x%02x) doesn't match\n",
			 pSataChannel->mvSataAdapter->adapterId,
			 pSataChannel->channelNumber, pCommandEntry->pCommandInfo->PMPort,
			 pSataChannel->ErrorHandlingInfo.CurrPort);
		return MV_FALSE;
	}
	if (pCommandEntry->pCommandInfo->type != MV_QUEUED_COMMAND_TYPE_UDMA) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: parseReadLogExtOutPut: "
			 "Error - command with tag (0x%02x) isn't UDMA command\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, tag);
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: parseReadLogExtOutPut: "
		 " command tag (0x%02x)\n", pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, tag);
	registerStruct.statusRegister = ReadLogExtBuffer[2];
	registerStruct.deviceRegister = ReadLogExtBuffer[7];
	registerStruct.errorRegister = ReadLogExtBuffer[3];
	registerStruct.lbaLowRegister = (ReadLogExtBuffer[8] << 8) | ReadLogExtBuffer[4];
	registerStruct.lbaMidRegister = (ReadLogExtBuffer[9] << 8) | ReadLogExtBuffer[5];
	registerStruct.lbaHighRegister = (ReadLogExtBuffer[10] << 8) | ReadLogExtBuffer[6];
	registerStruct.sectorCountRegister = (ReadLogExtBuffer[13] << 8) | ReadLogExtBuffer[12];

	_printATARegs(&registerStruct);

	pSataChannel->EdmaQueuedCommands--;
	pCommandEntry->pCommandInfo->commandParams.udmaCommand.callBack(pSataChannel->mvSataAdapter,
									pSataChannel->channelNumber,
									MV_COMPLETION_TYPE_ERROR,
									pCommandEntry->pCommandInfo->commandParams.
									udmaCommand.commandId, 0x04, 0,
									&registerStruct);
	removeCommand(pSataChannel, pCommandEntry);
	return MV_TRUE;
}

static MV_BOOLEAN _getHostTagByDeviceTag(MV_SATA_CHANNEL *pSataChannel,
					 MV_U8 deviceTag, MV_U8 PMPort, MV_U8 *pHostTag)
{
	MV_QUEUED_COMMAND_ENTRY *pEntry = pSataChannel->commandsQueueHead;
	while (pEntry != NULL) {
		if (pEntry->isCommandInEdma == MV_TRUE) {
			if ((pEntry->deviceTag == deviceTag) && (pEntry->pCommandInfo->PMPort == PMPort)) {
				*pHostTag = pEntry->hostTag;
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 "%d %d %d: _getHostTagByDeviceTag, command entry found, "
					 "host tag = 0x%02x,  deviceTag(0x%02x)\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, PMPort, *pHostTag, deviceTag);
				return MV_TRUE;
			}
		} else {
			/* stop once reached a command that has not been inserted into the
			   EDMA since the next commands also must be outside the EDMA
			 */
			break;
		}
		pEntry = pEntry->next;
	}
	return MV_FALSE;
}

/* this function used for NCQ error handling, it's the callback function of the
    ReadLogExt command with issued by adding command entry to the channel's
    commands queue */
static MV_BOOLEAN
ReadLogExtCompletionCB(MV_SATA_ADAPTER *pSataAdapter,
		       MV_U8 channelNum,
		       MV_COMPLETION_TYPE comp_type,
		       MV_VOID_PTR commandId,
		       MV_U16 responseFlags, MV_U32 timeStamp, MV_STORAGE_DEVICE_REGISTERS *registerStruct)
{
	MV_SATA_CHANNEL *pSataChannel = pSataAdapter->sataChannel[channelNum];

	switch (comp_type) {
	case MV_COMPLETION_TYPE_NORMAL:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: ReadLogExtCompletionCB: Normal completion. Port 0x%02x\n",
			 pSataAdapter->adapterId, channelNum, pSataChannel->ErrorHandlingInfo.CurrPort);
		if (parseReadLogExtOutPut(pSataChannel) == MV_TRUE) {
			/* Fix for 88SX60x1 FEr SATA#25 */
			{
				if (pSataChannel->ErrorHandlingInfo.useVendorUniqGen2WA == MV_TRUE) {
					MV_U32 i;
					MV_U8 ATAstatus;
					_doSoftReset(pSataChannel);
					for (i = 0; i < 31000; i++) {
						ATAstatus = MV_REG_READ_BYTE(pSataAdapter->adapterIoBaseAddress,
									     pSataChannel->eDmaRegsOffset +
									     MV_ATA_DEVICE_STATUS_REG_OFFSET);
						if ((ATAstatus & MV_ATA_BUSY_STATUS) == 0)
							break;

						mvMicroSecondsDelay(pSataChannel->mvSataAdapter, 1000);
					}
				}
			}
			pSataChannel->ErrorHandlingInfo.CurrPort++;
			handlePortError(pSataChannel);
		}
		break;
	default:
		/* when ReadLogExt fails or parseReaDLogExtOutPut fails do nothing */
		/* the higher layers will not have the queued commands completed so it */
		/* should recover this situation by it's timeout error recovery */
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: ReadLogExtCompletionCB: Bad completion. Port 0x%02x\n",
			 pSataAdapter->adapterId, channelNum, pSataChannel->ErrorHandlingInfo.CurrPort);
		_printATARegs(registerStruct);
		_dumpSataRegs(pSataAdapter, channelNum);
		break;
	}
	return MV_TRUE;
}

/* this function used for NCQ error handling, it "allocates" command entry of the
    ReadLogExt command and data buffer used for that command from the EDMA
    requests queue which is not used meanwhile since the EDMA disabled*/
static MV_VOID setReadLogExtCmndPointers(MV_SATA_CHANNEL *pSataChannel)
{
	struct ReadLogExtBuffers {
		MV_QUEUED_COMMAND_ENTRY entry;
#ifdef MV_SATA_STORE_COMMANDS_INFO_ON_IAL_STACK
		MV_QUEUE_COMMAND_INFO commandInfo;
#endif
		MV_U16 pioBuffer[ATA_SECTOR_SIZE_IN_WORDS];
	};
	/* EDMA is not active, so we use the request queue buffer for Read Log Ext
	   command data */
	struct ReadLogExtBuffers *pReadLogExtBuffers = (struct ReadLogExtBuffers *)pSataChannel->requestQueue;
	pSataChannel->ErrorHandlingInfo.pReadLogExtEntry = &pReadLogExtBuffers->entry;
	pSataChannel->ErrorHandlingInfo.ReadLogExtBuffer = pReadLogExtBuffers->pioBuffer;

#ifdef MV_SATA_STORE_COMMANDS_INFO_ON_IAL_STACK
	pSataChannel->ErrorHandlingInfo.pReadLogExtEntry->pCommandInfo = &pReadLogExtBuffers->commandInfo;
#else
	pSataChannel->ErrorHandlingInfo.pReadLogExtEntry->pCommandInfo = &pReadLogExtBuffers->entry.commandInfo;
#endif
}

/* this function used for NCQ error handling, it sets the ReadLogExt command
    entry, then issues the command to the CuttPort*/
static MV_VOID insertReadLogExtCmnd(MV_SATA_CHANNEL *pSataChannel)
{
	MV_QUEUED_COMMAND_ENTRY *pEntry = pSataChannel->ErrorHandlingInfo.pReadLogExtEntry;
	MV_NONE_UDMA_COMMAND_PARAMS *pReadLogExtPIOParams = &pEntry->pCommandInfo->commandParams.NoneUdmaCommand;
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d %d: insertReadLogExtCmnd: Port 0x%02x\n",
		 pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pSataChannel->ErrorHandlingInfo.CurrPort);

	pReadLogExtPIOParams->bufPtr = pSataChannel->ErrorHandlingInfo.ReadLogExtBuffer;
	pReadLogExtPIOParams->callBack = ReadLogExtCompletionCB;
	pReadLogExtPIOParams->command = MV_ATA_COMMAND_READ_LOG_EXT;
	pReadLogExtPIOParams->commandId = NULL;
	pReadLogExtPIOParams->count = ATA_SECTOR_SIZE_IN_WORDS;
	pReadLogExtPIOParams->device = 0;
	pReadLogExtPIOParams->features = 0;
	pReadLogExtPIOParams->isEXT = MV_TRUE;
	pReadLogExtPIOParams->lbaHigh = 0;
	pReadLogExtPIOParams->lbaLow = 0x10;
	pReadLogExtPIOParams->lbaMid = 0;
	pReadLogExtPIOParams->protocolType = MV_NON_UDMA_PROTOCOL_PIO_DATA_IN;
	pReadLogExtPIOParams->sectorCount = 1;
	pEntry->pCommandInfo->type = MV_QUEUED_COMMAND_TYPE_NONE_UDMA;
	pEntry->pCommandInfo->PMPort = pSataChannel->ErrorHandlingInfo.CurrPort;
	pEntry->isCommandInEdma = MV_FALSE;
	pEntry->commandAborted = MV_FALSE;
	pEntry->isFreeEntry = MV_FALSE;
	pEntry->hostTag = 0xFF;
	pEntry->deviceTag = 0xFF;
	commandsQueueAddHead(pSataChannel, pEntry);
	if (pSataChannel->PMSupported == MV_TRUE)
		_setActivePMPort(pSataChannel, pEntry->pCommandInfo->PMPort);

	/* Fix for 88SX60x1 FEr SATA#25 */
	if (pSataChannel->ErrorHandlingInfo.useVendorUniqGen2WA == MV_TRUE) {
		MV_U32 FISBuffer[5];
		FISBuffer[0] = ((MV_ATA_COMMAND_READ_LOG_EXT << 16) & 0xFF0000) | MV_BIT15 | 0x27;
		FISBuffer[1] = 0x10;
		FISBuffer[2] = 0;
		FISBuffer[3] = 1;
		FISBuffer[4] = 0;

		sendVendorUniqueFIS(pSataChannel->mvSataAdapter, pSataChannel->channelNumber, FISBuffer, 5);

		return;
	}

	if (sendNoneUdmaCommand(pSataChannel, pEntry) == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: Failed to "
			 "Issue ReadLogExt PIO command\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		completePIOCommand(pSataChannel, pSataChannel->commandsQueueHead, MV_TRUE);
	}
}

/* this function used for NCQ error handling, it checks the comming port
    that experienced NCQ device error starting from CurrPort, if no port found,
    it sets the NCQ error handling state to the Idle state and re-queues the
    outstanding commands*/
static MV_VOID handlePortError(MV_SATA_CHANNEL *pSataChannel)
{
	while (pSataChannel->ErrorHandlingInfo.CurrPort <= MV_SATA_PM_MAX_PORTS) {
		if (((MV_U16) (1 << pSataChannel->ErrorHandlingInfo.CurrPort)) & pSataChannel->ErrorHandlingInfo.
		    PortsWithErrors) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: handlePortError: Device Error found on Port " "0x%02x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber,
				 pSataChannel->ErrorHandlingInfo.CurrPort);
			break;
		}
		pSataChannel->ErrorHandlingInfo.CurrPort++;
	}
	if (pSataChannel->ErrorHandlingInfo.CurrPort > MV_SATA_PM_MAX_PORTS) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: handlePortError: Finished All erring ports\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
		pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_IDLE;
		pSataChannel->ErrorHandlingInfo.PortsWithErrors = 0;
		_resetEdmaQPointers(pSataChannel);
		_insertQCommandsIntoEdma(pSataChannel);
		return;
	}
	insertReadLogExtCmnd(pSataChannel);
}

static MV_VOID softResetErringPorts(MV_SATA_CHANNEL *pSataChannel)
{
	while (pSataChannel->ErrorHandlingInfo.CurrPort <= MV_SATA_PM_MAX_PORTS) {
		if (((MV_U16) (1 << pSataChannel->ErrorHandlingInfo.CurrPort)) & pSataChannel->ErrorHandlingInfo.
		    PortsWithErrors) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: softResetErringPorts: Device Error found on Port " "0x%02x\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber,
				 pSataChannel->ErrorHandlingInfo.CurrPort);
			if (pSataChannel->PMSupported == MV_TRUE)
				_setActivePMPort(pSataChannel, pSataChannel->ErrorHandlingInfo.CurrPort);
			_doSoftReset(pSataChannel);
		}
		pSataChannel->ErrorHandlingInfo.CurrPort++;
	}

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d %d: softResetErringPorts: Finished All erring ports\n",
		 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
	pSataChannel->ErrorHandlingInfo.state = MV_ERROR_HANDLING_STATE_IDLE;
	pSataChannel->ErrorHandlingInfo.PortsWithErrors = 0;
	_resetEdmaQPointers(pSataChannel);
	_insertQCommandsIntoEdma(pSataChannel);
	return;
}

static MV_BOOLEAN sendNoneUdmaCommand(MV_SATA_CHANNEL *pSataChannel, MV_QUEUED_COMMAND_ENTRY *pCommandEntry)
{
	MV_NONE_UDMA_COMMAND_PARAMS *pParams = &pCommandEntry->pCommandInfo->commandParams.NoneUdmaCommand;
	MV_BUS_ADDR_T ioBaseAddr = pSataChannel->mvSataAdapter->adapterIoBaseAddress;
	MV_U32 eDmaRegsOffset;
	MV_U8 ATAstatus;
	unsigned int i;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_NON_UDMA_COMMAND,
		 " %d %d Issue NON UDMA command: protocol(%d) buff %p , words %x ,"
		 " features %x , sector count %x , lba %x.%x.%x device %x "
		 "command=%x\n", pSataChannel->mvSataAdapter->adapterId,
		 pSataChannel->channelNumber, pParams->protocolType,
		 pParams->bufPtr, pParams->count,
		 pParams->features, pParams->sectorCount,
		 pParams->lbaLow, pParams->lbaMid, pParams->lbaHigh, pParams->device, pParams->command);

	eDmaRegsOffset = pSataChannel->eDmaRegsOffset;

	ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
	if ((ATAstatus & (MV_ATA_READY_STATUS | MV_ATA_BUSY_STATUS)) != MV_ATA_READY_STATUS) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: storage drive is not"
			 " ready, ATA STATUS=0x%02x\n",
			 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);
		return MV_FALSE;
	}

	if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET) {
		if (pParams->protocolType == MV_NON_UDMA_PROTOCOL_PACKET_DMA)
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_FEATURES_REG_OFFSET, MV_BIT0);
		else
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_FEATURES_REG_OFFSET, 0);

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_SECTOR_COUNT_REG_OFFSET, 0);

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_LBA_LOW_REG_OFFSET, 0);

		/* set byte count limit to 8KB (0x2000) */
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_LBA_MID_REG_OFFSET, 0x00);

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_LBA_HIGH_REG_OFFSET, 0x20);

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_HEAD_REG_OFFSET, 0);
		MV_CPU_WRITE_BUFFER_FLUSH();

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_COMMAND_REG_OFFSET, MV_ATA_COMMAND_PACKET);

	} else {
		if (pParams->isEXT == MV_TRUE) {
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_FEATURES_REG_OFFSET, (pParams->features & 0xff00) >> 8);
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_SECTOR_COUNT_REG_OFFSET, (pParams->sectorCount & 0xff00) >> 8);
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_LBA_LOW_REG_OFFSET, (pParams->lbaLow & 0xff00) >> 8);
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_LBA_MID_REG_OFFSET, (pParams->lbaMid & 0xff00) >> 8);
			MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_LBA_HIGH_REG_OFFSET, (pParams->lbaHigh & 0xff00) >> 8);
		} else {
			if ((pParams->features & 0xff00) ||
			    (pParams->sectorCount & 0xff00) ||
			    (pParams->lbaLow & 0xff00) || (pParams->lbaMid & 0xff00) || (pParams->lbaHigh & 0xff00)) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR | MV_DEBUG_NON_UDMA_COMMAND,
					 " %d %d :in Issue NON UDMA command:"
					 " bits[15:8] of register values should be reserved"
					 " Features 0x%02x, SectorCount 0x%02x, LBA Low 0x%02x,"
					 " LBA Mid 0x%02x, LBA High 0x%02x\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, pParams->features,
					 pParams->sectorCount, pParams->lbaLow, pParams->lbaMid, pParams->lbaHigh);
				return MV_FALSE;
			}
		}

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
				  MV_ATA_DEVICE_FEATURES_REG_OFFSET, pParams->features & 0xff);
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
				  MV_ATA_DEVICE_SECTOR_COUNT_REG_OFFSET, pParams->sectorCount & 0xff);
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
				  MV_ATA_DEVICE_LBA_LOW_REG_OFFSET, pParams->lbaLow & 0xff);
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
				  MV_ATA_DEVICE_LBA_MID_REG_OFFSET, pParams->lbaMid & 0xff);
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset +
				  MV_ATA_DEVICE_LBA_HIGH_REG_OFFSET, pParams->lbaHigh & 0xff);
		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_HEAD_REG_OFFSET, pParams->device);

		MV_CPU_WRITE_BUFFER_FLUSH();

		MV_REG_WRITE_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_COMMAND_REG_OFFSET, pParams->command);
	}
	if ((pParams->protocolType == MV_NON_UDMA_PROTOCOL_PIO_DATA_OUT) ||
	    (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET)) {
		MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_ALTERNATE_REG_OFFSET);

		/* Wait for the command to complete */
		if (waitWhileStorageDevIsBusy(pSataChannel->mvSataAdapter,
					      ioBaseAddr, eDmaRegsOffset, 10000, 100) == MV_FALSE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: in Issue PIO "
				 "DATA-OUT command: disk not ready.\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber);
			return MV_FALSE;
		}

		if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {

			if (waitForDRQ(pSataChannel->mvSataAdapter, ioBaseAddr, eDmaRegsOffset, 500, 10000)
			    == MV_FALSE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: DRQ bit in ATA STATUS"
					 " register is not set\n", pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber);
				return MV_FALSE;
			}
		}
		/* Check the status register on DATA request commands */
		ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
		if ((ATAstatus & (MV_ATA_DATA_REQUEST_STATUS | MV_ATA_BUSY_STATUS | MV_ATA_ERROR_STATUS)) !=
		    MV_ATA_DATA_REQUEST_STATUS) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: in Issue PIO "
				 "DATA-OUT command: Bad ATA STATUS:0x%02x.\n",
				 pSataChannel->mvSataAdapter->adapterId, pSataChannel->channelNumber, ATAstatus);
			return MV_FALSE;
		}

		if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
			/* Perform a dummy read */
			MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
			mvMicroSecondsDelay(pSataChannel->mvSataAdapter, 1);
		}
#ifdef MV_SUPPORT_ATAPI
		if (pCommandEntry->pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_PACKET) {
			MV_PACKET_COMMAND_PARAMS *pParams = &pCommandEntry->pCommandInfo->commandParams.packetCommand;
			for (i = 0; i < pParams->cdb_len; i++) {
				MV_REG_WRITE_WORD(ioBaseAddr, eDmaRegsOffset +
						  MV_ATA_DEVICE_PIO_DATA_REG_OFFSET,
						  MV_CPU_TO_LE16(pParams->cdb_buffer[i]));
			}
			for (; i < 6; i++)
				MV_REG_WRITE_WORD(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_PIO_DATA_REG_OFFSET, 0);

			MV_CPU_WRITE_BUFFER_FLUSH();
			pSataChannel->waitForBMDMA = MV_FALSE;
			if (pParams->protocolType == MV_NON_UDMA_PROTOCOL_PACKET_DMA) {
				activateBMDmaMode(pSataChannel->mvSataAdapter,
						  pSataChannel->channelNumber,
						  pParams->prdHighAddr,
						  pParams->prdLowAddr,
						  (pParams->flags & MV_BIT0) ? MV_UDMA_TYPE_WRITE : MV_UDMA_TYPE_READ);

			}
			return MV_TRUE;
		}
#endif
		for (i = 0; i < ATA_SECTOR_SIZE_IN_WORDS; i++) {
			MV_REG_WRITE_WORD(ioBaseAddr, eDmaRegsOffset +
					  MV_ATA_DEVICE_PIO_DATA_REG_OFFSET, *pParams->bufPtr++);
			MV_CPU_WRITE_BUFFER_FLUSH();
		}
		pParams->count -= ATA_SECTOR_SIZE_IN_WORDS;
#ifdef MV_SATA_SUPPORT_READ_WRITE_LONG

		/* for Write long only */
		if (pParams->count == 4) {
			if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
				/* Perform a dummy read */
				MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset + MV_ATA_DEVICE_STATUS_REG_OFFSET);
				mvMicroSecondsDelay(pSataChannel->mvSataAdapter, 1);
			}
			if (waitWhileStorageDevIsBusy(pSataChannel->mvSataAdapter,
						      ioBaseAddr, eDmaRegsOffset, 50000, 100) == MV_FALSE) {
				return MV_FALSE;
			}
			if (pSataChannel->mvSataAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
				if (waitForDRQ(pSataChannel->mvSataAdapter, ioBaseAddr, eDmaRegsOffset, 50000, 100)
				    == MV_FALSE) {
					return MV_FALSE;
				}
			}
			for (i = 0; i < 4; i++) {
				MV_REG_WRITE_WORD(ioBaseAddr, eDmaRegsOffset +
						  MV_ATA_DEVICE_PIO_DATA_REG_OFFSET, *pParams->bufPtr++);
				MV_CPU_WRITE_BUFFER_FLUSH();

				ATAstatus = MV_REG_READ_BYTE(ioBaseAddr, eDmaRegsOffset +
							     MV_ATA_DEVICE_STATUS_REG_OFFSET);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Write Long ECC data"
					 " xfered. ATA STATUS:0x%02x.\n",
					 pSataChannel->mvSataAdapter->adapterId,
					 pSataChannel->channelNumber, ATAstatus);
			}
			pParams->count -= 4;
		}
#endif /*MV_SATA_SUPPORT_READ_WRITE_LONG */
	}
	return MV_TRUE;
}

/*   SATA Core API functions        */

/*******************************************************************************
* mvSataInitAdapter - initialize MV88SX50XX adapter
*
* DESCRIPTION:
*   this function initializes glabal registers that concerns PCI access
*   and Interrupts.
*
* INPUT:
*   *pAdapter   - pointer to the adapter data structure.
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
*
* COMMENTS:
*   The adapter will not be able yet to generate interrupts
*
*******************************************************************************/
MV_BOOLEAN mvSataInitAdapter(MV_SATA_ADAPTER *pAdapter)
{
	MV_U8 sataUnit;
	MV_U8 channelIndex;
	MV_U32 regVal;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "    : mvSataInitAdapter"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}

	if (mvOsSemInit(&pAdapter->semaphore) == MV_FALSE)
		return MV_FALSE;

	if (mvOsSemInit(&pAdapter->interruptsMaskSem) == MV_FALSE)
		return MV_FALSE;

#ifdef MV_SATA_IO_GRANULARITY
	if (mvOsSemInit(&pAdapter->iogSemaphore) == MV_FALSE)
		return MV_FALSE;
#endif

	if (pAdapter->mvSataEventNotify == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d  : Bad pointer for "
			 "mvSataEventNotify function\n", pAdapter->adapterId);
		return MV_FALSE;
	}

	/* Initialize the hardware workarounds to false, and to 8 channels */
	pAdapter->chipIs50XXB0 = MV_FALSE;
	pAdapter->chipIs50XXB2 = MV_FALSE;
	pAdapter->chipIs60X1B2 = MV_FALSE;
	pAdapter->chipIs60X1C0 = MV_FALSE;
	pAdapter->chipIs62X1Z0 = MV_FALSE;
	pAdapter->chipIs65XXZ0 = MV_FALSE;
	pAdapter->numberOfChannels = MV_SATA_CHANNELS_NUM;
	pAdapter->numberOfUnits = MV_SATA_UNITS_NUM;
	pAdapter->portsPerUnit = MV_SATA_PORT_PER_UNIT;
	pAdapter->hostInterface = MV_HOST_IF_PCI;
	pAdapter->mainMaskOffset = MV_MAIN_INTERRUPT_MASK_REG_OFFSET;
	pAdapter->mainCauseOffset = MV_MAIN_INTERRUPT_CAUSE_REG_OFFSET;
	switch (pAdapter->pciConfigDeviceId) {
	case MV_SATA_DEVICE_ID_5080:
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_I;
		switch (pAdapter->pciConfigRevisionId) {
		case 0x1:
			pAdapter->chipIs50XXB0 = MV_TRUE;
			break;
		case 0x3:
			pAdapter->chipIs50XXB2 = MV_TRUE;
			break;
		default:
			if (pAdapter->pciConfigRevisionId > 0x3) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d : Warning: Future revision ID %02x for Device "
					 "ID %02x. Implementing latest workarounds\n",
					 pAdapter->adapterId, pAdapter->pciConfigRevisionId,
					 pAdapter->pciConfigDeviceId);
				pAdapter->chipIs50XXB2 = MV_TRUE;
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d : Bad revision ID %02x for Device ID %02x\n",
					 pAdapter->adapterId, pAdapter->pciConfigRevisionId,
					 pAdapter->pciConfigDeviceId);
				return MV_FALSE;
			}
		}
		break;
	case MV_SATA_DEVICE_ID_5041:
	case MV_SATA_DEVICE_ID_5040:
		pAdapter->numberOfChannels = MV_SATA_PORT_PER_UNIT;
		pAdapter->numberOfUnits = 1;
	case MV_SATA_DEVICE_ID_5081:
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_I;
		switch (pAdapter->pciConfigRevisionId) {
		case 0x0:
			pAdapter->chipIs50XXB0 = MV_TRUE;
			break;
		case 0x3:
			pAdapter->chipIs50XXB2 = MV_TRUE;
			break;
		default:
			if (pAdapter->pciConfigRevisionId > 0x3) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : Warning: Future revis"
					 "ion ID %02x. Implementing latest workarounds\n",
					 pAdapter->adapterId, pAdapter->pciConfigRevisionId);
				pAdapter->chipIs50XXB2 = MV_TRUE;
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : Bad revisi"
					 "on ID %02x\n", pAdapter->adapterId, pAdapter->pciConfigRevisionId);
				return MV_FALSE;
			}
		}
		break;
	case MV_SATA_DEVICE_ID_6041:
		pAdapter->numberOfChannels = MV_SATA_PORT_PER_UNIT;
		pAdapter->numberOfUnits = 1;
	case MV_SATA_DEVICE_ID_6081:
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_II;
		switch (pAdapter->pciConfigRevisionId) {
		case 0x7:	/*B2 */
			pAdapter->chipIs60X1B2 = MV_TRUE;
			break;
		case 0x9:	/*C0 */
			pAdapter->chipIs60X1C0 = MV_TRUE;
			break;
		default:
			if (pAdapter->pciConfigRevisionId > 0x9) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : Warning:"
					 " Future revision ID %02x. Implementing latest "
					 "workarounds\n", pAdapter->adapterId, pAdapter->pciConfigRevisionId);
				pAdapter->chipIs60X1C0 = MV_TRUE;
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d : Device %02x Bad revision ID %02x\n",
					 pAdapter->adapterId,
					 pAdapter->pciConfigDeviceId, pAdapter->pciConfigRevisionId);
				return MV_FALSE;
			}
		}
		break;
	case MV_SATA_DEVICE_ID_7042:
		pAdapter->hostInterface = MV_HOST_IF_PEX;
	case MV_SATA_DEVICE_ID_6042:
		pAdapter->numberOfChannels = MV_SATA_PORT_PER_UNIT;
		pAdapter->numberOfUnits = 1;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		switch (pAdapter->pciConfigRevisionId) {
		case 0x2:	/*B0 */
			pAdapter->chipIs60X1C0 = MV_TRUE;
			break;
		default:
			if (pAdapter->pciConfigRevisionId > 0x2) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : Warning:"
					 " Future revision ID %02x for Device %02x."
					 " Implementing latest workarounds\n",
					 pAdapter->adapterId,
					 pAdapter->pciConfigRevisionId, pAdapter->pciConfigDeviceId);
				pAdapter->chipIs60X1C0 = MV_TRUE;
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
					 " %d : Device %02x Bad revision ID %02x\n",
					 pAdapter->adapterId,
					 pAdapter->pciConfigDeviceId, pAdapter->pciConfigRevisionId);
				return MV_FALSE;
			}
		}
		break;

	case MV_SATA_DEVICE_ID_5182:
		pAdapter->numberOfChannels = MV_SATA_5182_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_5182_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->chipIs60X1C0 = MV_TRUE;
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;	/*the iobaseaddress is 0x60000 */
		pAdapter->mainCauseOffset = 0x20020;
		break;

	case MV_SATA_DEVICE_ID_5082:
		pAdapter->numberOfChannels = MV_SATA_5082_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_5082_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->chipIs60X1C0 = MV_TRUE;
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;	/*the iobaseaddress is 0x60000 */
		pAdapter->mainCauseOffset = 0x20020;
		mvSataChannelPhyShutdown(pAdapter, 1);
		break;

	case MV_SATA_DEVICE_ID_6082:
		pAdapter->numberOfChannels = MV_SATA_6082_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6082_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->chipIs60X1C0 = MV_TRUE;
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;	/*the iobaseaddress is 0x40000 */
		pAdapter->mainCauseOffset = 0x20020;
		break;

	case MV_SATA_DEVICE_ID_6490:
		pAdapter->numberOfChannels = MV_SATA_6490_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6490_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->chipIs60X1C0 = MV_TRUE;
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;

		/* enable swap DMA Data, EDMA descriptors and PRD tables to keep the data layout
		 * as in the PCI adapters
		 */
		_clearRegBits(pAdapter->adapterIoBaseAddress,
			      MV_SATAHC_0_REGS_BASE_OFFSET, MV_BIT10 | MV_BIT9 | MV_BIT8);

		break;
	case MV_SATA_DEVICE_ID_78XX0:
	case MV_SATA_DEVICE_ID_78100:
	case MV_SATA_DEVICE_ID_78200:
		pAdapter->numberOfChannels = MV_SATA_78XX0_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_78XX0_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;
	case MV_SATA_DEVICE_ID_76100:
		pAdapter->numberOfChannels = MV_SATA_76100_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_76100_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;
	case MV_SATA_DEVICE_ID_6323:
		pAdapter->numberOfChannels = MV_SATA_6323_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6323_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6281:
		pAdapter->numberOfChannels = MV_SATA_6281_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6281_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6282:
		pAdapter->numberOfChannels = MV_SATA_6282_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6282_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6192:
		pAdapter->numberOfChannels = MV_SATA_6192_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6192_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6190:
		pAdapter->numberOfChannels = MV_SATA_6190_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6190_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6781:
		pAdapter->numberOfChannels = MV_SATA_6781_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_6781_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_6550:
	case MV_SATA_DEVICE_ID_6560:
		pAdapter->numberOfChannels = MV_SATA_6781_PORT_NUM;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = MV_SATA_65XX_PORT_NUM;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs65XXZ0 = MV_TRUE;
		break;

	case MV_SATA_DEVICE_ID_7816:
	case MV_SATA_DEVICE_ID_7826:
	case MV_SATA_DEVICE_ID_7846:
	case MV_SATA_DEVICE_ID_7813:
	case MV_SATA_DEVICE_ID_7823:
	case MV_SATA_DEVICE_ID_6710:
	case MV_SATA_DEVICE_ID_6707:
	case MV_SATA_DEVICE_ID_7888:
	case MV_SATA_DEVICE_ID_6660:
	case MV_SATA_DEVICE_ID_6720:
		pAdapter->numberOfChannels = 2;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = 2;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;
	case MV_SATA_DEVICE_ID_6W11:
		pAdapter->numberOfChannels = 1;
		pAdapter->numberOfUnits = 1;
		pAdapter->portsPerUnit = 1;
		pAdapter->sataAdapterGeneration = MV_SATA_GEN_IIE;
		/*The integrated sata core chip based on 60x1 C0 */
		pAdapter->hostInterface = MV_HOST_IF_INTEGRATED;
		pAdapter->mainMaskOffset = 0x20024;
		pAdapter->mainCauseOffset = 0x20020;
		pAdapter->chipIs62X1Z0 = MV_TRUE;
		break;

	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : Bad device ID"
			 " 0x%04x\n", pAdapter->adapterId, pAdapter->pciConfigDeviceId);
		return MV_FALSE;
	}

	/* Clear main mask register to prevent adapter from generating interrupts */
	pAdapter->mainMask = 0;
	pAdapter->interruptsAreMasked = MV_TRUE;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);

	/*
	 * Save the PRE and AMP in the adapter. Also set staggared spin up to be
	 * disabled on default (60x1 only).
	 */
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d : Saving PRE and AMP values\n", pAdapter->adapterId);
	for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++) {
		MV_U32 PHYModeRegister;
		pAdapter->staggaredSpinup[channelIndex] = MV_FALSE;
		pAdapter->ifSpeed[channelIndex] = MV_SATA_IF_SPEED_NO_LIMIT;
		pAdapter->ifPowerState[channelIndex] = MV_SATA_IF_POWER_PHY_READY;
		pAdapter->limitInterfaceSpeed[channelIndex] = MV_FALSE;
		if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
			PHYModeRegister = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							    MV_SATAHC_REGS_BASE_OFFSET((channelIndex & MV_BIT2) >> 2) +
							    MV_SATA_I_HC_PHY_MODE_BRIDGE_PORT_REG_OFFSET(channelIndex &
													 (MV_BIT0 |
													  MV_BIT1)));
			pAdapter->signalAmps[channelIndex] =
			    (MV_U8) ((PHYModeRegister & MV_SATA_I_PHY_MODE_AMP_MASK) >> MV_SATA_I_PHY_MODE_AMP_OFFSET);
			pAdapter->pre[channelIndex] =
			    (MV_U8) ((PHYModeRegister & MV_SATA_I_PHY_MODE_PRE_MASK) >> MV_SATA_I_PHY_MODE_PRE_OFFSET);
		}
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
			/*
			 * Check if TWSI serial ROM initialization was triggered.
			 * If so, then PRE/AMP configuration probably are set after
			 * reset by serial ROM. If not then override the PRE/AMP
			 * values.
			 */
			if ((pAdapter->hostInterface != MV_HOST_IF_INTEGRATED) &&
			    ((MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_RESET_CONFIG_REG_OFFSET))
			     & MV_RESET_CONFIG_TWSI_INIT_MASK)) {

				MV_U32 phyMode2Offset = getEdmaRegOffset(channelIndex) +
				    MV_SATA_II_PHY_MODE_2_REG_OFFSET;
				/* Make sure EDMA is off */
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   getEdmaRegOffset(channelIndex) +
						   MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_DISABLE_MASK);
				MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						  getEdmaRegOffset(channelIndex) + MV_EDMA_COMMAND_REG_OFFSET);
				regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, phyMode2Offset);
				pAdapter->signalAmps[channelIndex] =
				    (MV_U8) ((regVal & MV_SATA_II_PHY_MODE_2_AMP_MASK) >>
					     MV_SATA_II_PHY_MODE_2_AMP_OFFSET);
				pAdapter->pre[channelIndex] =
				    (MV_U8) ((regVal & MV_SATA_II_PHY_MODE_2_PRE_MASK) >>
					     MV_SATA_II_PHY_MODE_2_PRE_OFFSET);
			} else {
				pAdapter->signalAmps[channelIndex] = 0x7;
				pAdapter->pre[channelIndex] = 0x1;
			}
		}
	}
#ifndef MV_NO_SW_RESET_FOR_THE_ADAPTER
	/* Revert the registers to it's default value (software reset) */
	revertSataHCRegs(pAdapter);

	if (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)
		revertFlashInterfaceRegs(pAdapter);

	if (pAdapter->hostInterface == MV_HOST_IF_PEX)
		revertPEXInterfaceRegs(pAdapter);
	else if (pAdapter->hostInterface == MV_HOST_IF_PCI)
		revertPCIInterfaceRegs(pAdapter);
#endif

	/* Enable the SATA LEDs if the silicon revision is B0 */
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d : Enabling SATA LEDS\n", pAdapter->adapterId);
		/* Enable the SATA leds */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, 0x0);
		if (pAdapter->chipIs50XXB2 == MV_TRUE) {
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET);
			for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++) {
				if (mvSataIsStorageDeviceConnected(pAdapter, channelIndex, NULL) == MV_FALSE)
					regVal |= (MV_BIT8 << channelIndex);
			}
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, regVal);
		}
		/* disable Flash controller clock */
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET);

		regVal &= ~(MV_BIT0);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_EXPANSION_ROM_CONTROL_REG_OFFSET, regVal);
	}

	/* Enable the SATA LEDs for 88SX60X1 devices */
	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) && (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d : Enabling SATA LEDS\n", pAdapter->adapterId);
		/* Enable the SATA leds */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_FLASH_GPIO_PORT_CONTROL_OFFSET, 0x00000060);

	}

	/* Check if working in PCI-X mode, then disable all conventional PCI */
	/* features */
	if (pAdapter->hostInterface == MV_HOST_IF_PCI) {
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, MV_PCI_REGS_OFFSET + MV_PCI_MODE_REG_OFFSET);
		if (((regVal & MV_PCI_MODE_MASK) >> MV_PCI_MODE_OFFSET) != 0) {	/* PCI-X */
			if (pAdapter->pciCommand & MV_PCI_COMMAND_PCI_CONVENTIONAL_ONLY) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d : disable pci conventio"
					 "nal features when working in PCI-X. pciCommand origin"
					 "al value:0x%08x. new value: 0x%08x.\n",
					 pAdapter->adapterId,
					 pAdapter->pciCommand, pAdapter->pciCommand &
					 (~MV_PCI_COMMAND_PCI_CONVENTIONAL_ONLY));
				pAdapter->pciCommand &= ~MV_PCI_COMMAND_PCI_CONVENTIONAL_ONLY;
			}
			if ((pAdapter->chipIs50XXB0 == MV_TRUE) ||
			    (pAdapter->chipIs50XXB2 == MV_TRUE) || (pAdapter->chipIs60X1B2 == MV_TRUE)) {
				/* Fix for 88SX50xx FEr PCI#1 */
				/* Fix for 88SX60x1 FEr PCI#7 */
				if (pAdapter->pciCommand & MV_PCI_MWRITE_COMBINE_BIT) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d  : PCI-X Master"
						 " Write combine enable rejected\n", pAdapter->adapterId);
					pAdapter->pciCommand &= ~MV_PCI_MWRITE_COMBINE_BIT;
				}
			}
		} else {
			if ((pAdapter->chipIs50XXB0 == MV_TRUE) || (pAdapter->chipIs50XXB2 == MV_TRUE)) {
				/* Fix for 88SX50xx FEr PCI#2 */
				if (pAdapter->pciCommand & MV_PCI_MWRITE_COMBINE_BIT) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d  : PCI Master"
						 " Write combine enable rejected\n", pAdapter->adapterId);
					pAdapter->pciCommand &= ~MV_PCI_MWRITE_COMBINE_BIT;
				}
				if (pAdapter->pciCommand & MV_PCI_MREAD_COMBINE_BIT) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d  : PCI Master"
						 " Read combine enable rejected\n", pAdapter->adapterId);
					pAdapter->pciCommand &= ~MV_PCI_MREAD_COMBINE_BIT;
				}
			}
		}
	}

	if (pAdapter->hostInterface == MV_HOST_IF_PCI) {

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_COMMAND_REG_OFFSET, pAdapter->pciCommand);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_SERR_MASK_REG_OFFSET, pAdapter->pciSerrMask);

		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_INTERRUPT_MASK_REG_OFFSET, pAdapter->pciInterruptMask);
	} else if (pAdapter->hostInterface == MV_HOST_IF_PEX) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_PCI_REGS_OFFSET + MV_PCI_E_INTERRUPT_MASK_REG_OFFSET, MV_PCI_E_ERROR_MASK_VALUE);
	}
	for (sataUnit = 0; sataUnit < pAdapter->numberOfUnits; sataUnit++) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INT_COAL_THRE_REG_OFFSET, pAdapter->intCoalThre[sataUnit]);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INT_TIME_THRE_REG_OFFSET, pAdapter->intTimeThre[sataUnit]);

	}
	if (pAdapter->hostInterface == MV_HOST_IF_INTEGRATED)
		pAdapter->mainMask = MV_BIT8 | MV_BIT2 | MV_BIT0;
	else
		pAdapter->mainMask = MV_MAIN_INTERRUPT_MASK_ENABLE_ALL;

	pAdapter->interruptsScheme = MV_SATA_INTERRUPT_HANDLING_IN_ISR;

	for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++)
		unmaskEdmaInterrupts(pAdapter, channelIndex);

	return MV_TRUE;
}

/*******************************************************************************
* mvSataShutDownAdapter - Shuts down adapter.
*
* DESCRIPTION: Shuts down a specific 88SX50xx adapter.
*
* INPUT:
*   *pAdapter   - pointer to the adapter data structure.
*
* OUTPUT:
*   None.
*
* RETURN:
*   MV_TRUE on success, MV_FALSE on failure
*
* COMMENTS:
*   None.
*
*******************************************************************************/

MV_BOOLEAN mvSataShutdownAdapter(MV_SATA_ADAPTER *pAdapter)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataShutdownAdapter Failed, Bad adapter data structure " "pointer\n");
		return MV_FALSE;
	}
	pAdapter->interruptsAreMasked = MV_TRUE;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, 0);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataReadReg - return the value of register.
*
* DESCRIPTION:
*   return the value of a register, which have the offset regOffset, in a
*   MV88SX50XX adapter.
*   Note that if reading from storage device's internal registers and EDMA
*   is enabled, then the read transaction will never complete and possibly
*   cause system hang.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*       regOffset   - offset of the register
*
* RETURN:
*   the register value in 32 bit.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_U32 mvSataReadReg(MV_SATA_ADAPTER *pAdapter, MV_U32 regOffset)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataReadReg Failed,"
			 " Bad adapter data structure pointer\n");
		return 0;
	}

	return MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, regOffset);
}

/*******************************************************************************
* mvSataWriteReg - return the value of register.
*
* DESCRIPTION:
*   write the regValue to a register, which have the offset regOffset, in a
*   MV88SX50XX adapter.
*   Note that if writing to storage device's internal registers and EDMA
*   is enabled, then the write transaction will never complete and possibly
*   cause system hang.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*       regOffset   - offset of the register
*   regValue    - the value to write to the register
*
* RETURN:
*   None.
* COMMENTS:
*   for 8 or 16 bit registers the low bits of the regValue should hold the
*   requested value to be written.
*
*******************************************************************************/
MV_VOID mvSataWriteReg(MV_SATA_ADAPTER *pAdapter, MV_U32 regOffset, MV_U32 regValue)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataWriteReg Failed,"
			 " Bad adapter data structure pointer\n");
		return;
	}

	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, regOffset, regValue);
}

/*******************************************************************************
* mvSataConfigureChannel - configure Sata channel
*
*
* DESCRIPTION:
*   this function configures SATA channel by resetting the low level fields
*   of the channel data structure and configures EDMA regs accourdingly
*
* INPUT:
*   pAdapter   - pointer to the MV88SX50XX adapter data structure
*   channelIndex    - the index of the channel where the response received
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
*
* COMMENTS:
*   None.
*
*******************************************************************************/
MV_BOOLEAN mvSataConfigureChannel(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BOOLEAN result;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataConfigureChannel"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataConfigureChann"
			 "el Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	if (pAdapter->numberOfChannels <= channelIndex) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataConfigureChann"
			 "el Failed - requsted to configure a non-valid channel\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	pSataChannel->eDmaRegsOffset = getEdmaRegOffset(channelIndex);
	pSataChannel->mvSataAdapter = pAdapter;

	if (mvOsSemInit(&pSataChannel->semaphore) == MV_FALSE)
		return MV_FALSE;

	mvOsSemTake(&pSataChannel->semaphore);

	/* Sets the request and response queues base addresses */
	pSataChannel->queueCommandsEnabled = MV_FALSE;
	pSataChannel->EdmaActive = MV_FALSE;
	pSataChannel->deviceType = MV_SATA_DEVICE_TYPE_UNKNOWN;
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II)
		pSataChannel->PMSupported = MV_TRUE;
	else
		pSataChannel->PMSupported = MV_FALSE;

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_IIE) {
		pSataChannel->commandsQueue = pAdapter->adapterCommands + (MV_SATA_GEN2E_SW_QUEUE_SIZE * channelIndex);
		pSataChannel->commandsQueueSize = MV_SATA_GEN2E_SW_QUEUE_SIZE;
	} else {
		pSataChannel->commandsQueue = pAdapter->adapterCommands + (MV_SATA_SW_QUEUE_SIZE * channelIndex);
		pSataChannel->commandsQueueSize = MV_SATA_SW_QUEUE_SIZE;
	}
	pSataChannel->DRQDataBlockSize = 1;
	pSataChannel->FBSEnabled = MV_FALSE;
	pSataChannel->use128Entries = MV_FALSE;
	pSataChannel->EDMAQueuePtrMask = MV_EDMA_QUEUE_MASK;
	pSataChannel->EDMARequestInpMask = MV_EDMA_REQUEST_Q_INP_MASK;
	result = resetEdmaChannel(pSataChannel);
	disableSaDevInterrupts(pAdapter, channelIndex);
	mvOsSemRelease(&pSataChannel->semaphore);
	return result;
}

/*******************************************************************************
* mvSataRemoveChannel -
*
* DESCRIPTION:  Removes data structures and other parameters used for the
*   specific SATA channel that is indicated by pAdapter and channelIndex.
*
* INPUT:
*   pAdapter - A pointer to an MV_SATA_ADAPTER data structure that holds
*                information to access the 88SX50xx device.
*   channelIndex - An index to a specific 88SX50xx channel.
* OUTPUT:
*   None.
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataRemoveChannel(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataRemoveChannel"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	mvOsSemTake(&pAdapter->semaphore);
	pSataChannel = pAdapter->sataChannel[channelIndex];

	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataRemoveChannel"
			 " Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pAdapter->semaphore);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);
	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataRemoveChannel "
			 "failed, DMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		mvOsSemRelease(&pAdapter->semaphore);
		return MV_FALSE;
	}
	mvOsSemRelease(&pSataChannel->semaphore);
	mvOsSemRelease(&pAdapter->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataIsStorageDeviceConnected - Check if storage device is connected to a
*                                  SATA channel.
*
* DESCRIPTION:
*       This function reads the DET field from the R00 status bridge register
*       of the corresponding channel.
*
* INPUT:
*       pAdapter     - Pointer to the device data structure.
*       channelIndex - Index of the required channel
* OUTPU:
*	SStatus	     - Pointer to SATA status reg value
*
* RETURN:
*       MV_TRUE when storage device is connected, MV_FALSE otherwise( also when
*       loopback mode is used).
*
* COMMENTS:
*       None
*
*******************************************************************************/
MV_BOOLEAN mvSataIsStorageDeviceConnected(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U32 *SStatus)
{
	MV_U32 SStatusOffset = 0;
	MV_U32 det;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "    : "
			 "mvSataIsStorageDeviceConnected Failed, Bad adapter data" " structure pointer\n");
		return MV_FALSE;
	}

	if (pAdapter->numberOfChannels <= channelIndex) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
			 "mvSataIsStorageDeviceConnected Failed, Bad channelIndex "
			 " input on a 0x%x adapterstructure pointer\n",
			 pAdapter->adapterId, channelIndex, pAdapter->pciConfigDeviceId);
		return MV_FALSE;
	}

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
		MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
		SStatusOffset = MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_R00_STATUS_BRIDGE_PORT_OFFSET(port);
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
		if (pAdapter->staggaredSpinup[channelIndex] == MV_FALSE)
			return MV_FALSE;
	}

	det = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset) & 0xf;

	switch (det) {
	case MV_PHY_DET_STATE_NO_DEVICE:
		break;
	case MV_PHY_DET_STATE_DEVICE_NO_PHY_COM:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: Detection value is 1\n", pAdapter->adapterId, channelIndex);

		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
		mvMicroSecondsDelay(pAdapter, MV_PHY_COM_SETUP_WAIT);
		det = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset) & 0xf;
		if (det != MV_PHY_DET_STATE_DEVICE_AND_PHY_COM) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Failed to"
				 " establish SATA PHY communication\n", pAdapter->adapterId, channelIndex);
			break;
		}
	case MV_PHY_DET_STATE_DEVICE_AND_PHY_COM:
#ifdef ERRATA_GL_3651961
    /* Using SATA II 3.0 Gbps Host with 1.5 Gbps Device */
		if (pAdapter->chipIs62X1Z0 == MV_TRUE) {
			det = (MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset) & 0xf0)>>4;
			if ((det == 1) && (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II)) {
				/* HD deteced to GEN1 --> set SATA speed configuration from GEN2 to GEN1 */
				MV_U32 regVal;
				mvOsSemTake(&pAdapter->semaphore);
				regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							getEdmaRegOffset(channelIndex) +
							MV_SATA_II_SATA_CONFIG_REG_OFFSET);
				regVal &= ~MV_BIT7;		/* Disable GEn II */
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						getEdmaRegOffset(channelIndex) +
						MV_SATA_II_SATA_CONFIG_REG_OFFSET,
						regVal);
				if (pAdapter->chipIs62X1Z0 == MV_TRUE) {
					det = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							getEdmaRegOffset(channelIndex) +
							MV_SATA_II_LP_EXT_CTRL_REG_OFFSET);
					det &= ~(0x1fe0); /* set PIN_PHY_GEN_RX/TX to GEN1  */
					MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
							   getEdmaRegOffset(channelIndex) +
							   MV_SATA_II_LP_EXT_CTRL_REG_OFFSET,
							   det);
				}
				_channelHardReset(pAdapter, channelIndex);
				/* If interface is already active, then device detection is needed */
				if (pAdapter->staggaredSpinup[channelIndex] == MV_TRUE)
					_establishSataComm(pAdapter, channelIndex);
				mvOsSemRelease(&pAdapter->semaphore);
			}
		}
#endif
		return MV_TRUE;
	case MV_PHY_DET_STATE_PHY_OFFLINE:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: WARNING: SATA PHY is "
			 "offline\n", pAdapter->adapterId, channelIndex);
		break;
	default:
		return MV_FALSE;
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: unknow value for\
				R00 Status Bridge reg bits[3:0] (0x%02x)\n", pAdapter->adapterId, channelIndex, det);
	}
	return MV_FALSE;
}

static MV_BOOLEAN _checkSStatusAfterHReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 SStatusOffset;
	MV_U32 SStatus;
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		/*  Get DET field in SControl register to 1 */
		MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
		MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
		SStatusOffset = MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_R00_STATUS_BRIDGE_PORT_OFFSET(port);
	} else {
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II)
			SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
		else
			return MV_TRUE;
	}
	SStatus = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
	SStatus &= (MV_BIT0 | MV_BIT1);
	if ((SStatus == (MV_BIT0 | MV_BIT1)) || (SStatus == 0)) {
		return MV_TRUE;
	} else {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: in Channel Hard "
			 "Reset SATA communication not established.\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
}

/*******************************************************************************
* mvSataChannelHardReset - issue channel SATA HARD reset.
*
* DESCRIPTION:
*   perform HARDWARE RESET to the connected device by asserting the RESET
*   signal, this is done by setting the hardware reset bit of the EDMA
*   command register
*
* INPUT:
*   pAdapter    - pointer to the device data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_BOOLEAN mvSataChannelHardReset(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_U32 count = 0;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataChannelHardReset"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: "
			 "mvSataChannelHardReset Failed, channel data structure not "
			 "allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	if (pSataChannel)
		mvOsSemTake(&pSataChannel->semaphore);

	if (pSataChannel && pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: Error: "
				"mvSataIChannelHardReset called while EDMA is active\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Issue HRST\n", pAdapter->adapterId, channelIndex);

	_channelHardReset(pAdapter, channelIndex);
	_resetBmDma(pAdapter, channelIndex);
	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
	    (pAdapter->staggaredSpinup[channelIndex] == MV_FALSE)) {
		if (pSataChannel)
			mvOsSemRelease(&pSataChannel->semaphore);
		return MV_TRUE;
	}
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		while (1) {
			_establishSataComm(pAdapter, channelIndex);

			/* try the DET fix 3 times */
			if (_checkSStatusAfterHReset(pAdapter, channelIndex) == MV_FALSE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: in Channel Hard "
					 "Reset storage drive is not ready, try fix #%d\n",
					 pAdapter->adapterId, channelIndex, count);

				count++;
				if (count == 3) {
					mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: in Channel H"
						 "ard Reset storage drive is not ready after 3 tries\n",
						 pAdapter->adapterId, channelIndex);
					if (pSataChannel)
						mvOsSemRelease(&pSataChannel->semaphore);
					return MV_FALSE;
				}
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK, " %d %d: Disk is Ready After"
					 " Hard Reset\n", pAdapter->adapterId, channelIndex);
				break;
			}
		}
	}

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II)
		_establishSataComm(pAdapter, channelIndex);

	if (pSataChannel)
		mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataSetFBSMode - set FIS based switching mode.
*
* DESCRIPTION:
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*   enableFBS    -  if true then enable FBS mode.
*   useQueueLen128 - if true then enable the 128 EDMA queue length.
*
* RETURN:
*   MV_FALSE if
*   1. the FBS feature set to be enable for an adapter that doesn't support this
*      feature, or:
*   2. the function called while EDMA is enabled.
*   3. useQueueLen128 is true and enableFBS is false.
*
* COMMENTS:
*   This function only sets the sw configuration, the harware is configured
*   accordingly by mvSataConfigEdmaMode()
*******************************************************************************/
MV_BOOLEAN mvSataSetFBSMode(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex,
			    MV_BOOLEAN enableFBS, MV_BOOLEAN useQueueLen128)
{
	MV_SATA_CHANNEL *pSataChannel;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataSetFBSMode"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataSetFBSMode"
			 " Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}

	mvOsSemTake(&pSataChannel->semaphore);

	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: mvSataSetFBSMode failed, EDMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	if (enableFBS == MV_FALSE) {
		pSataChannel->FBSEnabled = MV_FALSE;
		pSataChannel->use128Entries = MV_FALSE;
		mvOsSemRelease(&pSataChannel->semaphore);
		if (useQueueLen128 == MV_TRUE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
				 " %d %d: mvSataSetFBSMode failed, 128 entries queue len is set"
				 "while FBS mode is disabled\n", pAdapter->adapterId, channelIndex);
			return MV_FALSE;
		}
		return MV_TRUE;
	}

	if (pAdapter->sataAdapterGeneration < MV_SATA_GEN_IIE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataSetFBSMode failed,"
			 " Feature not supported by the adapter\n", pAdapter->adapterId, channelIndex);
		pSataChannel->FBSEnabled = MV_FALSE;
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	pSataChannel->FBSEnabled = MV_TRUE;
	pSataChannel->use128Entries = useQueueLen128;
	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataConfigEdmaMode - set EDMA operating mode.
*
* DESCRIPTION:
*   Set the EDMA operating mode - MV_EDMA_MODE_NOT_QUEUED,
*   MV_EDMA_MODE_QUEUED or MV_EDMA_MODE_NATIVE_QUEUING.
*   When set toe MV_EDMA_MODE_QUEUED or MV_EDMA_MODE_NATIVE_QUEUING then
*   the maxQueueDepth should be valud.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*   eDmaMode    - the selected mode
*   maxQueueDepth   - the maximum depth of the queue
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
*
* COMMENTS:
*   None.
*
*******************************************************************************/
MV_BOOLEAN mvSataConfigEdmaMode(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex,
				MV_EDMA_MODE eDmaMode, MV_U8 maxQueueDepth)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 eDmaRegsOffset;
	MV_U32 val;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataConfigEdmaMode"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataConfigEdmaMode"
			 " Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	mvOsSemTake(&pSataChannel->semaphore);
	eDmaRegsOffset = pSataChannel->eDmaRegsOffset;

	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataConfigEdmaMode failed,"
			 " EDMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}

	val = MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET);
	if (eDmaMode == MV_EDMA_MODE_NATIVE_QUEUING) {
		if ((maxQueueDepth > MV_EDMA_QUEUE_LENGTH) || (maxQueueDepth == 0)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataConfigEdmaMode "
				 "failed, Bad queue depth(%d)\n", pAdapter->adapterId, channelIndex, maxQueueDepth);
			mvOsSemRelease(&pSataChannel->semaphore);
			return MV_FALSE;
		}
		if (pAdapter->sataAdapterGeneration < MV_SATA_GEN_II) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: Trying to configure "
				 "EDMA to NCQ on a non NCQ enabled EDMA\n", pAdapter->adapterId, channelIndex);
			mvOsSemRelease(&pSataChannel->semaphore);
			return MV_FALSE;
		}
		val &= ~MV_EDMA_CONFIG_Q_DEPTH_MASK;	/* clear queue depth */
		/* set the NCQ enable mode bit, and the queue depth bits */
		val |= MV_EDMA_CONFIG_NATIVE_QUEUING_MASK | (maxQueueDepth - 1);
	}
	if (eDmaMode == MV_EDMA_MODE_QUEUED) {
		if ((maxQueueDepth > MV_EDMA_QUEUE_LENGTH) || (maxQueueDepth == 0)) {
			mvOsSemRelease(&pSataChannel->semaphore);
			return MV_FALSE;
		}
		val &= ~MV_EDMA_CONFIG_Q_DEPTH_MASK;	/* clear queue depth */
		val &= ~MV_EDMA_CONFIG_NATIVE_QUEUING_MASK;	/* clear NCQ mode */
		/* set the queue enable mode bit, and the queue depth bits */
		val |= MV_EDMA_CONFIG_EQUEUE_ENABLED_MASK | (maxQueueDepth - 1);
	}

	if (eDmaMode == MV_EDMA_MODE_NOT_QUEUED) {
		val &= ~MV_EDMA_CONFIG_Q_DEPTH_MASK;	/* clear queue depth */
		val &= ~MV_EDMA_CONFIG_NATIVE_QUEUING_MASK;	/* clear NCQ mode */
		val &= ~MV_EDMA_CONFIG_EQUEUE_ENABLED_MASK;
	}
	pSataChannel->queuedDMA = eDmaMode;

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I)
		val |= MV_EDMA_CONFIG_BURST_SIZE_MASK;

	if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II)
	    && (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)) {
		val |= (MV_EDMA_CONFIG_BURST_SIZE_EXT_MASK | MV_BIT13);
	}

	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
		/* disable RX PM port mask, required for PM */
		val |= MV_BIT23;

		if (pSataChannel->FBSEnabled == MV_TRUE) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
				 " %d %d: Enable FBS feature\n", pAdapter->adapterId, channelIndex);
/*            val |= MV_BIT16;*/
			/* Set bit 16 at FISDMAActiveSyncResp */
			_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				    MV_EDMA_FIS_CONFIGURATION_REG_OFFSET, MV_BIT16);
			/* Set bit 8 at SingleSync */
			_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset + 0x30C, MV_BIT8);
		} else {
			val &= ~MV_BIT16;
		}

		if (pSataChannel->use128Entries == MV_TRUE) {
			val |= MV_BIT19;
			pSataChannel->EDMAQueuePtrMask = MV_EDMA_GEN2E_QUEUE_MASK;
			pSataChannel->EDMARequestInpMask = MV_EDMA_GEN2E_REQUEST_Q_INP_MASK;
		} else {
			val &= ~MV_BIT19;
			pSataChannel->EDMAQueuePtrMask = MV_EDMA_QUEUE_MASK;
			pSataChannel->EDMARequestInpMask = MV_EDMA_REQUEST_Q_INP_MASK;
		}
		if (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED) {
			/*enable cutthrough */
			val |= MV_BIT17;
#ifdef MV_SUPPORT_ATAPI
			/*enable early completion */
			val |= MV_BIT18;
#endif
		}
		/*enable host queue cache */
		val |= MV_BIT22;

		if (pAdapter->hostInterface == MV_HOST_IF_PCI) {
			MV_U32 pciMode = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							   MV_PCI_REGS_OFFSET + MV_PCI_MODE_REG_OFFSET);

			if (getRegField(pciMode, MV_PCI_MODE_OFFSET, 2) == 0) {	/* PCI */
				if (MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						      MV_PCI_REGS_OFFSET + MV_PCI_COMMAND_REG_OFFSET) & MV_BIT7) {
					/*in this case disable cut through */
					val &= ~MV_BIT17;
				}
			}
		}
	}
	/* by defualt, the tags data srutcure initialized in mvSataConfigureChannel */
	/* for 32 host commands, so we call it again since use128Entries could be */
	/* changed */
	initChannelTags(pSataChannel);
	MV_REG_WRITE_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET, val);
	setupEdmaDeviceErrorHandlingConfiguration(pSataChannel);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: Edma Configuration Reg Value: 0x%08x\n",
		 pAdapter->adapterId, channelIndex,
		 MV_REG_READ_DWORD(ioBaseAddr, eDmaRegsOffset + MV_EDMA_CONFIG_REG_OFFSET));

	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataEnableChannelDma - enable EDMA engine
*
* DESCRIPTION:
*   enable the EDMA engine for the given channel
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_BOOLEAN mvSataEnableChannelDma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataEnableChannelDma"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataEnableChannelD"
			 "ma Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);

	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataEnableChannelDma "
			 "failed, DMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
#ifdef MV_SATA_C2C_COMM
	/* C2C */
	if (pSataChannel->C2CmodeEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataEnableChannelDma "
			 "failed, C2C mode is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
#endif
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: mvSataEnableChannelDma\n",
		 pAdapter->adapterId, channelIndex);
	pSataChannel->queueCommandsEnabled = MV_TRUE;
	activateEdma(pAdapter, channelIndex);

	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataDisableChannelDma - disable EDMA engine
*
* DESCRIPTION:
*   disable the EDMA engine for the given channel
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_BOOLEAN mvSataDisableChannelDma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataDisableChannelDma"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	if (pAdapter->sataChannel[channelIndex] == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataDisableChannel"
			 "Dma Failed, channel data structure is not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: mvSataDisableChannel\n", pAdapter->adapterId, channelIndex);
	/* if this function called while commands still not finished, then it's */
	/* probably timeout */
	if (pAdapter->sataChannel[channelIndex]->outstandingCommands) {
		_dumpSataRegs(pAdapter, channelIndex);
		_dumpEDMARegs(pAdapter, channelIndex);
		_dumpChannelQueues(pAdapter, channelIndex);
	}

	mvOsSemTake(&pAdapter->sataChannel[channelIndex]->semaphore);
	pAdapter->sataChannel[channelIndex]->queueCommandsEnabled = MV_FALSE;
	deactivateEdma(pAdapter, channelIndex);
	mvOsSemRelease(&pAdapter->sataChannel[channelIndex]->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataFlushDmaQueue - flush the outstanding UDMA commands
*
* DESCRIPTION:
*   flush posted UDMA ATA commands on a certain MV88SX50XX SATA channel. if
*   the flush type is MV_FLUSH_TYPE_CALLBACK then all call back functions of
*   the UDMA commands are called with a flush indication.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*   flushType   - indicates wheather to call the callBack function or not.
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_BOOLEAN mvSataFlushDmaQueue(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_FLUSH_TYPE flushType)
{
	MV_SATA_CHANNEL *pSataChannel;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataFlushDmaQueue"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataFlushDmaQueue "
			 "Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);
	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataFlushDmaQueue "
			 "Failed, EDMA not disabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	flushDmaQueue(pSataChannel, flushType, MV_COMPLETION_TYPE_ABORT, 0);
	resetEdmaChannel(pSataChannel);
	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataNumOfDmaCommands - get the number of the outstanding commmands for the
*                           given channel
*
* DESCRIPTION:
*   return the number of posted ATA commands on an EDMA engine for a
*   specific SATA channel.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   num of queue commands.
* COMMENTS:
*   NONE
*
*******************************************************************************/
MV_U8 mvSataNumOfDmaCommands(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_U8 result;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataNumOfDmaCommands"
			 " Failed, Bad adapter data structure pointer\n");
		return 0xFF;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataNumOfDmaComman"
			 "ds Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return 0xFF;
	}
	mvOsSemTake(&pSataChannel->semaphore);
	result = pSataChannel->outstandingCommands;
	mvOsSemRelease(&pSataChannel->semaphore);

	return result;
}

/*******************************************************************************
* mvSataGetNumOfPortQueuedCommands - get the number of the outstanding commmands for
*                               the given port
*
* DESCRIPTION:
*   return the number of posted ATA commands on an EDMA engine for a
*   specific SATA port.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*   PMPort      - port number
*   pCommandsPerChannel - if not null, gets the total number of outstanding
*                   command for the given channel
*
* RETURN:
*   num of queue commands, 0xFF if error detected.
* COMMENTS:
*
*
*******************************************************************************/
MV_U8 mvSataGetNumOfPortQueuedCommands(MV_SATA_ADAPTER *pAdapter,
				       MV_U8 channelIndex, MV_U8 PMPort, MV_U8 *pCommandsPerChannel)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_U8 result;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataGetNumOfPortQueuedCommands"
			 " Failed, Bad adapter data structure pointer\n");
		return 0xFF;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d %d: mvSataGetNumOfPortQueuedCommands"
			 "ds Failed, channel data structure not allocated\n",
			 pAdapter->adapterId, channelIndex, PMPort);
		return 0xFF;
	}
	if (PMPort > MV_SATA_PM_MAX_PORTS) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d %d: mvSataGetNumOfPortQueuedCommands"
			 "ds Failed, non valid port\n", pAdapter->adapterId, channelIndex, PMPort);
		return 0xFF;
	}
	mvOsSemTake(&pSataChannel->semaphore);
	result = pSataChannel->portQueuedCommands[PMPort];
	if (pCommandsPerChannel)
		*pCommandsPerChannel = pSataChannel->outstandingCommands;

	mvOsSemRelease(&pSataChannel->semaphore);

	return result;
}

/*******************************************************************************
* mvSataSetIntCoalParams - update the interrupt Coalescing registers
*
* DESCRIPTION:  Sets the interrupt coalescing for a specific SATA unit
*               (each SATA unit contains quad SATA channels).
*
* INPUT:
*   pAdapter - pointer to the adapter data structure.
*   sataUnit - which SATA unit to be changed (0xff for all SATA ports)
*   intCoalThre - the value to be written to the Coalescing threshold register
*   intTimeThre - the value to be written to the Time threshold register
*
* OUTPUT:
*   None.
* RETURN:
*   MV_TRUE
* COMMENTS:
*   None.
*
*******************************************************************************/
MV_BOOLEAN mvSataSetIntCoalParams(MV_SATA_ADAPTER *pAdapter, MV_U8 sataUnit, MV_U32 intCoalThre, MV_U32 intTimeThre)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataSetIntCoalParams"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}

	if ((sataUnit != 0) && (sataUnit != 1) && (sataUnit != 0xff)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d  : %d Bad"
			 " unit number\n", pAdapter->adapterId, sataUnit);
		return MV_FALSE;
	}

	mvOsSemTake(&pAdapter->semaphore);
	if (sataUnit == 0xff) {
		if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
		    (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)) {
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATA_II_ALL_PORTS_INT_COAL_CMND_THR_REG_OFFSET, intCoalThre);

			pAdapter->intCoalThre[0] = intCoalThre;
			pAdapter->intCoalThre[1] = intCoalThre;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATA_II_ALL_PORTS_INT_COAL_TIME_THR_REG_OFFSET, intTimeThre);
			pAdapter->intTimeThre[0] = intTimeThre;
			pAdapter->intTimeThre[1] = intTimeThre;
			pAdapter->mainMask |= MV_BIT21;
			pAdapter->mainMask &= ~(MV_BIT17 | MV_BIT8);
		} else {
			MV_U8 count;
			for (count = 0; count < pAdapter->numberOfUnits; count++) {
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(count) +
						   MV_SATAHC_INT_COAL_THRE_REG_OFFSET, intCoalThre);

				pAdapter->intCoalThre[count] = intCoalThre;
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(count) +
						   MV_SATAHC_INT_TIME_THRE_REG_OFFSET, intTimeThre);
				pAdapter->intTimeThre[count] = intTimeThre;
			}
		}
	} else {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INT_COAL_THRE_REG_OFFSET, intCoalThre);

		pAdapter->intCoalThre[sataUnit] = intCoalThre;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATAHC_INT_TIME_THRE_REG_OFFSET, intTimeThre);
		pAdapter->intTimeThre[sataUnit] = intTimeThre;
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
			pAdapter->mainMask |= (MV_BIT17 | MV_BIT8);
			pAdapter->mainMask &= ~MV_BIT21;
		}
	}
	if (pAdapter->interruptsAreMasked == MV_FALSE) {
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);

		MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset);

	}
	mvOsSemRelease(&pAdapter->semaphore);

	return MV_TRUE;
}

/*******************************************************************************
* mvSataSetChannelPhyParams - update the channel's Sata Phy params
*
* DESCRIPTION: This functoin changes the Sata Phy params such as the AMP and
*       PRE by updating the PHY Mode register.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex- index of the Edma channel number.
*   signalAmps  - three bits value to be written to the Phy Mode register at
*                   bits[7:5]
*   pre         - two bits value to be written to the Phy Mode register at
*                   bits[12:11]
*
* OUTPUT:
*   None.
*
* RETURN:
*   MV_TRUE on success, MV_FASLE otherwisw
*
*
*******************************************************************************/
MV_BOOLEAN mvSataSetChannelPhyParams(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U8 signalAmps, MV_U8 pre)
{
	MV_U32 regAddr;
	MV_U32 val;
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U8 unit = (channelIndex & MV_BIT2) >> 2;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "  : mvSataSetChannelPhyParam"
			 "s Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}

	if ((pAdapter->chipIs62X1Z0 == MV_TRUE) || (pAdapter->chipIs65XXZ0 == MV_TRUE)) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "%d  : mvSataSetChannelPhyPara\
m" "s Failed, This function not supported for this adapter\n", pAdapter->adapterId);
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		if ((signalAmps & 0xf8) || (pre & 0xfc)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
				 "mvSataSetChannelPhyParams Failed. Bad params\n", pAdapter->adapterId, channelIndex);
			return MV_FALSE;
		}

		regAddr = MV_SATAHC_REGS_BASE_OFFSET(unit) + MV_SATA_I_HC_PHY_MODE_BRIDGE_PORT_REG_OFFSET(port);

		val = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, regAddr);

		val &= ~MV_SATA_I_PHY_MODE_AMP_MASK;
		val |= (signalAmps << MV_SATA_I_PHY_MODE_AMP_OFFSET) & MV_SATA_I_PHY_MODE_AMP_MASK;

		val &= ~MV_SATA_I_PHY_MODE_PRE_MASK;
		val |= (pre << MV_SATA_I_PHY_MODE_PRE_OFFSET) & MV_SATA_I_PHY_MODE_PRE_MASK;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, regAddr, val);
		pAdapter->pre[channelIndex] = pre;
		pAdapter->signalAmps[channelIndex] = signalAmps;
	}

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		if ((signalAmps & 0xf8) || (pre & 0xf8)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
				 "mvSataSetChannelPhyParams Failed. Bad params\n", pAdapter->adapterId, channelIndex);
			return MV_FALSE;
		}

		pAdapter->pre[channelIndex] = pre;
		pAdapter->signalAmps[channelIndex] = signalAmps;
		regAddr = getEdmaRegOffset(channelIndex) + MV_SATA_II_PHY_MODE_2_REG_OFFSET;
		val = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, regAddr);

		val &= ~MV_SATA_II_PHY_MODE_2_AMP_MASK;
		val |= (signalAmps << MV_SATA_II_PHY_MODE_2_AMP_OFFSET) & MV_SATA_II_PHY_MODE_2_AMP_MASK;
		val &= ~MV_SATA_II_PHY_MODE_2_PRE_MASK;
		val |= (pre << MV_SATA_II_PHY_MODE_2_PRE_OFFSET) & MV_SATA_II_PHY_MODE_2_PRE_MASK;
		val &= ~MV_BIT16;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, regAddr, val);
	}

	return MV_TRUE;
}

/*******************************************************************************
* mvSataChannelPhyShutdown -
*
* DESCRIPTION: Shutdown the sata Phy of the given channel.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise
*
* COMMENTS:
*   After shutdown no connect / disconnect indication will be available.
*
*******************************************************************************/

MV_BOOLEAN mvSataChannelPhyShutdown(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 regVal;
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "  : mvSataChannelPhyShutdown"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET);

#ifdef SATA_ERRATA_88SX60X1_8
		/* Fix for 88SX60x1 FEr SATA#8 */
		/* according to the spec, bits [31:12] must be set to 0x009B1 */
		regVal &= 0x00000FFF;
		/* regVal |= MV_BIT12; */
		regVal |= 0x009B1000;
#endif

		regVal |= MV_BIT9;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);
		return MV_TRUE;
	}
	regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET);
	regVal |= MV_SATA_I_TEST_CONTROL_PHY_SHUTDOWN_MASK(port);

	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET, regVal);
	MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
			  MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataChannelPhyPowerOn -
*
* DESCRIPTION: power on the sata Phy of the given channel.
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise
*
* COMMENTS:
*   None.
*
*******************************************************************************/

MV_BOOLEAN mvSataChannelPhyPowerOn(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 regVal;
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "  : mvSataChannelPhyPowerOn"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET);

#ifdef SATA_ERRATA_88SX60X1_8
		/* Fix for 88SX60x1 FEr SATA#8 */
		/* according to the spec, bits [31:12] must be set to 0x009B1 */
		regVal &= 0x00000FFF;
		/* regVal |= MV_BIT12; */
		regVal |= 0x009B1000;
#endif

		regVal &= ~(MV_BIT9);
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);
		_channelHardReset(pAdapter, channelIndex);
		return MV_TRUE;
	}
	_fixPhyParams(pAdapter, channelIndex);
	regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "  : %d %d %d mvSataChannelPhyPowerOn"
		 " reg[%x] = 0x%x -> 0x%x\n", pAdapter->adapterId, sataUnit, port,
		 MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
		 MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET, regVal,
		 regVal & ~(MV_SATA_I_TEST_CONTROL_PHY_SHUTDOWN_MASK(port)));
	regVal &= ~(MV_SATA_I_TEST_CONTROL_PHY_SHUTDOWN_MASK(port));

	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET, regVal);
	MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
			  MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATA_I_HC_BRIDGES_TEST_CONTROL_REG_OFFSET); {
		MV_U32 temp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port));
		temp &= ~0xf;
		temp |= MV_BIT0;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port), temp);
	}
	_fixPhyParams(pAdapter, channelIndex);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataChannelFarLoopbackDiagnostic - do far end loopback
*
* DESCRIPTION: operate the far-end LB mode on the bridge
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - index of the required channel
*
* OUTPUT:
*   None.
* RETURN:
*   MV_TRUE on success, MV_FALSE otherwise
* COMMENTS:
*   None.
*******************************************************************************/

MV_BOOLEAN mvSataChannelFarLoopbackDiagnostic(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U32 regVal = 0, temp;
	MV_U32 tryCount, pollCount;
	MV_BOOLEAN result = MV_TRUE;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "  : mvSataChannelFarLoopback"
			 "Diagnostic Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		/* TODO - Add support for far end loopback */
		return MV_TRUE;
	}

	for (tryCount = 0; tryCount < 5; tryCount++) {

		/* Set Far-end loopback */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATA_I_HC_R04_STATUS_BRIDGE_PORT_OFFSET(port), 0x00100000);
		/* BIST pattern */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATA_I_HC_R05_STATUS_BRIDGE_PORT_OFFSET(port), 0xb5b5b5b5);
		/* BIST pattern */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATA_I_HC_R06_STATUS_BRIDGE_PORT_OFFSET(port), 0xb5b5b5b5);
		/* enable BIST */
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
				   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				   MV_SATA_I_HC_R0F_STATUS_BRIDGE_PORT_OFFSET(port), 0x00200000);

		mvMicroSecondsDelay(pAdapter, MV_FAR_END_LOOPBACK_TEST_WAIT_TIME);

		/* poll bit 20 of register 0F(bist finish) for 50 times */
		for (pollCount = 0; pollCount < 50; pollCount++) {
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						   MV_SATA_I_HC_R0F_STATUS_BRIDGE_PORT_OFFSET(port));

			if (regVal & MV_BIT20)
				break;
		}

		if (regVal & MV_BIT20) {
			break;
		} else {	/*if bit 20 still 0, then try the bist sequence again for 5 times */
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Warning: FarEnd LoopBack "
				 "- bit 20 still not set try again, tryCount %d\n", pAdapter->adapterId,
				 channelIndex, tryCount);
			temp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						 MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
						 MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port));
			temp &= 0xff0;
			temp |= MV_BIT0;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
					   MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port), temp);

			if (waitForBusyAfterHReset(pAdapter, channelIndex) == MV_FALSE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: in Channel Hard Rese"
					 "t storage drive is not ready\n", pAdapter->adapterId, channelIndex);

				result = MV_FALSE;
			}
			_fixPhyParams(pAdapter, channelIndex);

		}
	}
	if (tryCount == 5) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: FarEnd LoopBack Failed"
			 "- the test doesn't finish\n", pAdapter->adapterId, channelIndex);
		result = MV_FALSE;
	} else {
		if (((regVal & MV_BIT20) == 0) && (regVal & MV_BIT19)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: FarEnd LoopBack"
				 " finished with error, 0F regVal= %x\n", pAdapter->adapterId, channelIndex, regVal);
			result = MV_FALSE;
		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: FarEnd LoopBack finished "
				 "successfuly, 0F regVal= %x\n", pAdapter->adapterId, channelIndex, regVal);
		}
	}
	/* disable BIST and start phy communication */
	temp = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
				 MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
				 MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port));
	temp &= 0xff0;
	temp |= MV_BIT0;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
			   MV_SATA_I_HC_R02_STATUS_BRIDGE_PORT_OFFSET(port), temp);

	if (waitForBusyAfterHReset(pAdapter, channelIndex) == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: in Channel Hard Rese"
			 "t storage drive is not ready\n", pAdapter->adapterId, channelIndex);

		result = MV_FALSE;
	}
	_fixPhyParams(pAdapter, channelIndex);

	return result;
}

/*******************************************************************************
* mvSataQueueCommand - Execute ATA command (PIO or UDMA)
*
* DESCRIPTION:
*   adds ATA PIO or UDMA request to a MV88SX50XX specific sata channel
*
* INPUT:
*   pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*   pCommandInfo - Pointer to the PIO or UDMA command
*
* RETURN:
*   MV_DMA_QUEUE_RESULT_OK - Command queuing is successfull
*   MV_QUEUE_COMMAND_RESULT_QUEUED_MODE_DISABLED - when trying to add command
*                            while command queuing is disabled
*   MV_QUEUE_COMMAND_RESULT_FULL - Command queue is full
*   MV_QUEUE_COMMAND_RESULT_BAD_LBA_ADDRESS - when the connected device doesn't
*          support 48 bit addressing but the new command need's to use 48bit
*           addressing.
*   MV_QUEUE_RESULT_BAD_PARAMS - When bad parameters are received
*
* COMMENTS:
*   None.
*
*******************************************************************************/
MV_QUEUE_COMMAND_RESULT mvSataQueueCommand(MV_SATA_ADAPTER *pAdapter,
					   MV_U8 channelIndex, MV_QUEUE_COMMAND_INFO *pCommandInfo)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_QUEUED_COMMAND_ENTRY *pCommandEntry;
	MV_U8 hostTag;
	MV_U8 deviceTag;

#ifdef MV_SATA_IO_GRANULARITY
	MV_U8 nextTransId;
#endif
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "  : mvSataQueueCommand"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_QUEUE_COMMAND_RESULT_BAD_PARAMS;
	}

	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataQueueCommand"
			 " Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_QUEUE_COMMAND_RESULT_BAD_PARAMS;
	}
	mvOsSemTake(&pSataChannel->semaphore);
#ifdef MV_SATA_SUPPORT_EDMA_SINGLE_DATA_REGION
	if ((pAdapter->sataAdapterGeneration < MV_SATA_GEN_IIE) &&
	    (MV_QUEUED_COMMAND_TYPE_UDMA == pCommandInfo->type) &&
	    (pCommandInfo->commandParams.udmaCommand.singleDataRegion == MV_TRUE)) {
		mvOsSemRelease(&pSataChannel->semaphore);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: "
			 "mvSataQueueCommand single Data region not supported\n", pAdapter->adapterId, channelIndex);
		return MV_QUEUE_COMMAND_RESULT_BAD_PARAMS;
	}
#endif
	if (pSataChannel->queueCommandsEnabled == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: queued commands mode"
			 " is disabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_QUEUE_COMMAND_RESULT_QUEUED_MODE_DISABLED;
	}

	if (getTag(pSataChannel, pCommandInfo->PMPort, &hostTag, &deviceTag) == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: queue is full\n",
			 pAdapter->adapterId, channelIndex);

		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_QUEUE_COMMAND_RESULT_FULL;
	}
#ifdef MV_SATA_IO_GRANULARITY
	if ((MV_QUEUED_COMMAND_TYPE_UDMA == pCommandInfo->type) &&
	    (MV_TRUE == pCommandInfo->commandParams.udmaCommand.ioGranularityEnabled)) {

		if (MV_FALSE == pAdapter->iogEnabled) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: IO granularity is "
				 "disabled for the adapter\n", pAdapter->adapterId, channelIndex);
			mvOsSemRelease(&pSataChannel->semaphore);
			return MV_QUEUE_COMMAND_RESULT_BAD_PARAMS;
		} else {
			if (pAdapter->iogFreeIdsNum <= 0) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: IO granularity "
					 "queue is full\n", pAdapter->adapterId);
				mvOsSemRelease(&pSataChannel->semaphore);
				return MV_QUEUE_COMMAND_RESULT_FULL;
			}
		}
	}
#endif
	pCommandEntry = &(pSataChannel->commandsQueue[hostTag]);
	pCommandEntry->hostTag = hostTag;
	pCommandEntry->deviceTag = deviceTag;
	pCommandEntry->isCommandInEdma = MV_FALSE;
	pCommandEntry->commandAborted = MV_FALSE;
	if (pCommandInfo->type == MV_QUEUED_COMMAND_TYPE_UDMA) {
		MV_UDMA_COMMAND_PARAMS *pUdmaCommand = &pCommandInfo->commandParams.udmaCommand;
		if (pSataChannel->queuedDMA == MV_EDMA_MODE_NATIVE_QUEUING)
			pUdmaCommand->isEXT = MV_TRUE;

#ifdef MV_SATA_IO_GRANULARITY
		pUdmaCommand->iogCurrentTransId = MV_IOG_INVALID_COMMAND_ID;
		if ((MV_TRUE == pAdapter->iogEnabled) && (MV_TRUE == pUdmaCommand->ioGranularityEnabled)) {
			if (pUdmaCommand->iogCommandType == MV_IOG_COMMAND_TYPE_FIRST) {
				mvOsSemTake(&pAdapter->iogSemaphore);
				nextTransId = pAdapter->iogFreeIdsStack[--(pAdapter->iogFreeIdsNum)];
				setIoGranularityCount(pAdapter,
						      nextTransId, pUdmaCommand->ioGranularityCommandParam.transCount);
				mvOsSemRelease(&pAdapter->iogSemaphore);
			} else {
				nextTransId = pUdmaCommand->ioGranularityCommandParam.transId;
			}
			pUdmaCommand->iogCurrentTransId = nextTransId;
		}
#endif
		if ((pSataChannel->noneUdmaOutstandingCommands == 0) &&
#ifdef MV_SUPPORT_ATAPI
		    (pSataChannel->packetOutstandingCommands == 0) &&
#endif
		    (pSataChannel->ErrorHandlingInfo.state == MV_ERROR_HANDLING_STATE_IDLE)) {
			if (pSataChannel->EdmaActive == MV_FALSE) {
				disableSaDevInterrupts(pAdapter, channelIndex);
				activateEdma(pAdapter, channelIndex);
			}
			addCommand(pSataChannel, pCommandEntry, pCommandInfo);
			EdmaReqQueueInsert(pSataChannel, pCommandEntry, &pCommandInfo->commandParams.udmaCommand);
		} else {
			addCommand(pSataChannel, pCommandEntry, pCommandInfo);
		}
	} else {
		addCommand(pSataChannel, pCommandEntry, pCommandInfo);
		if (pSataChannel->outstandingCommands == 1) {
			if (pSataChannel->EdmaActive == MV_TRUE)
				deactivateEdma(pAdapter, channelIndex);

			if (pSataChannel->PMSupported == MV_TRUE)
				_setActivePMPort(pSataChannel, pCommandInfo->PMPort);

			if (sendNoneUdmaCommand(pSataChannel, pCommandEntry) == MV_FALSE) {
				removeCommand(pSataChannel, pCommandEntry);
				_doSoftReset(pSataChannel);
				mvOsSemRelease(&pSataChannel->semaphore);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Failed to "
					 "Issue PIO command\n", pAdapter->adapterId, channelIndex);
				return MV_QUEUE_COMMAND_RESULT_QUEUED_MODE_DISABLED;
			}
		}
	}

	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_QUEUE_COMMAND_RESULT_OK;

}

/*******************************************************************************
* mvSataSetInterruptsScheme - Modify interrupt scheme
*
* DESCRIPTION:
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*       interruptScheme =  A parameter containing the rquired interrupt scheme
*
* RETURN:
*       MV_TRUE on success, otherwise MV_FALSE.
* COMMENTS: This function doesn't modify the HW main mask register
*
*******************************************************************************/
MV_BOOLEAN mvSataSetInterruptsScheme(MV_SATA_ADAPTER *pAdapter, MV_SATA_INTERRUPT_SCHEME interruptScheme)
{
	mvOsSemTake(&pAdapter->semaphore);
	switch (interruptScheme) {
	case MV_SATA_INTERRUPT_HANDLING_IN_ISR:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS, " %d  : Interrupts"
			 " scheme set to Handling in ISR\n", pAdapter->adapterId);
		break;
	case MV_SATA_INTERRUPT_HANDLING_IN_TASK:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS, " %d  : Interrupts"
			 " scheme set to Handling in TASK\n", pAdapter->adapterId);
		break;
	case MV_SATA_INTERRUPTS_DISABLED:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS, " %d  : Interrupts"
			 " scheme set to interrupts Disabled\n", pAdapter->adapterId);
		break;
	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d  : in mvSataSet"
			 "InterruptsScheme: Invalid Interrup scheme (%d)\n", pAdapter->adapterId, interruptScheme);
		mvOsSemRelease(&pAdapter->semaphore);
		return MV_FALSE;
	}
	pAdapter->interruptsScheme = interruptScheme;
	mvOsSemRelease(&pAdapter->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataCheckPendingInterrupt - Check and mask interrupts
*
* DESCRIPTION:
*       Check if an interrupt is pending, If there is  a pending interrupt then
*   this function masks the adapter's interrupts and returns MV_TRUE
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE if the interrupt issued by mv adapter, otherwise MV_FALSE.
* COMMENTS:
*       this function must be used only when interrupt scheme is set to
*       MV_SATA_INTERRUPT_IN_TASK
*
*******************************************************************************/
MV_BOOLEAN mvSataCheckPendingInterrupt(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 mainMask;
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;

	/*mvOsSemTake(&pAdapter->interruptsMaskSem); */
	mainMask = pAdapter->mainMask;
	/*mvOsSemRelease(&pAdapter->interruptsMaskSem); */
	/* if the interrupt it ours */
	if (MV_REG_READ_DWORD(ioBaseAddr, pAdapter->mainCauseOffset) & mainMask) {
		/*clear mainMask, the ISR enables the interrupt once served */
		MV_REG_WRITE_DWORD(ioBaseAddr, pAdapter->mainMaskOffset, 0);
		return MV_TRUE;
	}
	/*bogus interrupt */
	return MV_FALSE;
}

/*******************************************************************************
* mvSataInterruptServiceRoutine - Interrupt service routine
*
* DESCRIPTION:
*       this function is an interrupt service routine that is called upon
*       reception of an interrupt from a MV88SX50XX adapter.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE if the interrupt issued by mv adapter, otherwise MV_FALSE.
* COMMENTS:
*       this function handles all the events that generate interrupts incuding
*       calling the upper layer call back functions.
*
*******************************************************************************/
MV_BOOLEAN mvSataInterruptServiceRoutine(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 mainCause;
	MV_U32 mainMask;
	MV_U32 unitCause = 0;
	MV_U32 responseDone;
	MV_U32 edmaError;
	MV_U32 deviceInterrupt;
	MV_U8 sataUnit;
	MV_U8 port;
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;
	mvOsSemTake(&pAdapter->semaphore);
	mainCause = MV_REG_READ_DWORD(ioBaseAddr, pAdapter->mainCauseOffset);

	/* Check if the interrupt is ours */
	mvOsSemTake(&pAdapter->interruptsMaskSem);
	mainMask = pAdapter->mainMask;
	mvOsSemRelease(&pAdapter->interruptsMaskSem);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_INTERRUPTS,
		 " %d  : Interrupt. Cause = 0x%08x, mask 0x%08x\n", pAdapter->adapterId, mainCause, mainMask);

	/*
	 * Check if interrupt is our or interrupts are masked.
	 * in interrupts disaled scheme, the main mask register is cleared but the
	 * mainMask variable will hold the bits where interrupts expected, this why
	 * the sheme is not checked
	 */
	if ((0 == (mainCause & mainMask)) ||
	    ((pAdapter->interruptsAreMasked == MV_TRUE) &&
	     (pAdapter->interruptsScheme != MV_SATA_INTERRUPTS_DISABLED))) {
		/* when interrupts handled in task, we expect to find interrupts here */
		if (pAdapter->interruptsScheme == MV_SATA_INTERRUPT_HANDLING_IN_TASK) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d  : ISR called "
				 "but no interrutps are found in interrupts handle in task"
				 "scheme!\n", pAdapter->adapterId);
			/*anyway unmask interrupts */
			mvOsSemTake(&pAdapter->interruptsMaskSem);
			if (pAdapter->interruptsAreMasked == MV_FALSE) {
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   pAdapter->mainMaskOffset, pAdapter->mainMask);
			}
			mvOsSemRelease(&pAdapter->interruptsMaskSem);
		}
		mvOsSemRelease(&pAdapter->semaphore);
		return MV_FALSE;
	}

	if (mainCause & MV_MAIN_INTERRUPT_MASK_REG_PCIERR_BIT)
		handlePCIErrorInterrupt(pAdapter);

#ifdef MV_SATA_IO_GRANULARITY
	/*IO Granularity interrupt */
	if (mainCause & MV_IOG_TRANS_INT_MASK) {
		mvOsSemTake(&pAdapter->iogSemaphore);
		iogInterrupt(pAdapter, ioBaseAddr, mainCause);
		mvOsSemRelease(&pAdapter->iogSemaphore);
	}
#endif
	for (sataUnit = 0; sataUnit < pAdapter->numberOfUnits; sataUnit++) {
		if ((pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) &&
		    (pAdapter->hostInterface != MV_HOST_IF_INTEGRATED)) {
			/* Clear the all ports interrupt coalescing cause register */
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   MV_SATA_II_ALL_PORTS_INT_CAUSE_REG_OFFSET, 0);
		}

		if (mainCause & 0x1ff) {
			MV_U32 unitCauseAddr = MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
			    MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET;
			MV_U32 unitRspInPtr;

			/* clear the cause bit of the Coalescing interrupt */
			MV_REG_WRITE_DWORD(ioBaseAddr, unitCauseAddr, ~MV_BIT4);
			unitCause = MV_REG_READ_DWORD(ioBaseAddr, unitCauseAddr);
			/* clear the cause register of the current unit */
			MV_REG_WRITE_DWORD(ioBaseAddr, unitCauseAddr, ~unitCause | MV_BIT4);

			unitRspInPtr = MV_REG_READ_DWORD(ioBaseAddr,
							 MV_SATAHC_REGS_BASE_OFFSET(sataUnit) +
							 MV_SATAHC_RESPONSE_Q_IN_POINTER_OFFSET);

			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d unit %d : unitCause = 0x%08x,"
				 " unitRspInPtr 0x%08x\n", pAdapter->adapterId, sataUnit, unitCause, unitRspInPtr);

			for (port = 0; port < pAdapter->portsPerUnit; port++) {
				deviceInterrupt = unitCause & (MV_BIT8 << port);
				responseDone = unitCause & (1 << port);
				edmaError = (mainCause & MV_BIT0);

				if (responseDone || edmaError) {
					handleEdmaInterrupt(pAdapter, sataUnit, port,
							    (MV_U8) (unitRspInPtr), responseDone, edmaError, unitCause);
				}
				if (deviceInterrupt &&
				    (SaDevInterrutpBit((MV_U8) MV_CHANNEL_INDEX(sataUnit, port)) & mainMask)) {
					handleDeviceInterrupt(pAdapter, sataUnit, port);
				}

				mainCause >>= 2;
				unitRspInPtr >>= 8;
			}
		} else {
			mainCause >>= 8;
		}
		mainCause >>= 1;	/* this is for the coalescing 0-3 bit */
	}
	if (pAdapter->interruptsScheme == MV_SATA_INTERRUPT_HANDLING_IN_TASK) {
		if (pAdapter->interruptsAreMasked == MV_FALSE) {
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   pAdapter->mainMaskOffset, pAdapter->mainMask);
		}
	}
	mvOsSemRelease(&pAdapter->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataMaskAdapterInterrupt - mask any interrupts can be generated from a
*       MV88SX50XX adapter
*
* DESCRIPTION:
*       mask all the interrupts that could occur from the adapter.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*       Before masking the interrupts, the value of the interrupt maks register
*       will be stored in the adapter data structure.
*
*******************************************************************************/
MV_BOOLEAN mvSataMaskAdapterInterrupt(MV_SATA_ADAPTER *pAdapter)
{
	pAdapter->interruptsAreMasked = MV_TRUE;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, 0);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataUnmaskAdapterInterrupt - unmask interrupts can be generated from a
*       MV88SX50XX adapter
*
* DESCRIPTION:
*       Restore a previous value in the MV88SX50XX interrupt maks register by
*       writing the previously stored value in the interruptMaskRegister field
*       in the adapter data structure to the MV88SX50XX adapter main interrupt
*       mask register
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataUnmaskAdapterInterrupt(MV_SATA_ADAPTER *pAdapter)
{
	mvOsSemTake(&pAdapter->interruptsMaskSem);
	pAdapter->interruptsAreMasked = MV_FALSE;
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);
	mvOsSemRelease(&pAdapter->interruptsMaskSem);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataEnableStaggeredSpinUpAll - Enables staggared spin-up of all SATA channels
*
* DESCRIPTION:
*       Enables staggared spin-up of all SATA II chnannel. This function is not
*       relevant for SATA I.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataEnableStaggeredSpinUpAll(MV_SATA_ADAPTER *pAdapter)
{
	MV_U8 channelIndex;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataEnableStaggeredSpinUp Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d  : Staggered spin-up called for all "
		 "SATA channels\n", pAdapter->adapterId);
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {

		mvOsSemTake(&pAdapter->semaphore);
		_establishSataCommAll(pAdapter);
		for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++) {
			MV_U32 SStatusReg;
			SStatusReg = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						       getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET);

			/*
			 * Fix for 88SX60X1 FEr #10
			 */

			if ((SStatusReg != 0x0) && (SStatusReg != 0x113) && (SStatusReg != 0x123)) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: SStatusRegs = %x ; "
					 "retrying communication...", pAdapter->adapterId, channelIndex, SStatusReg);
				_establishSataComm(pAdapter, channelIndex);
				SStatusReg = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							       getEdmaRegOffset(channelIndex) +
							       MV_SATA_II_S_STATUS_REG_OFFSET);
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: New SStatus is %x\n",
					 pAdapter->adapterId, channelIndex, SStatusReg);

			}
			if (((SStatusReg & 0xf) == MV_PHY_DET_STATE_DEVICE_NO_PHY_COM) ||
			    ((SStatusReg & 0xf) == MV_PHY_DET_STATE_PHY_OFFLINE)) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
					 "Error - failed to establish SATA link after staggered "
					 "spin up (S Status = %08x)\n", pAdapter->adapterId, channelIndex, SStatusReg);
			}
			pAdapter->staggaredSpinup[channelIndex] = MV_TRUE;
		}
		mvOsSemRelease(&pAdapter->semaphore);
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK | MV_DEBUG, " %d  : "
		 "Finished staggered spin-up\n", pAdapter->adapterId);

	return MV_TRUE;
}

/*******************************************************************************
* mvSataEnableStaggeredSpinUp - Enables staggared spin-up.
*
* DESCRIPTION:
*       Enables staggared spin-up of SATA II chnannel. This function is not
*       relevant for SATA I.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataEnableStaggeredSpinUp(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataEnableStaggeredSpinUp Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataEnableStaggeredSpinUp Failed, bad channel index\n");
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: Staggered spin-up called\n",
		 pAdapter->adapterId, channelIndex);
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		MV_U32 SStatusReg;

		mvOsSemTake(&pAdapter->semaphore);
		_establishSataComm(pAdapter, channelIndex);
		SStatusReg = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					       getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET);
		if (((SStatusReg & 0xf) == MV_PHY_DET_STATE_DEVICE_NO_PHY_COM) ||
		    ((SStatusReg & 0xf) == MV_PHY_DET_STATE_PHY_OFFLINE)) {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
				 "Error - failed to establish SATA link after staggered "
				 "spin up (S Status = %08x)\n", pAdapter->adapterId, channelIndex, SStatusReg);
		}
		pAdapter->staggaredSpinup[channelIndex] = MV_TRUE;
		mvOsSemRelease(&pAdapter->semaphore);
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK | MV_DEBUG, " %d %d: "
		 "Finished staggered spin-up\n", pAdapter->adapterId, channelIndex);

	return MV_TRUE;
}

/*******************************************************************************
* mvSataDisableStaggeredSpinUpAll - Disables staggared spin-up on all channels
*
* DESCRIPTION:
*       Disables staggared spin-up of all SATA II chnannel. This function is not
*       relevant for SATA I.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataDisableStaggeredSpinUpAll(MV_SATA_ADAPTER *pAdapter)
{
	MV_U8 channelIndex;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataDisableStaggeredSpinUp Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		/* OK to use mvSataDisableStaggeredSpinUp since it's fast enough */
		for (channelIndex = 0; channelIndex < pAdapter->numberOfChannels; channelIndex++)
			mvSataDisableStaggeredSpinUp(pAdapter, channelIndex);
	}
	return MV_TRUE;
}

/*******************************************************************************
* mvSataDisableStaggeredSpinUp - Disables staggared spin-up.
*
* DESCRIPTION:
*       Disables staggared spin-up of SATA II chnannel. This function is not
*       relevant for SATA I.
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*
* RETURN:
*       MV_TRUE on success, MV_FALSE otherwise.
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataDisableStaggeredSpinUp(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 SControlOffset, regVal;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataDisableStaggeredSpinUp Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataDisableStaggeredSpinUp Failed, bad channel index\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		mvOsSemTake(&pAdapter->semaphore);
		SControlOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_CONTROL_REG_OFFSET;
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset);
		regVal &= ~0xf;
		regVal |= MV_PHY_DET_CONTROL_SHUTDOWN;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, regVal);
		pAdapter->staggaredSpinup[channelIndex] = MV_FALSE;
		mvOsSemRelease(&pAdapter->semaphore);
	}
	return MV_TRUE;
}

/*******************************************************************************
* mvSataSetInterfaceSpeed - Sets the interface speed of a specific SATA channel
*
* DESCRIPTION:
*       Sets the interface speed of a specific SATA channel (1.5/3 Gbps)
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*
* RETURN:
*       MV_SATA_IF_SPEED_1_5 for 1.5 Gbps
*       MV_SATA_IF_SPEED_3   for 3 Gbps
*       MV_SATA_IF_SPEED_INVALID if no speed is negotiated
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataSetInterfaceSpeed(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_SATA_IF_SPEED ifSpeed)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataSetInterfaceSpeed Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataSetInterfaceSpeed Failed, bad channel index\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		MV_SATA_CHANNEL *pSataChannel;

		pSataChannel = pAdapter->sataChannel[channelIndex];
		if (pSataChannel != NULL) {
			mvOsSemTake(&pSataChannel->semaphore);
			if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: Error:"
					 "mvSataSetInterfaceSpeed called while EDMA is active\n",
					 pAdapter->adapterId, channelIndex);
				mvOsSemRelease(&pSataChannel->semaphore);
				return MV_FALSE;
			}
			mvOsSemRelease(&pSataChannel->semaphore);
		}


		if (ifSpeed == MV_SATA_IF_SPEED_1_5_GBPS) {
			pAdapter->limitInterfaceSpeed[channelIndex] = MV_TRUE;
			pAdapter->ifSpeed[channelIndex] = MV_SATA_IF_SPEED_1_5_GBPS;
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK, " %d %d: Set Sata speed to "
				 "1.5Gbps\n", pAdapter->adapterId, channelIndex);
		} else if (ifSpeed == MV_SATA_IF_SPEED_3_GBPS) {
			pAdapter->limitInterfaceSpeed[channelIndex] = MV_TRUE;
			pAdapter->ifSpeed[channelIndex] = MV_SATA_IF_SPEED_3_GBPS;
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK, " %d %d: Set Sata speed to "
				 "3Gbps\n", pAdapter->adapterId, channelIndex);
		} else if (ifSpeed == MV_SATA_IF_SPEED_NO_LIMIT) {
			pAdapter->limitInterfaceSpeed[channelIndex] = MV_FALSE;
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_SATA_LINK, " %d %d: don't limit Sata"
				 " speed \n", pAdapter->adapterId, channelIndex);
		} else {
			mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
				 "mvSataSetInterfaceSpeed Failed, bad IF speed\n");
			return MV_FALSE;
		}

		mvOsSemTake(&pAdapter->semaphore);
		if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
			MV_U32 regVal, LPRegVal = 0;

			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET);
			if (pAdapter->chipIs65XXZ0 == MV_TRUE) {
				LPRegVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
							     getEdmaRegOffset(channelIndex) +
							     MV_SATA_II_LP_EXT_CTRL_REG_OFFSET);
				LPRegVal &= ~(0xFF << 5);
			}

#ifdef SATA_ERRATA_88SX60X1_8
			/* according to the spec, bits [31:12] must be set to 0x009B1 */
			regVal &= 0x00000FFF;
			/* regVal |= MV_BIT12; */
			regVal |= 0x009B1000;
#endif

			if ((pAdapter->limitInterfaceSpeed[channelIndex] == MV_TRUE) &&
			    (pAdapter->ifSpeed[channelIndex] == MV_SATA_IF_SPEED_1_5_GBPS)) {
				regVal &= ~MV_BIT7;	/* Disable GEn II */
				if (pAdapter->chipIs65XXZ0 == MV_TRUE)
					LPRegVal &= ~(0xFF << 5);
			} else {
				regVal |= MV_BIT7;	/* Enable GEn II */
				if (pAdapter->chipIs65XXZ0 == MV_TRUE)
					LPRegVal |= ~(0x11 << 5);
			}
			if (pAdapter->chipIs65XXZ0 == MV_TRUE) {
				MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
						   getEdmaRegOffset(channelIndex) +
						   MV_SATA_II_LP_EXT_CTRL_REG_OFFSET, LPRegVal);
			}
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   getEdmaRegOffset(channelIndex) + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);
		}

		_channelHardReset(pAdapter, channelIndex);
		/* If interface is already active, then device detection is needed */
		if (pAdapter->staggaredSpinup[channelIndex] == MV_TRUE)
			_establishSataComm(pAdapter, channelIndex);

		mvOsSemRelease(&pAdapter->semaphore);
		return MV_TRUE;
	}
	if ((pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) &&
	    ((ifSpeed == MV_SATA_IF_SPEED_NO_LIMIT) || (ifSpeed == MV_SATA_IF_SPEED_1_5_GBPS))) {
		return MV_TRUE;
	}
	return MV_FALSE;
}

/*******************************************************************************
* mvSataGetInterfaceSpeed - Gets the interface speed of a specific SATA channel
*
* DESCRIPTION:
*       Gets the interface speed of a specific SATA channel (1.5/3 Gbps)
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*
* RETURN:
*       MV_SATA_IF_SPEED_1_5 for 1.5 Gbps
*       MV_SATA_IF_SPEED_3   for 3 Gbps
*       MV_SATA_IF_SPEED_INVALID if no speed is negotiated
*
* COMMENTS:
*
*******************************************************************************/
MV_SATA_IF_SPEED mvSataGetInterfaceSpeed(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 SStatusOffset, regVal;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataGetInterfaceSpeed Failed, Bad adapter data structure" " pointer\n");
		return MV_SATA_IF_SPEED_INVALID;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataGetInterfaceSpeed Failed, bad channel index\n");
		return MV_SATA_IF_SPEED_INVALID;
	}
	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		if (pAdapter->staggaredSpinup[channelIndex] == MV_TRUE) {
			SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
			regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
			if (regVal & MV_BIT4)
				return MV_SATA_IF_SPEED_1_5_GBPS;

			if (regVal & MV_BIT5)
				return MV_SATA_IF_SPEED_3_GBPS;
		}
		return MV_SATA_IF_SPEED_INVALID;
	}
	return MV_SATA_IF_SPEED_1_5_GBPS;
/*TBD*/}

/*******************************************************************************
* mvSataSetInterfacePowerState - Sets the sata interface power state of a
* specific SATA channel
*
* DESCRIPTION:
*       Sets the interface power state of a specific SATA channel
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*   ifPowerState    - sata interface power state
*
* RETURN:
*       MV_TRUE if the desired power state entered successfully.
*       MV_FALSE otherwise
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataSetInterfacePowerState(MV_SATA_ADAPTER *pAdapter,
					MV_U8 channelIndex, MV_SATA_IF_POWER_STATE ifPowerState)
{
	MV_U32 SControlOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_CONTROL_REG_OFFSET;
	MV_U32 SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;
	MV_U32 SControl;
	MV_U32 SStatus;
	MV_U32 IPM;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataSetInterfacePowerState Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataSetInterfacePowerState Failed, bad channel index\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration < MV_SATA_GEN_II) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
			 "mvSataSetInterfacePowerState Failed, adapter not supported\n",
			 pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	if (pAdapter->staggaredSpinup[channelIndex] == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
			 "mvSataSetInterfacePowerState Failed, sata link not established yet\n",
			 pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}

	switch (ifPowerState) {
	case MV_SATA_IF_POWER_PHY_READY:
		SControl = 0x4300;
		break;
	case MV_SATA_IF_POWER_PARTIAL:
		SControl = 0x1300;
		break;
	case MV_SATA_IF_POWER_SLUMBER:
		SControl = 0x2300;
		break;
	default:
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: "
			 "mvSataSetInterfacePowerState Failed, unkniwn state (0x%x)\n",
			 pAdapter->adapterId, channelIndex, ifPowerState);
		return MV_FALSE;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: "
		 "mvSataSetInterfacePowerState: enter state 0x%x (prev 0x%x)\n",
		 pAdapter->adapterId, channelIndex, ifPowerState, pAdapter->ifPowerState[channelIndex]);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset, SControl);
	MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SControlOffset);
	if (pAdapter->ifPowerState[channelIndex] == MV_SATA_IF_POWER_SLUMBER)
		mvMicroSecondsDelay(pAdapter, 10000);
	else
		mvMicroSecondsDelay(pAdapter, 10);

	SStatus = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
	IPM = getRegField(SStatus, 8, 4);
	if (IPM != ifPowerState) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: "
			 "mvSataSetInterfacePowerState: IPM (0x%x) doesn't match the "
			 "requested state 0x%x (prev 0x%x)\n",
			 pAdapter->adapterId, channelIndex, IPM, ifPowerState, pAdapter->ifPowerState[channelIndex]);
		pAdapter->ifPowerState[channelIndex] = MV_SATA_IF_POWER_SLUMBER;
		return MV_FALSE;
	}
	pAdapter->ifPowerState[channelIndex] = ifPowerState;
	return MV_TRUE;
}

/*******************************************************************************
* mvSataGetInterfacePowerState - Gets the sata interface power state of a
* specific SATA channel
*
* DESCRIPTION:
*       Gets the interface power state of a specific SATA channel from the HW
*       registers (SStatus)
*
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*   channelIndex    - the index of the specific EDMA channel
*   ifPowerState    - sata interface power state
*
* RETURN:
*       ifPowerState    - sata interface power state
* COMMENTS:
*
*******************************************************************************/
MV_BOOLEAN mvSataGetInterfacePowerState(MV_SATA_ADAPTER *pAdapter,
					MV_U8 channelIndex, MV_SATA_IF_POWER_STATE *ifPowerState)
{
	MV_U32 SStatusOffset = getEdmaRegOffset(channelIndex) + MV_SATA_II_S_STATUS_REG_OFFSET;

	MV_U32 SStatus;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataGetInterfacePowerState Failed, Bad adapter data structure" " pointer\n");
		return MV_FALSE;
	}
	if (channelIndex >= pAdapter->numberOfChannels) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : "
			 "mvSataGetInterfacePowerState Failed, bad channel index\n");
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration < MV_SATA_GEN_II) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
			 "mvSataGetInterfacePowerState Failed, adapter not supported\n",
			 pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	if (pAdapter->staggaredSpinup[channelIndex] == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: "
			 "mvSataGetInterfacePowerState Failed, sata link not established yet\n",
			 pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}

	SStatus = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, SStatusOffset);
	*ifPowerState = getRegField(SStatus, 8, 4);
	return MV_TRUE;
}

#if defined(MV_SUPPORT_ATAPI) || defined(MV_SATA_C2C_COMM)
static void activateBMDmaMode(MV_SATA_ADAPTER *pAdapter,
			      MV_U8 channelIndex, MV_U32 prdTableHi, MV_U32 prdTableLow, MV_UDMA_TYPE dmaType)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
		 " activateBMDmaMode: BMDMA status(1) 0x%08x\n",
		 MV_REG_READ_DWORD(ioBaseAddr, getEdmaRegOffset(pSataChannel->channelNumber) + MV_BMDMA_STATUS_OFFSET)
	    );
	if (pAdapter->hostInterface == MV_HOST_IF_INTEGRATED)
		_setRegBits(ioBaseAddr, pSataChannel->eDmaRegsOffset + 0x6C, MV_BIT0);

	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_BMDMA_COMMAND_OFFSET, 0);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
		 " activateBMDmaMode: BMDMA status(2) 0x%08x\n",
		 MV_REG_READ_DWORD(ioBaseAddr, getEdmaRegOffset(pSataChannel->channelNumber) + MV_BMDMA_STATUS_OFFSET)
	    );

	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			   MV_BMDMA_PRD_TABLE_LOW_ADDRESS_OFFSET, prdTableLow);
	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			   MV_BMDMA_PRD_TABLE_HIGH_ADDRESS_OFFSET, prdTableHi);

	if (dmaType == MV_UDMA_TYPE_READ) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: Activate BM-DMA in write Mode"
			 " (Read from disk)\n", pAdapter->adapterId, channelIndex);
		MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				   MV_BMDMA_COMMAND_OFFSET, MV_BIT3 | MV_BIT0);
	} else {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: Activate BM-DMA in read Mode"
			 " (Writes to disk)\n", pAdapter->adapterId, channelIndex);
		MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_BMDMA_COMMAND_OFFSET, MV_BIT0);
	}
}
#endif
/*================C2C functions==========================================*/
#ifdef MV_SATA_C2C_COMM
/*******************************************************************************
* mvSataC2CInit - setup channel-to-channel communication mode on
*                   specific SATA channel
*
* DESCRIPTION:
*       Initializes channel for channel-to-channel communication mode
*
* INPUT:
*       pAdapter        - pointer to the adapter data structure.
*       channelIndex    - the index of the specific SATA channel
*       mvSataC2CMode   - Comunication mode for the channel:
*                           target or initiator
*
*       mvSataC2CCallBack - callback function called on channel 2 channel
*                           communication event
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataC2CInit(MV_SATA_ADAPTER *pAdapter,
			 MV_U8 channelIndex, MV_SATA_C2C_MODE mvSataC2CMode, C2CCallBack_t mvSataC2CCallBack)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 regVal;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataC2CInit"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataC2CInit Failed"
			 ", channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataC2CInit "
			 "failed, DMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration == MV_SATA_GEN_I) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataC2CInit "
			 "failed, Feature not supported by this HW\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}

	regVal = MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_SATA_CONFIG_REG_OFFSET);
	/* Enable communication mode */
	regVal |= MV_BIT11;

#ifdef SATA_ERRATA_88SX60X1_8
	/* Fix for 88SX60xx FEr SATA#8 */
	/* according to the spec, bits [31:12] must be set to 0x009B1 */
	regVal &= 0x00000FFF;
	/* regVal |= MV_BIT12; */
	regVal |= 0x009B1000;
#endif

	if (mvSataC2CMode == MV_SATA_C2C_MODE_INITIATOR)
		regVal |= MV_BIT10;	/* Initiator */
	else
		regVal &= ~MV_BIT10;	/* Target */

	maskEdmaInterrupts(pAdapter, channelIndex);

	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);

	_channelHardReset(pAdapter, channelIndex);

	pSataChannel->C2CmodeEnabled = MV_TRUE;
	pSataChannel->C2CMode = mvSataC2CMode;
	pSataChannel->C2CCallback = mvSataC2CCallBack;

	mvSataMaskAdapterInterrupt(pAdapter);
	pAdapter->mainMask |= SaDevInterrutpBit(channelIndex);
	mvSataUnmaskAdapterInterrupt(pAdapter);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: mvSataC2CInit %s mode\n",
		 pAdapter->adapterId, channelIndex,
		 (mvSataC2CMode == MV_SATA_C2C_MODE_INITIATOR) ? "Initiator" : "Target");

	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataC2CStop - Stop channel to channel communication mode
*
* DESCRIPTION:
*       Stop channel to channel communication mode on
*                   specific SATA channel
*
* INPUT:
*       pAdapter        - pointer to the adapter data structure.
*       channelIndex    - the index of the specific SATA channel
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataC2CStop(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 regVal;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, "    : mvSataC2CStop"
			 " Failed, Bad adapter data structure pointer\n");
		return MV_FALSE;
	}
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d: mvSataC2CStop Failed"
			 ", channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);

	if (pSataChannel->queueCommandsEnabled == MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataC2CStop "
			 "failed, DMA is enabled\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}

	regVal = MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_SATA_CONFIG_REG_OFFSET);
	regVal &= ~MV_BIT11;	/* Disable communication mode */

#ifdef SATA_ERRATA_88SX60X1_8
	/* Fix for 88SX60xx FEr SATA#8 */
	/* according to the spec, bits [31:12] must be set to 0x009B1 */
	regVal &= 0x00000FFF;
	/* regVal |= MV_BIT12; */
	regVal |= 0x009B1000;
#endif

	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_SATA_CONFIG_REG_OFFSET, regVal);
	MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_SATA_CONFIG_REG_OFFSET);
	mvSataMaskAdapterInterrupt(pAdapter);
	pAdapter->mainMask &= ~SaDevInterrutpBit(channelIndex);
	mvSataUnmaskAdapterInterrupt(pAdapter);

	_channelHardReset(pAdapter, channelIndex);
	pSataChannel->C2CmodeEnabled = MV_FALSE;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG, " %d %d: mvSataC2CStop\n", pAdapter->adapterId, channelIndex);

	mvOsSemRelease(&pSataChannel->semaphore);
	return MV_TRUE;
}

/*******************************************************************************
* mvSataC2CSendRegisterDeviceToHostFIS - sends Register device to host FIS
*
* DESCRIPTION:
*                   Sends Register device to host FIS
*                   used for channel-to-channel communication mode on
*                   specific SATA channel
* INPUT:
*       pAdapter        - pointer to the adapter data structure.
*       channelIndex    - the index of the specific SATA channel
*       pmPort          - port multiplier port
*       bInterrupt      - determine whether the interrupt is being generated on
*                           the receiver side
*       msg             - message containing 10 bytes of user data
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataC2CSendRegisterDeviceToHostFIS(MV_SATA_ADAPTER *pAdapter,
						MV_U8 channelIndex,
						MV_U8 pmPort, MV_BOOLEAN bInterrupt, MV_U8 msg[MV_C2C_MESSAGE_SIZE])
{

	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 buffer[5];
	MV_BOOLEAN res;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d "
			 "mvSataC2CSendRegisterDeviceToHostFIS failed - "
			 "Bad adapter data structure pointer.\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}

	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d "
			 "mvSataC2CSendRegisterDeviceToHostFIS failed - "
			 "channel data structure not allocated.\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);

	if (pSataChannel->C2CmodeEnabled == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: mvSataC2CInitiator"
			 "mvSataC2CSendRegisterDeviceToHostFIS failed - "
			 "Bad C2C configuration.\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}

	buffer[0] = MV_SATA_REGISTER_HOST_2_DEVICE_FIS;
	buffer[0] |= ((MV_U32) (pmPort & 0xF)) << 8;
	if (MV_TRUE == bInterrupt)
		buffer[0] |= 1 << 14;

	buffer[0] |= ((MV_U32) msg[0]) << 24;
	buffer[1] = msg[1] | ((MV_U32) msg[2]) << 8 | ((MV_U32) msg[3]) << 16 | ((MV_U32) msg[4]) << 24;
	buffer[2] = msg[5] | ((MV_U32) msg[6]) << 8 | ((MV_U32) msg[7]) << 16;
	buffer[3] = msg[8] | ((MV_U32) msg[9]) << 8;
	buffer[4] = 0;
	res = sendVendorUniqueFIS(pAdapter, channelIndex, (MV_U32 *) buffer, 5);
	mvOsSemRelease(&pSataChannel->semaphore);
	return res;
}

/*******************************************************************************
* mvSataC2CActivateBmDma - activate B-M DMA
*
* DESCRIPTION:
*       Activates Bus Master DMA for the specific SATA channel
*
* INPUT:
*       pAdapter        - pointer to the adapter data structure.
*       channelIndex    - the index of the specific EDMA channel
*       pmPort          - port multiplier port
*       prdTableHi      - upper 32 bits of PRD table address
*       prdTableHi      - lower 32 bits of PRD table address
*       dmaType         - DMA type (read o write) from the initiator point
*			  of view
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataC2CActivateBmDma(MV_SATA_ADAPTER *pAdapter,
				  MV_U8 channelIndex,
				  MV_U8 pmPort, MV_U32 prdTableHi, MV_U32 prdTableLow, MV_UDMA_TYPE dmaType)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_BOOLEAN res = MV_TRUE;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d "
			 "mvSataC2CActivateBmDma failed - "
			 "Bad adapter data structure pointer.\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d "
			 "mvSataC2CActivateBmDma failed - "
			 "channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);
	if (pSataChannel->C2CmodeEnabled == MV_FALSE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d "
			 "mvSataC2CActivateBmDma failed - "
			 "bad C2C configuration.\n", pAdapter->adapterId, channelIndex);
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	if (pSataChannel->C2CMode == MV_SATA_C2C_MODE_TARGET) {
		activateBMDmaMode(pAdapter, channelIndex,
				  prdTableHi, prdTableLow,
				  (dmaType == MV_UDMA_TYPE_WRITE) ? MV_UDMA_TYPE_READ : MV_UDMA_TYPE_WRITE);
		if (dmaType == MV_UDMA_TYPE_WRITE) {
			MV_U32 buffer[1] = { MV_SATA_DMA_ACTIVATE_FIS };

			buffer[0] |= ((MV_U32) (pmPort & 0xF)) << 8;
			res = sendVendorUniqueFIS(pAdapter, channelIndex, (MV_U32 *) buffer, 1);
		} else {
			MV_U32 val = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
						       pAdapter->sataChannel[channelIndex]->eDmaRegsOffset +
						       MV_SATA_II_IF_CONTROL_REG_OFFSET);
			val |= MV_BIT16;
			MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
					   pAdapter->sataChannel[channelIndex]->eDmaRegsOffset +
					   MV_SATA_II_IF_CONTROL_REG_OFFSET, val);
		}
	} else {
		activateBMDmaMode(pAdapter, channelIndex, prdTableHi, prdTableLow, dmaType);
	}
	mvOsSemRelease(&pSataChannel->semaphore);
	return res;
}

/*******************************************************************************
* mvSataC2CResetBmDma - reset B-M DMA
*
* DESCRIPTION:
*       Reset Bus Master DMA for the specific SATA channel
*
* INPUT:
*       pAdapter        - pointer to the adapter data structure.
*       channelIndex    - the index of the specific EDMA channel
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataC2CResetBmDma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d %d "
			 "mvSataC2CResetBmDma failed - "
			 "Bad adapter data structure pointer.\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel)
		mvOsSemTake(&pSataChannel->semaphore);

	_resetBmDma(pAdapter, channelIndex);

	if (pSataChannel)
		mvOsSemRelease(&pSataChannel->semaphore);

	return MV_TRUE;
}
#endif
void _resetBmDma(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;
	MV_U32 val;
	MV_U8 port = channelIndex & (MV_BIT0 | MV_BIT1);
	MV_U8 sataUnit = (channelIndex & MV_BIT2) >> 2;
	MV_U32 unitCauseAddr = MV_SATAHC_REGS_BASE_OFFSET(sataUnit) + MV_SATAHC_INTERRUPT_CAUSE_REG_OFFSET;

	/*Reset bm dma */
	val = MV_REG_READ_DWORD(ioBaseAddr, getEdmaRegOffset(channelIndex) + MV_BMDMA_COMMAND_OFFSET);
	/*The DMA direction must be preserved */
	val &= ~MV_BIT0;
	MV_REG_WRITE_DWORD(ioBaseAddr, getEdmaRegOffset(channelIndex) + MV_BMDMA_COMMAND_OFFSET, val);

	MV_REG_WRITE_DWORD(ioBaseAddr, getEdmaRegOffset(channelIndex) + MV_SATA_II_IF_CONTROL_REG_OFFSET, 0);
	/*clear BM Done interrupt */
	MV_REG_WRITE_DWORD(ioBaseAddr, unitCauseAddr, ~(1 << port));
}

/*******************************************************************************
* sendVendorUniqueFIS - send vendor unique FIS
*
* DESCRIPTION:
*       Performs vendor unique FIS transmission
*
* INPUT:
*       pAdapter            - pointer to the adapter data structure.
*       channelIndex        - the index of the specific SATA channel
*       vendorUniqueBuffer  - data buffer to transmit
*       numOfDWords         - number of double words in the buffer
*
* RETURN:
*       MV_TRUE on success
*       MV_FALSE on error
*
* COMMENTS:
*
*  1. Verify the Transport Layer is in idle, field TransFsmSts in
*     Serial-ATA Interface Status Register is cleared.
*  2. Set Vendor Unique Mode. Write 1 to bit VendorUqMd in register
*     Serial-ATA Interface Control Register.
*  3. Insert data into Vendor Unique Register.
*  4. Repeat steps 3 until all data except last Dword in the vendor unique
*     FIS is transferred. Note that according to Serial-ATA protocol the
*     FIS length is limited to 8 KB.
*  5. Write 1 to bit VendorUqSend in register Serial-ATA Interface Control
*     Register.
*  6. Write last Dword in the FIS to Complete FIS transmission.
*  7. Wait for transmission completion. Bit VendorUqDn or bit VendorUqErr
*     in Serial-ATA Interface Status Register is set to 1.
*  8. Verify successful transmission of the FIS. Bit VendorUqErr in
*     Serial-ATA Interface Status Register is cleared.
*  9. Clear Vendor Unique Mode. Write 0 to bit VendorUqMd in register
*     Serial-ATA Interface Control Register.
*******************************************************************************/
static MV_BOOLEAN sendVendorUniqueFIS(MV_SATA_ADAPTER *pAdapter,
				      MV_U8 channelIndex, MV_U32 *vendorUniqueBuffer, MV_U8 numOfDWords)
{
	MV_SATA_CHANNEL *pSataChannel = pAdapter->sataChannel[channelIndex];
	MV_BUS_ADDR_T ioBaseAddr = pAdapter->adapterIoBaseAddress;
	MV_U32 regVal;
	MV_U8 i;
	MV_BOOLEAN res = MV_FALSE;

	regVal = MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_STATUS_REG_OFFSET);

	if (regVal & MV_SATA_II_IF_STATUS_FSM_STATUS_MASK) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: ERROR : sendVendorUniqueFIS"
			 " Transport Layer is not in Idle status\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}

	/* Set Vendor Unique Mode */
	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_CONTROL_REG_OFFSET, MV_BIT8);

	for (i = 1; i < numOfDWords; i++) {
		MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
				   MV_SATA_II_VENDOR_UQ_REG_OFFSET, vendorUniqueBuffer[i - 1]);
	}

	/* Write 1 to bit VendorUqSend */
	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			   MV_SATA_II_IF_CONTROL_REG_OFFSET, MV_BIT9 | MV_BIT8);

	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset +
			   MV_SATA_II_VENDOR_UQ_REG_OFFSET, vendorUniqueBuffer[i - 1]);

	/* polling with timeout */
	for (i = 0; i < 200; i++) {
		regVal = MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_STATUS_REG_OFFSET);

		if (regVal & (MV_SATA_II_IF_STATUS_VUQ_DONE_MASK | MV_SATA_II_IF_STATUS_VUQ_ERR_MASK)) {
			if (regVal & MV_SATA_II_IF_STATUS_VUQ_DONE_MASK) {
				res = MV_TRUE;
				break;
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: ERROR"
					 "sendVendorUniqueFIS operation failed. "
					 "regVal = 0x%08x\n", pAdapter->adapterId, channelIndex, regVal);
				break;
			}
		}
		mvMicroSecondsDelay(pAdapter, 1);
	}
	/* Clear Vendor Unique Mode */
	MV_REG_WRITE_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_CONTROL_REG_OFFSET, 0);

	if (res != MV_TRUE) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: ERROR in sendVendorUniqueFI"
			 "S operation didn't finish. regVal = 0x%08x\n", pAdapter->adapterId, channelIndex, regVal);
	}
	return res;
}

/*******************************************************************************
* mvSata60X1B2CheckDevError - check if device errors occurred
*
* DESCRIPTION:
*      This function checks if the drive reported device errors, the 60X1 B2
*      may not issue error interrupt when the device error reported after
*      transferring part of the data, this function need to be called every
*      period of time(e.g 0.5 seconds).
*
* INPUT:
*       pAdapter            - pointer to the adapter data structure.
*       channelIndex        - the index of the specific SATA channel
*
* RETURN:
*       MV_TRUE if device error is reported
*       MV_FALSE otherwise
*
* COMMENTS:
*******************************************************************************/
MV_BOOLEAN mvSata60X1B2CheckDevError(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_BUS_ADDR_T ioBaseAddr;
	MV_U32 testCtrlReg;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
			 "    : mvSata60X1B2CheckDevError Failed, Bad adapter " "data structure pointer\n");
		return MV_FALSE;
	}
	ioBaseAddr = pAdapter->adapterIoBaseAddress;
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR,
			 " %d %d: mvSata60X1B2CheckDevError Failed, channel "
			 "data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return MV_FALSE;
	}
	mvOsSemTake(&pSataChannel->semaphore);

	if ((pAdapter->chipIs60X1B2 == MV_FALSE) ||
	    (pSataChannel->queueCommandsEnabled == MV_FALSE) ||
	    (pSataChannel->EdmaActive == MV_FALSE) || (pSataChannel->queuedDMA != MV_EDMA_MODE_NOT_QUEUED)) {
		mvOsSemRelease(&pSataChannel->semaphore);
		return MV_FALSE;
	}
	mvOsSemRelease(&pSataChannel->semaphore);

	testCtrlReg = MV_REG_READ_DWORD(ioBaseAddr, pSataChannel->eDmaRegsOffset + MV_SATA_II_IF_TEST_CTRL_REG_OFFSET);
	if (testCtrlReg & 0xFFFF0000) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " %d %d: PortNumDevErr is set 0x%04x\n",
			 pAdapter->adapterId, channelIndex, (testCtrlReg >> 16) & 0xFFFF);
		MV_REG_WRITE_DWORD(ioBaseAddr,
				   pSataChannel->eDmaRegsOffset +
				   MV_EDMA_COMMAND_REG_OFFSET, MV_EDMA_COMMAND_DISABLE_MASK);
		handleSelfDisable(pAdapter, channelIndex, MV_BIT7 | MV_BIT2);
		return MV_TRUE;
	}
	return MV_FALSE;
}

MV_BOOLEAN mvSataIfD2HReceived(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex, MV_U8 port)
{
	MV_U32 regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					  edmaRegOffst[channelIndex] + MV_SATA_II_IF_STATUS_REG_OFFSET);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG,
		 " %d %d: mvSataIfD2HReceived: if status reg %08x\n", pAdapter->adapterId, channelIndex, regVal);
	if (((regVal & 0xFF) == 0x34) && (((regVal >> 8) & 0xF) == port))
		return MV_TRUE;

	return MV_FALSE;
}

#ifdef MV_SATA_IO_GRANULARITY

/*Public functions*/

/*******************************************************************************
* mvSataEnableIoGranularity - Enable/disable I/O granularity for the specific
*                             SATA adapter
*
* DESCRIPTION:
*               Enable/disable I/O granularity for the specific
*               SATA adapter. if IO/granularity is enabled, the function masks
*               all channel's and channel coalescing interrupts and enables
*               I/O granularity coalescing interupts
* INPUT:
*       pAdapter    - pointer to the adapter data structure.
*       enable    -  MV_TRUE to enable I/O granularity
*                    MV_FALSE to disable I/O granularity
*
* RETURN:
*       MV_TRUE if succeed
*       MV_FALSE otherwise
*
* COMMENTS:
*
*******************************************************************************/

MV_BOOLEAN mvSataEnableIoGranularity(MV_SATA_ADAPTER *pAdapter, MV_BOOLEAN enable)
{
	MV_U32 i;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_FATAL_ERROR, " %d: "
			 "mvSataEnableIoGranularity Failed, Bad adapter data structure"
			 " pointer\n", pAdapter->adapterId);
		return MV_FALSE;
	}
	if (pAdapter->sataAdapterGeneration < MV_SATA_GEN_II) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d: "
			 "mvSataEnableIoGranularity Failed, Feature is not supported by HW\n", pAdapter->adapterId);
		return MV_FALSE;
	}
	if (enable) {
		if (MV_TRUE == pAdapter->iogEnabled)
			return MV_TRUE;

		mvOsSemTake(&pAdapter->iogSemaphore);
		for (i = 0; i < MV_IOG_QUEUE_SIZE; i++)
			pAdapter->iogFreeIdsStack[i] = i;

		pAdapter->iogFreeIdsNum = MV_IOG_QUEUE_SIZE;
		pAdapter->iogEnabled = MV_TRUE;
		mvOsSemRelease(&pAdapter->iogSemaphore);

		mvOsSemTake(&pAdapter->interruptsMaskSem);
		pAdapter->mainMask &= ~(MV_BIT1 | MV_BIT3 | MV_BIT5 | MV_BIT7 |
					MV_BIT10 | MV_BIT12 | MV_BIT14 | MV_BIT16 | MV_BIT17 | MV_BIT8);
		pAdapter->mainMask |= MV_IOG_TRANS_INT_MASK;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);
		mvOsSemRelease(&pAdapter->interruptsMaskSem);

	} else {
		if (MV_FALSE == pAdapter->iogEnabled)
			return MV_TRUE;

		mvOsSemTake(&pAdapter->interruptsMaskSem);
		pAdapter->mainMask &= ~MV_IOG_TRANS_INT_MASK;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset, pAdapter->mainMask);
		mvOsSemRelease(&pAdapter->interruptsMaskSem);

		mvOsSemTake(&pAdapter->iogSemaphore);
		pAdapter->iogFreeIdsNum = 0;
		pAdapter->iogEnabled = MV_FALSE;
		mvOsSemRelease(&pAdapter->iogSemaphore);
	}
	return MV_TRUE;
}

/*Static functions*/

/*******************************************************************************
* setIoGranularityCount - Set I/O granularity transaction control register.
*
* DESCRIPTION:
*       This function Sets I/O granularity transaction control register for
*       specific transaction ID
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*       transId     -  transaction ID
*       counter     -  I/O granularity counter transaction for current
*                       transaction Id
*
* RETURN:
*       None
*
* COMMENTS:
*       This function assumes that the channel semaphore is locked.
*
*******************************************************************************/

static void setIoGranularityCount(MV_SATA_ADAPTER *pAdapter, MV_U8 transId, MV_U8 counter)
{
	MV_U32 offset = MV_IOG_TRANS_CTRL_REG_OFFSET + transId;
	MV_U8 value = (counter & 0x1F);
	MV_REG_WRITE_BYTE(pAdapter->adapterIoBaseAddress, offset, value);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_UDMA_COMMAND,
		 " %d : setIoGranularityCount "
		 "writing 0x%X to 0x%X, transId = 0x%X\n", pAdapter->adapterId, value, offset, transId);
}

/*******************************************************************************
* readIoGranularityCount - Read I/O granularity transaction control register.
*
* DESCRIPTION:
*       This function reads I/O granularity transaction control register for
*       specific transaction ID
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*       transId     -  transaction ID
*
*
* RETURN:
*        I/O granularity counter for transaction Id
*
* COMMENTS:
*       This function assumes that the channel semaphore is locked.
*
*******************************************************************************/
static MV_U8 readIoGranularityCount(MV_SATA_ADAPTER *pAdapter, MV_U8 transId)
{
	MV_U32 offset = MV_IOG_TRANS_CTRL_REG_OFFSET + transId;
	MV_U8 value = MV_REG_READ_BYTE(pAdapter->adapterIoBaseAddress, offset);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS, " %d : readIoGranularityCount "
		 "reading 0x%X from 0x%X, transId = 0x%X\n", pAdapter->adapterId, value, offset, transId);
	return value;
}

/*******************************************************************************
* checkIogBit - Check bit of I/O granularity cause register.
*
* DESCRIPTION:
*       Checks bits in I/O granularity cause register for completion
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*       bitOffset    - bit offset in register for current transaction id
*       value        - register value
*
* RETURN:
*        None
*
* COMMENTS:
*       Assume that is function is called while IO granularity semaphore is
*       locked
*******************************************************************************/

static void checkIogBit(MV_SATA_ADAPTER *pAdapter, MV_U8 bitOffset, MV_U8 value)
{
	MV_U32 i;
	MV_U8 id = 0x40;
	for (i = 0; i < 8; i++) {
		if ((value >> i) & 0x1) {
			MV_U8 iogCount;
			id = bitOffset + i;
			iogCount = readIoGranularityCount(pAdapter, id);
			if (iogCount > 0) {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS,
					 " %d: unexpected IO granularity "
					 "transaction counter = %d > 0\n", pAdapter->adapterId, iogCount);
			} else {
				mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_INTERRUPTS,
					 " %d: IO granularity transaction Id 0x%X done.\n", pAdapter->adapterId, id);
			}
			pAdapter->iogFreeIdsStack[pAdapter->iogFreeIdsNum++] = id;
		}
	}
}

/*******************************************************************************
* checkIogCompletion - Check bit of I/O granularity cause register.
*
* DESCRIPTION:
*       Checks I/O granularity completion
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*       iogCause     - I/O granularity cause register value
*       Offset      -  0 if transaction Id is 0-31, 32 if transaction Id 32-63
*
* RETURN:
*        None
*
* COMMENTS:
*
*******************************************************************************/

static void checkIogCompletion(MV_SATA_ADAPTER *pAdapter, MV_U32 iogCause, MV_U8 offset)
{
	MV_U32 id;
	MV_U8 byte;

	if (iogCause & 0xFFFF0000) {
		byte = (MV_U8) (iogCause >> 24);
		if (byte)
			checkIogBit(pAdapter, (offset) + 24, byte);

		byte = (MV_U8) ((iogCause >> 16) & 0xFF);
		if (byte)
			checkIogBit(pAdapter, (offset) + 16, byte);
	}
	if (iogCause & 0x0000FFFF) {
		byte = (MV_U8) (iogCause >> 8);
		if (byte)
			checkIogBit(pAdapter, (offset) + 8, byte);

		byte = (MV_U8) (iogCause & 0xFF);
		if (byte)
			checkIogBit(pAdapter, (offset), byte);
	}
}

/*******************************************************************************
* iogInterrupt - I/O granularity ISR.
*
* DESCRIPTION:
*       Checks bit of I/O granularity cause register for
*       specific transaction ID
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*       ioBaseAddr   - SATA Adapter base address
*       mainCause   - interrupt cause register
*
* RETURN:
*        None
*
* COMMENTS:
*
*******************************************************************************/

static void iogInterrupt(MV_SATA_ADAPTER *pAdapter, MV_BUS_ADDR_T ioBaseAddr, MV_U32 mainCause)
{
	MV_U32 iogCauseRegister;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG | MV_DEBUG_INTERRUPTS,
		 " %d: IO Granularity Interrupt." "Cause = 0x%08x", pAdapter->adapterId, mainCause);
	if (mainCause & MV_IOG_TRANS_LOW_BIT) {

		iogCauseRegister = MV_REG_READ_DWORD(ioBaseAddr, MV_IOG_TRANS_LOW_REG_OFFSET);
		MV_REG_WRITE_DWORD(ioBaseAddr, MV_IOG_TRANS_LOW_REG_OFFSET, ~iogCauseRegister);
		if (MV_TRUE == pAdapter->iogEnabled)
			checkIogCompletion(pAdapter, iogCauseRegister, 0);
	}
	if (mainCause & MV_IOG_TRANS_HIGH_BIT) {
		iogCauseRegister = MV_REG_READ_DWORD(ioBaseAddr, MV_IOG_TRANS_HIGH_REG_OFFSET);
		MV_REG_WRITE_DWORD(ioBaseAddr, MV_IOG_TRANS_HIGH_REG_OFFSET, ~iogCauseRegister);
		if (MV_TRUE == pAdapter->iogEnabled)
			checkIogCompletion(pAdapter, iogCauseRegister, 32);
	}
}

/*******************************************************************************
* iogReset - reset all settings in HW related to I/O granularity.
*
* DESCRIPTION:
*       The function is executed when the error is occured and IO granularity
*       is enabled for the adapter. The function performs the following
*       operations
*       1. IO granularity interrupts are masked
*       2. Clear IO granularity cause registers
*       3. Reset all IO granularity transcation counters
*
* INPUT:
*       pAdapter     - Pointer to the MV88SX60XX adapter data structure.
*
* RETURN:
*        None
*
* COMMENTS:
*
*******************************************************************************/

static MV_BOOLEAN iogReset(MV_SATA_ADAPTER *pAdapter)
{
	MV_U32 i;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " %d: IO Granularity error handler is executed.\n.", pAdapter->adapterId);
	/*Mask IO Granularity interrupt */
	mvOsSemTake(&pAdapter->interruptsMaskSem);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress,
			   pAdapter->mainMaskOffset, (pAdapter->mainMask & (~MV_IOG_TRANS_INT_MASK)));
	mvOsSemRelease(&pAdapter->interruptsMaskSem);

	mvOsSemTake(&pAdapter->iogSemaphore);
	/*Clear IO Granularity cause registers */
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_IOG_TRANS_LOW_REG_OFFSET, 0);
	MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, MV_IOG_TRANS_HIGH_REG_OFFSET, 0);

	/*Set all transaction counters to zero */
	for (i = 0; i < MV_IOG_QUEUE_SIZE; i += 4) {
		MV_U32 offset = MV_IOG_TRANS_CTRL_REG_OFFSET + i;
		MV_REG_WRITE_DWORD(pAdapter->adapterIoBaseAddress, offset, 0);
	}
	mvOsSemRelease(&pAdapter->iogSemaphore);
}

#endif
static MV_U32 getRegField(MV_U32 regVal, MV_U32 fieldOff, MV_U32 bitsNum)
{
	MV_U32 mask = ((1 << bitsNum) - 1);
	return (regVal >> fieldOff) & mask;
}

#ifdef MV_LOGGER
void _dumpPCIRegs(MV_SATA_ADAPTER *pAdapter)
{
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d "
			 "_dumpPCIRegs failed - " "Bad adapter data structure pointer.\n", pAdapter->adapterId);
		return;
	}
	if (pAdapter->hostInterface == MV_HOST_IF_INTEGRATED) {
		/* no pci interface */
		return;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d :Dump PCI Regs\n", pAdapter->adapterId);

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Main interrupt Cause", pAdapter->mainCauseOffset,
		 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainCauseOffset));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Main interrupt Mask", pAdapter->mainMaskOffset,
		 MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, pAdapter->mainMaskOffset));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "SErr Mask", 0xC28, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0xc28));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Error Addr Low", 0x1d40, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d40));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Error Addr High", 0x1d44, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d44));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Error Attr", 0x1d48, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d48));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Error Command", 0x1d50, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d50));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Intr Cause", 0x1d58, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d58));
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%-25s  %04x %08x\n",
		 "Intr Mask", 0x1d5c, MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress, 0x1d5c));
}

void _dumpEDMARegs(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channelIndex)
{
	MV_U32 regVal, regOff;

	if (pMvSataAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d "
			 "_dumpEDMARegs failed - "
			 "Bad adapter data structure pointer.\n", pMvSataAdapter->adapterId, channelIndex);
		return;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d:Dump Edma HW Regs\n",
		 pMvSataAdapter->adapterId, channelIndex);

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_CONFIG_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 " EMDA CFG   off 0x%08x val 0x%08x: depth 0x%x NCQ %x BURST SIZE %x "
		 "eQueue %x Stop On Err %x BURST EXT %x WRITE BURST SIZE %x\n",
		 regOff, regVal,
		 getRegField(regVal, 0, 5),
		 getRegField(regVal, 5, 1),
		 getRegField(regVal, 8, 1),
		 getRegField(regVal, 9, 1),
		 getRegField(regVal, 10, 1), getRegField(regVal, 11, 1), getRegField(regVal, 13, 1));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_INTERRUPT_ERROR_CAUSE_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Intr Cause off 0x%08x val 0x%08x\n", regOff, regVal);

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_INTERRUPT_ERROR_MASK_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Intr Mask  off 0x%08x val 0x%08x\n", regOff, regVal);

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_REQUEST_Q_BAH_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Req AddrHi off 0x%08x val 0x%08x\n", regOff, regVal);

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_REQUEST_Q_INP_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Req INP    off 0x%08x val 0x%08x: INP 0x%x BA 0x%x\n",
		 regOff, regVal, getRegField(regVal, 5, 5), getRegField(regVal, 10, 22));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_REQUEST_Q_OUTP_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Req OUTP   off 0x%08x val 0x%08x: OUT 0x%x\n",
		 regOff, regVal, getRegField(regVal, 5, 5));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_RESPONSE_Q_BAH_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Res AddrHi off 0x%08x val 0x%08x\n", regOff, regVal);

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_RESPONSE_Q_INP_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Res INP    off 0x%08x val 0x%08x: INP 0x%x\n",
		 regOff, regVal, getRegField(regVal, 3, 5));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_RESPONSE_Q_OUTP_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Res OUTP   off 0x%08x val 0x%08x: OUTP 0x%x BA 0x%x\n",
		 regOff, regVal, getRegField(regVal, 3, 5), getRegField(regVal, 8, 24));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_COMMAND_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Command    off 0x%08x val 0x%08x: EN %x DIS %x HW RESET %x\n",
		 regOff, regVal, getRegField(regVal, 0, 1), getRegField(regVal, 1, 1), getRegField(regVal, 2, 1));

	regOff = edmaRegOffst[channelIndex] + MV_EDMA_STATUS_REG_OFFSET;
	regVal = mvSataReadReg(pMvSataAdapter, regOff);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " Status     off 0x%08x val 0x%08x: TAG 0x%x\n",
		 regOff, regVal, getRegField(regVal, 0, 5));

	if (pMvSataAdapter->sataAdapterGeneration == MV_SATA_GEN_IIE) {
#define PRINT_REG(name, offset)\
	{\
		regOff = edmaRegOffst[channelIndex] + (offset);\
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%s      off 0x%08x val 0x%08x\n",\
				name, regOff, mvSataReadReg(pMvSataAdapter, regOff));\
	}
		PRINT_REG("EDMA Halt Conditions Register", 0x60);
		PRINT_REG("EDMA FSM Debug Status Register", 0x084);
		PRINT_REG("EDMA Busy Status Register", 0x88);
		PRINT_REG("EDMA TCQ Status Register", 0x08c);
		PRINT_REG("EDMA Rx FIS Parser Register", 0x090);
		PRINT_REG("EDMA NCQ0 Done/TCQ0 Outstanding Status Register", 0x098);
		PRINT_REG("EDMA NCQ1 Done/TCQ1 Outstanding Status Register", 0x09c);
		PRINT_REG("EDMA NCQ2 Done/TCQ2 Outstanding Status Register", 0x0a0);
		PRINT_REG("EDMA NCQ3 Done/TCQ3 Outstanding Status Register", 0x0a4);
		PRINT_REG("EDMA Interrupt Error 2 Cause Register", 0x064);
		PRINT_REG("FIS Interrupt Cause Register", 0x364);
		PRINT_REG("FIS Interrupt Mask  Register", 0x368);
		PRINT_REG("FIS DW0 Register", 0x370);
		PRINT_REG("FIS DW1 Register", 0x374);
		PRINT_REG("FIS DW2 Register", 0x378);
		PRINT_REG("FIS DW3 Register", 0x37c);
		PRINT_REG("FIS DW4 Register", 0x380);
		PRINT_REG("FIS DW5 Register", 0x384);
		PRINT_REG("FIS DW6 Register", 0x388);

	}

}

void _dumpChannelQueues(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_SATA_CHANNEL *pSataChannel;
	MV_U32 i;
	MV_U32 entries = MV_EDMA_QUEUE_LENGTH;
	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d "
			 "_dumpChannelQueues failed - "
			 "Bad adapter data structure pointer.\n", pAdapter->adapterId, channelIndex);
		return;
	}
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%d %d:Dump Channel Queues\n",
		 pAdapter->adapterId, channelIndex);
	pSataChannel = pAdapter->sataChannel[channelIndex];
	if (pSataChannel == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d: _dumpChannelQueues"
			 "el Failed, channel data structure not allocated\n", pAdapter->adapterId, channelIndex);
		return;
	}

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Request Qeueu Info:\n");
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " virt addr %p:\n", pSataChannel->requestQueue);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " phy low addr %08x:\n",
		 pSataChannel->requestQueuePciLowAddress);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " phy high addr %08x:\n",
		 pSataChannel->requestQueuePciHiAddress);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " SW IN pointer %x:\n", pSataChannel->reqInPtr);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Request Qeueu Entries:\n");
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Index [3:0]       [7:4]       [11:8]       [15:12]\n");
	if (pSataChannel->use128Entries == MV_TRUE)
		entries = MV_EDMA_GEN2E_QUEUE_LENGTH;

	for (i = 0; i < entries; i++) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 "[%2d] 0x%08x  0x%08x  0x%08x  0x%08x  0x%08x  0x%08x  0x%08x  0x%08x\n", i,
			 *((MV_U32 *) (pSataChannel->requestQueue + i)),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 1),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 2),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 3),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 4),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 5),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 6),
			 *(((MV_U32 *) (pSataChannel->requestQueue + i)) + 7));
	}

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Responset Qeueu Info:\n");
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " virt addr %p:\n", pSataChannel->responseQueue);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " phy low addr %08x:\n",
		 pSataChannel->responseQueuePciLowAddress);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " phy high addr %08x:\n",
		 pSataChannel->responseQueuePciHiAddress);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " SW OUT pointer %x:\n", pSataChannel->rspOutPtr);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Response Qeueu Entries:\n");
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "Index [1:0]   [3:2]   [7:4]\n");
	for (i = 0; i < entries; i++) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 "[%2d] 0x%04x  0x%04x  0x%08x\n", i,
			 *((MV_U16 *) (pSataChannel->responseQueue + i)),
			 *(((MV_U16 *) (pSataChannel->responseQueue + i)) + 1),
			 *(((MV_U32 *) (pSataChannel->responseQueue + i)) + 1));
	}
}

void _dumpSataRegs(MV_SATA_ADAPTER *pAdapter, MV_U8 channelIndex)
{
	MV_U32 regVal;

	if (pAdapter == NULL) {
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " %d %d "
			 "_dumpSataRegs failed - "
			 "Bad adapter data structure pointer.\n", pAdapter->adapterId, channelIndex);
		return;
	}

	if (pAdapter->sataAdapterGeneration >= MV_SATA_GEN_II) {
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_S_STATUS_REG_OFFSET);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " SStatus  0x%08x:\n", regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_S_CONTROL_REG_OFFSET);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " SControl 0x%08x:\n", regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_S_ERROR_REG_OFFSET);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " SError    0x%08x:\n", regVal);

		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_IF_CONTROL_REG_OFFSET);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " IF Ctrl  0x%08x: TXPort 0x%x\n", regVal, getRegField(regVal, 0, 4));
		regVal = MV_REG_READ_DWORD(pAdapter->adapterIoBaseAddress,
					   edmaRegOffst[channelIndex] + MV_SATA_II_IF_STATUS_REG_OFFSET);
		mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
			 " IF status 0x%08x: RXFIS 0x%x RXPort 0x%x\n", regVal,
			 getRegField(regVal, 0, 8), getRegField(regVal, 8, 4));
	}
}

void _printATARegs(MV_STORAGE_DEVICE_REGISTERS *pDeviceRegs)
{
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, " ATA Drive Registers:\n");
	if (pDeviceRegs == NULL)
		return;

	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "Error", pDeviceRegs->errorRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR,
		 "%20s : %04x\n", "SectorCount", pDeviceRegs->sectorCountRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "LBA Low", pDeviceRegs->lbaLowRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "LBA Mid", pDeviceRegs->lbaMidRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "LBA High", pDeviceRegs->lbaHighRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "Device", pDeviceRegs->deviceRegister);
	mvLogMsg(MV_CORE_DRIVER_LOG_ID, MV_DEBUG_ERROR, "%20s : %04x\n", "Status", pDeviceRegs->statusRegister);
}

#endif /*MV_LOGGER */