/***************************************************************************
 * Copyright (c) 2005-2009, Broadcom Corporation.
 *
 *  Name: crystalhd_hw . c
 *
 *  Description:
 *		BCM70012/BCM70015 Linux driver hardware layer.
 *
 *  HISTORY:
 *
 **********************************************************************
 * This file is part of the crystalhd device driver.
 *
 * This driver is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, version 2 of the License.
 *
 * This driver is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this driver.  If not, see <http://www.gnu.org/licenses/>.
 **********************************************************************/

#include <linux/pci.h>
#include <linux/delay.h>
#include <linux/device.h>
#include <asm/tsc.h>
#include <asm/msr.h>
#include "crystalhd_lnx.h"
#include "crystalhd_linkfuncs.h"
#include "crystalhd_fleafuncs.h"

#define OFFSETOF(_s_, _m_) ((size_t)(unsigned long)&(((_s_ *)0)->_m_))

BC_STATUS crystalhd_hw_open(struct crystalhd_hw *hw, struct crystalhd_adp *adp)
{
	struct device *dev;
	if (!hw || !adp) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	if (hw->dev_started)
		return BC_STS_SUCCESS;

	dev = &adp->pdev->dev;
	hw->PauseThreshold = BC_RX_LIST_CNT - 2;
	hw->DefaultPauseThreshold = BC_RX_LIST_CNT - 2;
	hw->ResumeThreshold = 3;

	/* Setup HW specific functions appropriately */
	if (adp->pdev->device == BC_PCI_DEVID_FLEA) {
		dev_dbg(dev, "crystalhd_hw_open: setting up functions, device = Flea\n");
		hw->pfnStartDevice = crystalhd_flea_start_device;
		hw->pfnStopDevice = crystalhd_flea_stop_device;
		hw->pfnFindAndClearIntr = crystalhd_flea_hw_interrupt_handle;
		hw->pfnReadDevRegister = crystalhd_flea_reg_rd;					/* Done */
		hw->pfnWriteDevRegister = crystalhd_flea_reg_wr;				/* Done */
		hw->pfnReadFPGARegister = crystalhd_flea_reg_rd;				/* Done */
		hw->pfnWriteFPGARegister = crystalhd_flea_reg_wr;				/* Done */
		hw->pfnCheckInputFIFO = crystalhd_flea_check_input_full;
		hw->pfnDevDRAMRead = crystalhd_flea_mem_rd;						/* Done */
		hw->pfnDevDRAMWrite = crystalhd_flea_mem_wr;					/* Done */
		hw->pfnDoFirmwareCmd = crystalhd_flea_do_fw_cmd;
		hw->pfnFWDwnld = crystalhd_flea_download_fw;
		hw->pfnHWGetDoneSize = crystalhd_flea_get_dnsz;
		hw->pfnIssuePause = crystalhd_flea_hw_pause;
		hw->pfnPeekNextDeodedFr = crystalhd_flea_peek_next_decoded_frame;
		hw->pfnPostRxSideBuff = crystalhd_flea_hw_post_cap_buff;
		hw->pfnStartTxDMA = crystalhd_flea_start_tx_dma_engine;
		hw->pfnStopTxDMA = crystalhd_flea_stop_tx_dma_engine;
		hw->pfnStopRXDMAEngines = crystalhd_flea_stop_rx_dma_engine;
		hw->pfnNotifyFLLChange = crystalhd_flea_notify_fll_change;
		hw->pfnNotifyHardware = crystalhd_flea_notify_event;
	} else {
		dev_dbg(dev, "crystalhd_hw_open: setting up functions, device = Link\n");
		hw->pfnStartDevice = crystalhd_link_start_device;
		hw->pfnStopDevice = crystalhd_link_stop_device;
		hw->pfnFindAndClearIntr = crystalhd_link_hw_interrupt_handle;
		hw->pfnReadDevRegister = link_dec_reg_rd;
		hw->pfnWriteDevRegister = link_dec_reg_wr;
		hw->pfnReadFPGARegister = crystalhd_link_reg_rd;
		hw->pfnWriteFPGARegister = crystalhd_link_reg_wr;
		hw->pfnCheckInputFIFO = crystalhd_link_check_input_full;
		hw->pfnDevDRAMRead = crystalhd_link_mem_rd;
		hw->pfnDevDRAMWrite = crystalhd_link_mem_wr;
		hw->pfnDoFirmwareCmd = crystalhd_link_do_fw_cmd;
		hw->pfnFWDwnld = crystalhd_link_download_fw;
		hw->pfnHWGetDoneSize = crystalhd_link_get_dnsz;
		hw->pfnIssuePause = crystalhd_link_hw_pause;
		hw->pfnPeekNextDeodedFr = crystalhd_link_peek_next_decoded_frame;
		hw->pfnPostRxSideBuff = crystalhd_link_hw_post_cap_buff;
		hw->pfnStartTxDMA = crystalhd_link_start_tx_dma_engine;
		hw->pfnStopTxDMA = crystalhd_link_stop_tx_dma_engine;
		hw->pfnStopRXDMAEngines = crystalhd_link_stop_rx_dma_engine;
		hw->pfnNotifyFLLChange = crystalhd_link_notify_fll_change;
		hw->pfnNotifyHardware = crystalhd_link_notify_event;
	}

	hw->adp = adp;
	spin_lock_init(&hw->lock);
	spin_lock_init(&hw->rx_lock);
	sema_init(&hw->fetch_sem, 1);

	/* Seed for error checking and debugging. Random numbers */
	hw->tx_ioq_tag_seed = 0x70023070;
	hw->rx_pkt_tag_seed = 0x70029070;

	hw->stop_pending = 0;
	hw->pfnStartDevice(hw);
	hw->dev_started = true;

	dev_dbg(dev, "Opening HW. hw:0x%lx, hw->adp:0x%lx\n",
		(uintptr_t)hw, (uintptr_t)(hw->adp));

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_close(struct crystalhd_hw *hw, struct crystalhd_adp *adp)
{
	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_SUCCESS;
	}

	if (!hw->dev_started)
		return BC_STS_SUCCESS;

	/* Stop and DDR sleep will happen in here */
	/* Only stop the HW if we are the last user */
	if(adp->cfg_users == 1)
		crystalhd_hw_suspend(hw);

	hw->dev_started = false;

	return BC_STS_SUCCESS;
}

struct crystalhd_rx_dma_pkt *crystalhd_hw_alloc_rx_pkt(struct crystalhd_hw *hw)
{
	unsigned long flags = 0;
	struct crystalhd_rx_dma_pkt *temp = NULL;

	if (!hw)
		return NULL;

	spin_lock_irqsave(&hw->lock, flags);
	temp = hw->rx_pkt_pool_head;
	if (temp) {
		hw->rx_pkt_pool_head = hw->rx_pkt_pool_head->next;
		temp->dio_req = NULL;
		temp->pkt_tag = 0;
		temp->flags = 0;
	}
	spin_unlock_irqrestore(&hw->lock, flags);

	return temp;
}

void crystalhd_hw_free_rx_pkt(struct crystalhd_hw *hw,
				   struct crystalhd_rx_dma_pkt *pkt)
{
	unsigned long flags = 0;

	if (!hw || !pkt)
		return;

	spin_lock_irqsave(&hw->lock, flags);
	pkt->next = hw->rx_pkt_pool_head;
	hw->rx_pkt_pool_head = pkt;
	spin_unlock_irqrestore(&hw->lock, flags);
}

/*
 * Call back from TX - IOQ deletion.
 *
 * This routine will release the TX DMA rings allocated
 * druing setup_dma rings interface.
 *
 * Memory is allocated per DMA ring basis. This is just
 * a place holder to be able to create the dio queues.
 */
void crystalhd_tx_desc_rel_call_back(void *context, void *data)
{
}

/*
 * Rx Packet release callback..
 *
 * Release All user mapped capture buffers and Our DMA packets
 * back to our free pool. The actual cleanup of the DMA
 * ring descriptors happen during dma ring release.
 */
void crystalhd_rx_pkt_rel_call_back(void *context, void *data)
{
	struct crystalhd_hw *hw = (struct crystalhd_hw *)context;
	struct crystalhd_rx_dma_pkt *pkt = (struct crystalhd_rx_dma_pkt *)data;

	if (!pkt || !hw) {
		printk(KERN_ERR "%s: Invalid arg - %p %p\n", __func__, hw, pkt);
		return;
	}

	if (pkt->dio_req)
		crystalhd_unmap_dio(hw->adp, pkt->dio_req);

	crystalhd_hw_free_rx_pkt(hw, pkt);
}

#define crystalhd_hw_delete_ioq(adp, q)		\
	if (q) {				\
		crystalhd_delete_dioq(adp, q);	\
		q = NULL;			\
	}

void crystalhd_hw_delete_ioqs(struct crystalhd_hw *hw)
{
	if (!hw)
		return;

	crystalhd_hw_delete_ioq(hw->adp, hw->tx_actq);
	crystalhd_hw_delete_ioq(hw->adp, hw->tx_freeq);
	crystalhd_hw_delete_ioq(hw->adp, hw->rx_actq);
	crystalhd_hw_delete_ioq(hw->adp, hw->rx_freeq);
	crystalhd_hw_delete_ioq(hw->adp, hw->rx_rdyq);
}

#define crystalhd_hw_create_ioq(sts, hw, q, cb)			\
do {								\
	sts = crystalhd_create_dioq(hw->adp, &q, cb, hw);	\
	if (sts != BC_STS_SUCCESS)				\
		goto hw_create_ioq_err;				\
} while (0)

/*
 * Create IOQs..
 *
 * TX - Active & Free
 * RX - Active, Ready and Free.
 */
BC_STATUS crystalhd_hw_create_ioqs(struct crystalhd_hw *hw)
{
	BC_STATUS   sts = BC_STS_SUCCESS;

	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arg!!\n", __func__);
		return BC_STS_INV_ARG;
	}

	crystalhd_hw_create_ioq(sts, hw, hw->tx_freeq,
			      crystalhd_tx_desc_rel_call_back);
	crystalhd_hw_create_ioq(sts, hw, hw->tx_actq,
			      crystalhd_tx_desc_rel_call_back);

	crystalhd_hw_create_ioq(sts, hw, hw->rx_freeq,
			      crystalhd_rx_pkt_rel_call_back);
	crystalhd_hw_create_ioq(sts, hw, hw->rx_rdyq,
			      crystalhd_rx_pkt_rel_call_back);
	crystalhd_hw_create_ioq(sts, hw, hw->rx_actq,
			      crystalhd_rx_pkt_rel_call_back);

	return sts;

hw_create_ioq_err:
	crystalhd_hw_delete_ioqs(hw);

	return sts;
}

BC_STATUS crystalhd_hw_setup_dma_rings(struct crystalhd_hw *hw)
{
	struct device *dev;
	unsigned int i;
	void *mem;
	size_t mem_len;
	dma_addr_t phy_addr;
	BC_STATUS sts = BC_STS_SUCCESS;
	struct crystalhd_rx_dma_pkt *rpkt;

	if (!hw || !hw->adp) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	dev = &hw->adp->pdev->dev;

	sts = crystalhd_hw_create_ioqs(hw);
	if (sts != BC_STS_SUCCESS) {
		dev_err(dev, "Failed to create IOQs..\n");
		return sts;
	}

	mem_len = BC_LINK_MAX_SGLS * sizeof(struct dma_descriptor);

	for (i = 0; i < BC_TX_LIST_CNT; i++) {
		mem = bc_kern_dma_alloc(hw->adp, mem_len, &phy_addr);
		if (mem) {
			memset(mem, 0, mem_len);
		} else {
			dev_err(dev, "Insufficient Memory For TX\n");
			crystalhd_hw_free_dma_rings(hw);
			return BC_STS_INSUFF_RES;
		}
		/* rx_pkt_pool -- static memory allocation  */
		hw->tx_pkt_pool[i].desc_mem.pdma_desc_start = mem;
		hw->tx_pkt_pool[i].desc_mem.phy_addr = phy_addr;
		hw->tx_pkt_pool[i].desc_mem.sz = BC_LINK_MAX_SGLS *
						 sizeof(struct dma_descriptor);
		hw->tx_pkt_pool[i].list_tag = 0;

		/* Add TX dma requests to Free Queue..*/
		sts = crystalhd_dioq_add(hw->tx_freeq,
				       &hw->tx_pkt_pool[i], false, 0);
		if (sts != BC_STS_SUCCESS) {
			crystalhd_hw_free_dma_rings(hw);
			return sts;
		}
	}

	for (i = 0; i < BC_RX_LIST_CNT; i++) {
		rpkt = kzalloc(sizeof(*rpkt), GFP_KERNEL);
		if (!rpkt) {
			dev_err(dev, "Insufficient Memory For RX\n");
			crystalhd_hw_free_dma_rings(hw);
			return BC_STS_INSUFF_RES;
		}

		mem = bc_kern_dma_alloc(hw->adp, mem_len, &phy_addr);
		if (mem) {
			memset(mem, 0, mem_len);
		} else {
			dev_err(dev, "Insufficient Memory For RX\n");
			crystalhd_hw_free_dma_rings(hw);
			return BC_STS_INSUFF_RES;
		}
		rpkt->desc_mem.pdma_desc_start = mem;
		rpkt->desc_mem.phy_addr = phy_addr;
		rpkt->desc_mem.sz  = BC_LINK_MAX_SGLS * sizeof(struct dma_descriptor);
		rpkt->pkt_tag = hw->rx_pkt_tag_seed + i;
		crystalhd_hw_free_rx_pkt(hw, rpkt);
	}

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_free_dma_rings(struct crystalhd_hw *hw)
{
	unsigned int i;
	struct crystalhd_rx_dma_pkt *rpkt = NULL;

	if (!hw || !hw->adp) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	/* Delete all IOQs.. */
	crystalhd_hw_delete_ioqs(hw);

	for (i = 0; i < BC_TX_LIST_CNT; i++) {
		if (hw->tx_pkt_pool[i].desc_mem.pdma_desc_start) {
			bc_kern_dma_free(hw->adp,
				hw->tx_pkt_pool[i].desc_mem.sz,
				hw->tx_pkt_pool[i].desc_mem.pdma_desc_start,
				hw->tx_pkt_pool[i].desc_mem.phy_addr);

			hw->tx_pkt_pool[i].desc_mem.pdma_desc_start = NULL;
		}
	}

	dev_dbg(&hw->adp->pdev->dev, "Releasing RX Pkt pool\n");
	for (i = 0; i < BC_RX_LIST_CNT; i++) {
		rpkt = crystalhd_hw_alloc_rx_pkt(hw);
		if (!rpkt)
			break;
		bc_kern_dma_free(hw->adp, rpkt->desc_mem.sz,
				 rpkt->desc_mem.pdma_desc_start,
				 rpkt->desc_mem.phy_addr);
		kfree(rpkt);
	}

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_tx_req_complete(struct crystalhd_hw *hw,
											  uint32_t list_id, BC_STATUS cs)
{
	struct tx_dma_pkt *tx_req;

	if (!hw || !list_id) {
		printk(KERN_ERR "%s: Invalid Arg!!\n", __func__);
		return BC_STS_INV_ARG;
	}

	tx_req = (struct tx_dma_pkt *)crystalhd_dioq_find_and_fetch(hw->tx_actq, list_id);
	if (!tx_req) {
		if (cs != BC_STS_IO_USER_ABORT)
			dev_err(&hw->adp->pdev->dev, "Find/Fetch: no req!\n");
		return BC_STS_NO_DATA;
	}

	if (tx_req->call_back) {
		tx_req->call_back(tx_req->dio_req, tx_req->cb_event, cs);
		tx_req->dio_req   = NULL;
		tx_req->cb_event  = NULL;
		tx_req->call_back = NULL;
	} else {
		dev_dbg(&hw->adp->pdev->dev, "Missing Tx Callback - %X\n",
		tx_req->list_tag);
	}

	/* Now put back the tx_list back in FreeQ */
	tx_req->list_tag = 0;

	return crystalhd_dioq_add(hw->tx_freeq, tx_req, false, 0);
}

BC_STATUS crystalhd_hw_fill_desc(struct crystalhd_dio_req *ioreq,
										struct dma_descriptor *desc,
										dma_addr_t desc_paddr_base,
										uint32_t sg_cnt, uint32_t sg_st_ix,
										uint32_t sg_st_off, uint32_t xfr_sz,
										struct device *dev, uint32_t destDRAMaddr)
{
	uint32_t count = 0, ix = 0, sg_ix = 0, len = 0, last_desc_ix = 0;
	dma_addr_t desc_phy_addr = desc_paddr_base;
	addr_64 addr_temp;
	uint32_t curDRAMaddr = destDRAMaddr;

	if (!ioreq || !desc || !desc_paddr_base || !xfr_sz ||
		(!sg_cnt && !ioreq->uinfo.dir_tx)) {
		dev_err(dev, "%s: Invalid Args\n", __func__);
		return BC_STS_INV_ARG;
	}

	for (ix = 0; ix < sg_cnt; ix++) {

		/* Setup SGLE index. */
		sg_ix = ix + sg_st_ix;

		/* Get SGLE length */
		len = crystalhd_get_sgle_len(ioreq, sg_ix);
		if (len % 4) {
			dev_err(dev, "unsupported len in sg %d %d %d\n",
			len, sg_ix, sg_cnt);
			return BC_STS_NOT_IMPL;
		}
		/* Setup DMA desc with Phy addr & Length at current index. */
		addr_temp.full_addr = crystalhd_get_sgle_paddr(ioreq, sg_ix);
		if (sg_ix == sg_st_ix) {
			addr_temp.full_addr += sg_st_off;
			len -= sg_st_off;
		}
		memset(&desc[ix], 0, sizeof(desc[ix]));
		desc[ix].buff_addr_low  = addr_temp.low_part;
		desc[ix].buff_addr_high = addr_temp.high_part;
		desc[ix].dma_dir        = ioreq->uinfo.dir_tx; /* RX dma_dir = 0, TX dma_dir = 1 */

		/* Chain DMA descriptor.  */
		addr_temp.full_addr = desc_phy_addr + sizeof(struct dma_descriptor);
		desc[ix].next_desc_addr_low = addr_temp.low_part;
		desc[ix].next_desc_addr_high = addr_temp.high_part;

		if ((count + len) > xfr_sz)
			len = xfr_sz - count;

		/* Debug.. */
		if ((!len) || (len > crystalhd_get_sgle_len(ioreq, sg_ix))) {
			dev_err(dev, "inv-len(%x) Ix(%d) count:%x xfr_sz:%x "
			"sg_cnt:%d\n", len, ix, count, xfr_sz, sg_cnt);
			return BC_STS_ERROR;
		}
		/* Length expects Multiple of 4 */
		desc[ix].xfer_size = (len / 4);

		count += len;
		/* If TX fill in the destination DRAM address if needed */
		if(ioreq->uinfo.dir_tx) {
			desc[ix].sdram_buff_addr = curDRAMaddr;
			curDRAMaddr = destDRAMaddr + count;
		}
		else
			desc[ix].sdram_buff_addr = 0;

		desc_phy_addr += sizeof(struct dma_descriptor);
	}

	last_desc_ix = ix - 1;

	if (ioreq->fb_size) {
		memset(&desc[ix], 0, sizeof(desc[ix]));
		addr_temp.full_addr     = ioreq->fb_pa;
		desc[ix].buff_addr_low  = addr_temp.low_part;
		desc[ix].buff_addr_high = addr_temp.high_part;
		desc[ix].dma_dir        = ioreq->uinfo.dir_tx;
		desc[ix].xfer_size	= 1;
		desc[ix].fill_bytes	= 4 - ioreq->fb_size;
		count += ioreq->fb_size;
		/* If TX fill in the destination DRAM address if needed */
		if(ioreq->uinfo.dir_tx) {
			desc[ix].sdram_buff_addr = curDRAMaddr;
			curDRAMaddr = destDRAMaddr + count;
		}
		else
			desc[ix].sdram_buff_addr = 0;
		last_desc_ix++;
	}

	/* setup last descriptor..*/
	desc[last_desc_ix].last_rec_indicator  = 1;
	desc[last_desc_ix].next_desc_addr_low  = 0;
	desc[last_desc_ix].next_desc_addr_high = 0;
	desc[last_desc_ix].intr_enable = 1;

	if (count != xfr_sz) {
		dev_err(dev, "interal error sz curr:%x exp:%x\n",
		count, xfr_sz);
		return BC_STS_ERROR;
	}

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_xlat_sgl_to_dma_desc(struct crystalhd_dio_req *ioreq,
												struct dma_desc_mem * pdesc_mem,
												uint32_t *uv_desc_index,
												struct device *dev, uint32_t destDRAMaddr)
{
	struct dma_descriptor *desc = NULL;
	dma_addr_t desc_paddr_base = 0;
	uint32_t sg_cnt = 0, sg_st_ix = 0, sg_st_off = 0;
	uint32_t xfr_sz = 0;
	BC_STATUS sts = BC_STS_SUCCESS;

	/* Check params.. */
	if (!ioreq || !pdesc_mem || !uv_desc_index) {
		dev_err(dev, "%s: Invalid Args\n", __func__);
		return BC_STS_INV_ARG;
	}

	if (!pdesc_mem->sz || !pdesc_mem->pdma_desc_start ||
		!ioreq->sg || (!ioreq->sg_cnt && !ioreq->uinfo.dir_tx)) {
		dev_err(dev, "%s: Invalid Args\n", __func__);
		return BC_STS_INV_ARG;
	}

	if ((ioreq->uinfo.dir_tx) && (ioreq->uinfo.uv_offset)) {
		dev_err(dev, "%s: UV offset for TX??\n", __func__);
		return BC_STS_INV_ARG;

	}

	desc = pdesc_mem->pdma_desc_start;
	desc_paddr_base = pdesc_mem->phy_addr;

	if (ioreq->uinfo.dir_tx || (ioreq->uinfo.uv_offset == 0)) {
		sg_cnt = ioreq->sg_cnt;
		xfr_sz = ioreq->uinfo.xfr_len;
	} else {
		sg_cnt = ioreq->uinfo.uv_sg_ix + 1;
		xfr_sz = ioreq->uinfo.uv_offset;
	}

	sts = crystalhd_hw_fill_desc(ioreq, desc, desc_paddr_base, sg_cnt,
									sg_st_ix, sg_st_off, xfr_sz, dev, destDRAMaddr);

	if ((sts != BC_STS_SUCCESS) || !ioreq->uinfo.uv_offset)
		return sts;

	/* Prepare for UV mapping.. */
	desc = &pdesc_mem->pdma_desc_start[sg_cnt];
	desc_paddr_base = pdesc_mem->phy_addr +
	(sg_cnt * sizeof(struct dma_descriptor));

	/* Done with desc addr.. now update sg stuff.*/
	sg_cnt    = ioreq->sg_cnt - ioreq->uinfo.uv_sg_ix;
	xfr_sz    = ioreq->uinfo.xfr_len - ioreq->uinfo.uv_offset;
	sg_st_ix  = ioreq->uinfo.uv_sg_ix;
	sg_st_off = ioreq->uinfo.uv_sg_off;

	sts = crystalhd_hw_fill_desc(ioreq, desc, desc_paddr_base, sg_cnt,
								sg_st_ix, sg_st_off, xfr_sz, dev, destDRAMaddr);
	if (sts != BC_STS_SUCCESS)
		return sts;

	*uv_desc_index = sg_st_ix;

	return sts;
}

BC_STATUS crystalhd_rx_pkt_done(struct crystalhd_hw *hw,
									   uint32_t list_index,
									   BC_STATUS comp_sts)
{
	struct crystalhd_rx_dma_pkt *rx_pkt = NULL;
	uint32_t y_dw_dnsz, uv_dw_dnsz;
	BC_STATUS sts = BC_STS_SUCCESS;
	uint64_t currTick;

	uint32_t totalTick_Hi;
	uint32_t TickSpentInPD_Hi;
	uint64_t temp_64;
	int32_t totalTick_Hi_f;
	int32_t TickSpentInPD_Hi_f;

	if (!hw || list_index >= DMA_ENGINE_CNT) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	rx_pkt = crystalhd_dioq_find_and_fetch(hw->rx_actq,
	hw->rx_pkt_tag_seed + list_index);
	if (!rx_pkt) {
		dev_err(&hw->adp->pdev->dev, "Act-Q: PostIx:%x L0Sts:%x "
		"L1Sts:%x current L:%x tag:%x comp:%x\n",
				hw->rx_list_post_index, hw->rx_list_sts[0],
				hw->rx_list_sts[1], list_index,
				hw->rx_pkt_tag_seed + list_index, comp_sts);
				return BC_STS_INV_ARG;
	}

	if (comp_sts == BC_STS_SUCCESS)
	{
		hw->DrvTotalFrmCaptured++;

		hw->pfnHWGetDoneSize(hw, list_index, &y_dw_dnsz, &uv_dw_dnsz);
		rx_pkt->dio_req->uinfo.y_done_sz = y_dw_dnsz;
		rx_pkt->flags = COMP_FLAG_DATA_VALID;
		if (rx_pkt->uv_phy_addr)
			rx_pkt->dio_req->uinfo.uv_done_sz = uv_dw_dnsz;
		crystalhd_dioq_add(hw->rx_rdyq, rx_pkt, true,
							hw->rx_pkt_tag_seed + list_index);

		if( hw->adp->pdev->device == BC_PCI_DEVID_FLEA)
		{
			/*printk("pre-PD state %x RLL %x Ptsh %x ratio %d currentPS %d\n", */
			/*	hw->FleaPowerState, crystalhd_dioq_count(hw->rx_rdyq) , hw->PauseThreshold, hw->PDRatio, hw->FleaPowerState); */
			if(hw->FleaPowerState == FLEA_PS_ACTIVE)
			{
				if(crystalhd_dioq_count(hw->rx_rdyq) >= hw->PauseThreshold)
				{
					hw->pfnIssuePause(hw, true);
					hw->hw_pause_issued = true;
				}
				/* NAREN check if the PD ratio is less than 50. If so, try to reduce the PauseThreshold to improve the ratio */
				/* never go lower than 6 pictures */
				/* Only do this when we have some data to determine PDRatio */
				/* For now assume that if we have captured 100 pictures then we should have enough data for the analysis to start */
				if((hw->PDRatio < 50) && (hw->PauseThreshold > 6) && (hw->DrvTotalFrmCaptured > 100))
				{
					/*printk("Current PDRatio:%u, PauseThreshold:%u, DrvTotalFrmCaptured:%u  decress PauseThreshold\n", */
					/*	hw->PDRatio, hw->PauseThreshold, hw->DrvTotalFrmCaptured); */
					hw->PauseThreshold--;
				}
				else {
					rdtscll(currTick);

					temp_64 = (hw->TickSpentInPD)>>24;
					TickSpentInPD_Hi = (uint32_t)(temp_64);
					TickSpentInPD_Hi_f = (int32_t)TickSpentInPD_Hi;

					temp_64 = (currTick - hw->TickCntDecodePU)>>24;
					totalTick_Hi = (uint32_t)(temp_64);
					totalTick_Hi_f = (int32_t)totalTick_Hi;

					if( totalTick_Hi_f <= 0 )
					{
						temp_64 = (hw->TickSpentInPD);
						TickSpentInPD_Hi = (uint32_t)(temp_64);
						TickSpentInPD_Hi_f = (int32_t)TickSpentInPD_Hi;

						temp_64 = (currTick - hw->TickCntDecodePU);
						totalTick_Hi = (uint32_t)(temp_64);
						totalTick_Hi_f = (int32_t)totalTick_Hi;
					}

					if( totalTick_Hi_f <= 0 )
					{
						printk("totalTick_Hi_f <= 0, set hw->PDRatio = 60\n");
						hw->PDRatio = 60;
					}
					else
						hw->PDRatio = (TickSpentInPD_Hi_f * 100) / totalTick_Hi_f;

					/*printk("Current PDRatio:%u, PauseThreshold:%u, DrvTotalFrmCaptured:%u  don't decress PauseThreshold\n", */
					/*	hw->PDRatio, hw->PauseThreshold, hw->DrvTotalFrmCaptured); */

					/*hw->PDRatio = ((uint32_t)(hw->TickSpentInPD))/((uint32_t)(currTick - hw->TickCntDecodePU)/100); */
				}
			}
		}
		else if( hw->hw_pause_issued == false )
		{
#if 0
			if(crystalhd_dioq_count(hw->rx_rdyq) > hw->PauseThreshold)/*HW_PAUSE_THRESHOLD */
			{
				dev_info(&hw->adp->pdev->dev, "HW PAUSE\n");
				hw->pfnIssuePause(hw, true);
				hw->hw_pause_issued = true;
			}
#endif
		}

		return sts;
	}
	/* Check if we can post this DIO again. */
	return hw->pfnPostRxSideBuff(hw, rx_pkt);
}

BC_STATUS crystalhd_hw_post_tx(struct crystalhd_hw *hw, struct crystalhd_dio_req *ioreq,
			     hw_comp_callback call_back,
			     wait_queue_head_t *cb_event, uint32_t *list_id,
			     uint8_t data_flags)
{
	struct device *dev;
	struct tx_dma_pkt *tx_dma_packet = NULL;
	uint32_t low_addr, high_addr;
	addr_64 desc_addr;
	BC_STATUS sts, add_sts;
	uint32_t dummy_index = 0;
	unsigned long flags;
	uint8_t list_posted;
	uint8_t local_flags = data_flags;
	bool rc;
	uint32_t destDRAMaddr = 0;

	if (!hw || !ioreq || !call_back || !cb_event || !list_id) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	dev = &hw->adp->pdev->dev;

	/*
	 * Since we hit code in busy condition very frequently,
	 * we will check the code in status first before
	 * checking the availability of free elem.
	 *
	 * This will avoid the Q fetch/add in normal condition.
	 */

	rc = hw->pfnCheckInputFIFO(hw, ioreq->uinfo.xfr_len,
					   &dummy_index, false, &local_flags);

	if (rc) {
		hw->stats.cin_busy++;
		return BC_STS_BUSY;
	}

	if(local_flags & BC_BIT(7))
		destDRAMaddr = hw->TxFwInputBuffInfo.DramBuffAdd;

	/* Get a list from TxFreeQ */
	tx_dma_packet = (struct tx_dma_pkt *)crystalhd_dioq_fetch(hw->tx_freeq);
	if (!tx_dma_packet) {
		dev_err(dev, "No empty elements..\n");
		return BC_STS_INSUFF_RES;
	}

	sts = crystalhd_xlat_sgl_to_dma_desc(ioreq,
					     &tx_dma_packet->desc_mem,
					     &dummy_index, dev, destDRAMaddr);
	if (sts != BC_STS_SUCCESS) {
		add_sts = crystalhd_dioq_add(hw->tx_freeq, tx_dma_packet,
					   false, 0);
		if (add_sts != BC_STS_SUCCESS)
			dev_err(dev, "double fault..\n");

		return sts;
	}

	desc_addr.full_addr = tx_dma_packet->desc_mem.phy_addr;
	low_addr = desc_addr.low_part;
	high_addr = desc_addr.high_part;

	tx_dma_packet->call_back = call_back;
	tx_dma_packet->cb_event  = cb_event;
	tx_dma_packet->dio_req   = ioreq;

	spin_lock_irqsave(&hw->lock, flags);

	list_posted = hw->tx_list_post_index;

	*list_id = tx_dma_packet->list_tag = hw->tx_ioq_tag_seed +
					     hw->tx_list_post_index;


	if( hw->tx_list_post_index % DMA_ENGINE_CNT) {
		hw->TxList1Sts |= TxListWaitingForIntr;
	}
	else {
		hw->TxList0Sts |= TxListWaitingForIntr;
	}

	hw->tx_list_post_index = (hw->tx_list_post_index + 1) % DMA_ENGINE_CNT;

	/* Insert in Active Q..*/
	crystalhd_dioq_add(hw->tx_actq, tx_dma_packet, false,
			 tx_dma_packet->list_tag);

	/*
	 * Interrupt will come as soon as you write
	 * the valid bit. So be ready for that. All
	 * the initialization should happen before that.
	 */

	/* Save the transfer length */
	hw->TxFwInputBuffInfo.HostXferSzInBytes = ioreq->uinfo.xfr_len;

	hw->pfnStartTxDMA(hw, list_posted, desc_addr);

	spin_unlock_irqrestore(&hw->lock, flags);

	return BC_STS_SUCCESS;
}

/*
 * This is a force cancel and we are racing with ISR.
 *
 * Will try to remove the req from ActQ before ISR gets it.
 * If ISR gets it first then the completion happens in the
 * normal path and we will return _STS_NO_DATA from here.
 *
 * FIX_ME: Not Tested the actual condition..
 */
BC_STATUS crystalhd_hw_cancel_tx(struct crystalhd_hw *hw, uint32_t list_id)
{
	unsigned long flags;
	if (!hw || !list_id) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	spin_lock_irqsave(&hw->lock, flags);
	hw->pfnStopTxDMA(hw);
	spin_unlock_irqrestore(&hw->lock, flags);
	crystalhd_hw_tx_req_complete(hw, list_id, BC_STS_IO_USER_ABORT);

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_add_cap_buffer(struct crystalhd_hw *hw,
				    struct crystalhd_dio_req *ioreq, bool en_post)
{
	struct crystalhd_rx_dma_pkt *rpkt;
	uint32_t tag, uv_desc_ix = 0;
	BC_STATUS sts;

	if (!hw || !ioreq) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	rpkt = crystalhd_hw_alloc_rx_pkt(hw);
	if (!rpkt) {
		dev_err(&hw->adp->pdev->dev, "Insufficient resources\n");
		return BC_STS_INSUFF_RES;
	}

	rpkt->dio_req = ioreq;
	tag = rpkt->pkt_tag;

	sts = crystalhd_xlat_sgl_to_dma_desc(ioreq, &rpkt->desc_mem,
					     &uv_desc_ix, &hw->adp->pdev->dev, 0);
	if (sts != BC_STS_SUCCESS)
		return sts;

	rpkt->uv_phy_addr = 0;

	/* Store the address of UV in the rx packet for post*/
	if (uv_desc_ix)
		rpkt->uv_phy_addr = rpkt->desc_mem.phy_addr +
				    (sizeof(struct dma_descriptor) * (uv_desc_ix + 1));

	if (en_post && !hw->hw_pause_issued) {
		sts = hw->pfnPostRxSideBuff(hw, rpkt);
	}
	else {
		sts = crystalhd_dioq_add(hw->rx_freeq, rpkt, false, tag);
		hw->pfnNotifyFLLChange(hw, false);
	}

	return sts;
}

BC_STATUS crystalhd_hw_get_cap_buffer(struct crystalhd_hw *hw,
										struct C011_PIB *pib,
										struct crystalhd_dio_req **ioreq)
{
	struct crystalhd_rx_dma_pkt *rpkt;
	uint32_t timeout = BC_PROC_OUTPUT_TIMEOUT / 1000;
	uint32_t sig_pending = 0;

	if (!hw || !ioreq || !pib) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	rpkt = crystalhd_dioq_fetch_wait(hw, timeout, &sig_pending);

	if( hw->adp->pdev->device == BC_PCI_DEVID_FLEA)
	{
		/*printk("pre-PU state %x RLL %x Rtsh %x, currentPS %d,\n", */
		/*	hw->FleaPowerState, crystalhd_dioq_count(hw->rx_rdyq) , hw->ResumeThreshold, hw->FleaPowerState); */
		if( (hw->FleaPowerState == FLEA_PS_LP_PENDING) ||
			(hw->FleaPowerState == FLEA_PS_LP_COMPLETE))
		{
			if(crystalhd_dioq_count(hw->rx_rdyq)  <= hw->ResumeThreshold)
				hw->pfnIssuePause(hw, false);	/*Need this Notification For Flea*/
				hw->hw_pause_issued = false;
		}
	}
	else if( hw->hw_pause_issued)
	{
#if 0
		if(crystalhd_dioq_count(hw->rx_rdyq) < hw->PauseThreshold ) /*HW_RESUME_THRESHOLD */
		{
			dev_info(&hw->adp->pdev->dev, "HW RESUME with rdy list %u \n",crystalhd_dioq_count(hw->rx_rdyq));
			hw->pfnIssuePause(hw, false);
			hw->hw_pause_issued = false;
		}
#endif
	}

	if (!rpkt) {
		if (sig_pending) {
			return BC_STS_IO_USER_ABORT;
		} else {
			return BC_STS_TIMEOUT;
		}
	}

	rpkt->dio_req->uinfo.comp_flags = rpkt->flags;

	if (rpkt->flags & COMP_FLAG_PIB_VALID)
	{
		pib->ppb.picture_number = rpkt->pib.picture_number;
		pib->ppb.width = rpkt->pib.width;
		pib->ppb.height = rpkt->pib.height;
		pib->ppb.chroma_format = rpkt->pib.chroma_format;
		pib->ppb.pulldown = rpkt->pib.pulldown;
		pib->ppb.flags = rpkt->pib.flags;
		pib->ptsStcOffset = rpkt->pib.sess_num;
		pib->ppb.aspect_ratio = rpkt->pib.aspect_ratio;
		pib->ppb.colour_primaries = rpkt->pib.colour_primaries;
		pib->ppb.picture_meta_payload = rpkt->pib.picture_meta_payload;
		pib->resolution = rpkt->pib.frame_rate;
	}

	*ioreq = rpkt->dio_req;

	crystalhd_hw_free_rx_pkt(hw, rpkt);

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_start_capture(struct crystalhd_hw *hw)
{
	struct crystalhd_rx_dma_pkt *rx_pkt;
	BC_STATUS sts;
	uint32_t i;

	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	/* This is start of capture.. Post to both the lists.. */
	for (i = 0; i < DMA_ENGINE_CNT; i++) {
		rx_pkt = crystalhd_dioq_fetch(hw->rx_freeq);
		if (!rx_pkt)
			return BC_STS_NO_DATA;
		sts = hw->pfnPostRxSideBuff(hw, rx_pkt);
		if (BC_STS_SUCCESS != sts)
			break;

	}

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_stop_capture(struct crystalhd_hw *hw, bool unmap)
{
	void *temp = NULL;

	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	hw->pfnStopRXDMAEngines(hw);

	if(!unmap)
		return BC_STS_SUCCESS;

	/* Clear up Active, Ready and Free lists one by one and release resources */
	do {
		temp = crystalhd_dioq_fetch(hw->rx_actq);
		if (temp)
			crystalhd_rx_pkt_rel_call_back(hw, temp);
	} while (temp);

	do {
		temp = crystalhd_dioq_fetch(hw->rx_rdyq);
		if (temp)
			crystalhd_rx_pkt_rel_call_back(hw, temp);
	} while (temp);

	do {
		temp = crystalhd_dioq_fetch(hw->rx_freeq);
		if (temp)
			crystalhd_rx_pkt_rel_call_back(hw, temp);
	} while (temp);

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_suspend(struct crystalhd_hw *hw)
{
	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	if (!hw->pfnStopDevice(hw)) {
		dev_info(&hw->adp->pdev->dev, "Failed to Stop Device!!\n");
		return BC_STS_ERROR;
	}

	return BC_STS_SUCCESS;
}

BC_STATUS crystalhd_hw_resume(struct crystalhd_hw *hw)
{
	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return BC_STS_INV_ARG;
	}

	// Reset list state
	hw->rx_list_sts[0] = sts_free;
	hw->rx_list_sts[1] = sts_free;
	hw->TxList0Sts = ListStsFree;
	hw->TxList1Sts = ListStsFree;
	hw->rx_list_post_index = 0;
	hw->tx_list_post_index = 0;

	if (hw->pfnStartDevice(hw)) {
		dev_info(&hw->adp->pdev->dev, "Failed to Start Device!!\n");
		return BC_STS_ERROR;
	}

	return BC_STS_SUCCESS;
}

void crystalhd_hw_stats(struct crystalhd_hw *hw, struct crystalhd_hw_stats *stats)
{
	if (!hw) {
		printk(KERN_ERR "%s: Invalid Arguments\n", __func__);
		return;
	}

	/* if called w/NULL stats, its a req to zero out the stats */
	if (!stats) {
		hw->DrvTotalFrmCaptured = 0;
		memset(&hw->stats, 0, sizeof(hw->stats));
		return;
	}

	hw->stats.freeq_count = crystalhd_dioq_count(hw->rx_freeq);
	hw->stats.rdyq_count  = crystalhd_dioq_count(hw->rx_rdyq);
	memcpy(stats, &hw->stats, sizeof(*stats));
}