|
@@ -1,77 +1,39 @@
|
|
|
/*
|
|
|
- * Universal Flash Storage Host controller driver
|
|
|
+ * Universal Flash Storage Host controller driver Core
|
|
|
*
|
|
|
* This code is based on drivers/scsi/ufs/ufshcd.c
|
|
|
- * Copyright (C) 2011-2012 Samsung India Software Operations
|
|
|
+ * Copyright (C) 2011-2013 Samsung India Software Operations
|
|
|
*
|
|
|
- * Santosh Yaraganavi <santosh.sy@samsung.com>
|
|
|
- * Vinayak Holikatti <h.vinayak@samsung.com>
|
|
|
+ * Authors:
|
|
|
+ * Santosh Yaraganavi <santosh.sy@samsung.com>
|
|
|
+ * Vinayak Holikatti <h.vinayak@samsung.com>
|
|
|
*
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
* as published by the Free Software Foundation; either version 2
|
|
|
* of the License, or (at your option) any later version.
|
|
|
+ * See the COPYING file in the top-level directory or visit
|
|
|
+ * <http://www.gnu.org/licenses/gpl-2.0.html>
|
|
|
*
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
* GNU General Public License for more details.
|
|
|
*
|
|
|
- * NO WARRANTY
|
|
|
- * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
|
|
|
- * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
|
|
|
- * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
|
|
|
- * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
|
|
|
- * solely responsible for determining the appropriateness of using and
|
|
|
- * distributing the Program and assumes all risks associated with its
|
|
|
- * exercise of rights under this Agreement, including but not limited to
|
|
|
- * the risks and costs of program errors, damage to or loss of data,
|
|
|
- * programs or equipment, and unavailability or interruption of operations.
|
|
|
-
|
|
|
- * DISCLAIMER OF LIABILITY
|
|
|
- * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
|
|
|
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
- * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
|
|
|
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
|
|
|
- * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
|
|
|
- * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
|
|
|
- * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
|
|
|
-
|
|
|
- * You should have received a copy of the GNU General Public License
|
|
|
- * along with this program; if not, write to the Free Software
|
|
|
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301,
|
|
|
- * USA.
|
|
|
+ * This program is provided "AS IS" and "WITH ALL FAULTS" and
|
|
|
+ * without warranty of any kind. You are solely responsible for
|
|
|
+ * determining the appropriateness of using and distributing
|
|
|
+ * the program and assume all risks associated with your exercise
|
|
|
+ * of rights with respect to the program, including but not limited
|
|
|
+ * to infringement of third party rights, the risks and costs of
|
|
|
+ * program errors, damage to or loss of data, programs or equipment,
|
|
|
+ * and unavailability or interruption of operations. Under no
|
|
|
+ * circumstances will the contributor of this Program be liable for
|
|
|
+ * any damages of any kind arising from your use or distribution of
|
|
|
+ * this program.
|
|
|
*/
|
|
|
|
|
|
-#include <linux/module.h>
|
|
|
-#include <linux/kernel.h>
|
|
|
-#include <linux/init.h>
|
|
|
-#include <linux/pci.h>
|
|
|
-#include <linux/interrupt.h>
|
|
|
-#include <linux/io.h>
|
|
|
-#include <linux/delay.h>
|
|
|
-#include <linux/slab.h>
|
|
|
-#include <linux/spinlock.h>
|
|
|
-#include <linux/workqueue.h>
|
|
|
-#include <linux/errno.h>
|
|
|
-#include <linux/types.h>
|
|
|
-#include <linux/wait.h>
|
|
|
-#include <linux/bitops.h>
|
|
|
-
|
|
|
-#include <asm/irq.h>
|
|
|
-#include <asm/byteorder.h>
|
|
|
-#include <scsi/scsi.h>
|
|
|
-#include <scsi/scsi_cmnd.h>
|
|
|
-#include <scsi/scsi_host.h>
|
|
|
-#include <scsi/scsi_tcq.h>
|
|
|
-#include <scsi/scsi_dbg.h>
|
|
|
-#include <scsi/scsi_eh.h>
|
|
|
-
|
|
|
-#include "ufs.h"
|
|
|
-#include "ufshci.h"
|
|
|
-
|
|
|
-#define UFSHCD "ufshcd"
|
|
|
-#define UFSHCD_DRIVER_VERSION "0.1"
|
|
|
+#include "ufshcd.h"
|
|
|
|
|
|
enum {
|
|
|
UFSHCD_MAX_CHANNEL = 0,
|
|
@@ -101,121 +63,6 @@ enum {
|
|
|
INT_AGGR_CONFIG,
|
|
|
};
|
|
|
|
|
|
-/**
|
|
|
- * struct uic_command - UIC command structure
|
|
|
- * @command: UIC command
|
|
|
- * @argument1: UIC command argument 1
|
|
|
- * @argument2: UIC command argument 2
|
|
|
- * @argument3: UIC command argument 3
|
|
|
- * @cmd_active: Indicate if UIC command is outstanding
|
|
|
- * @result: UIC command result
|
|
|
- */
|
|
|
-struct uic_command {
|
|
|
- u32 command;
|
|
|
- u32 argument1;
|
|
|
- u32 argument2;
|
|
|
- u32 argument3;
|
|
|
- int cmd_active;
|
|
|
- int result;
|
|
|
-};
|
|
|
-
|
|
|
-/**
|
|
|
- * struct ufs_hba - per adapter private structure
|
|
|
- * @mmio_base: UFSHCI base register address
|
|
|
- * @ucdl_base_addr: UFS Command Descriptor base address
|
|
|
- * @utrdl_base_addr: UTP Transfer Request Descriptor base address
|
|
|
- * @utmrdl_base_addr: UTP Task Management Descriptor base address
|
|
|
- * @ucdl_dma_addr: UFS Command Descriptor DMA address
|
|
|
- * @utrdl_dma_addr: UTRDL DMA address
|
|
|
- * @utmrdl_dma_addr: UTMRDL DMA address
|
|
|
- * @host: Scsi_Host instance of the driver
|
|
|
- * @pdev: PCI device handle
|
|
|
- * @lrb: local reference block
|
|
|
- * @outstanding_tasks: Bits representing outstanding task requests
|
|
|
- * @outstanding_reqs: Bits representing outstanding transfer requests
|
|
|
- * @capabilities: UFS Controller Capabilities
|
|
|
- * @nutrs: Transfer Request Queue depth supported by controller
|
|
|
- * @nutmrs: Task Management Queue depth supported by controller
|
|
|
- * @active_uic_cmd: handle of active UIC command
|
|
|
- * @ufshcd_tm_wait_queue: wait queue for task management
|
|
|
- * @tm_condition: condition variable for task management
|
|
|
- * @ufshcd_state: UFSHCD states
|
|
|
- * @int_enable_mask: Interrupt Mask Bits
|
|
|
- * @uic_workq: Work queue for UIC completion handling
|
|
|
- * @feh_workq: Work queue for fatal controller error handling
|
|
|
- * @errors: HBA errors
|
|
|
- */
|
|
|
-struct ufs_hba {
|
|
|
- void __iomem *mmio_base;
|
|
|
-
|
|
|
- /* Virtual memory reference */
|
|
|
- struct utp_transfer_cmd_desc *ucdl_base_addr;
|
|
|
- struct utp_transfer_req_desc *utrdl_base_addr;
|
|
|
- struct utp_task_req_desc *utmrdl_base_addr;
|
|
|
-
|
|
|
- /* DMA memory reference */
|
|
|
- dma_addr_t ucdl_dma_addr;
|
|
|
- dma_addr_t utrdl_dma_addr;
|
|
|
- dma_addr_t utmrdl_dma_addr;
|
|
|
-
|
|
|
- struct Scsi_Host *host;
|
|
|
- struct pci_dev *pdev;
|
|
|
-
|
|
|
- struct ufshcd_lrb *lrb;
|
|
|
-
|
|
|
- unsigned long outstanding_tasks;
|
|
|
- unsigned long outstanding_reqs;
|
|
|
-
|
|
|
- u32 capabilities;
|
|
|
- int nutrs;
|
|
|
- int nutmrs;
|
|
|
- u32 ufs_version;
|
|
|
-
|
|
|
- struct uic_command active_uic_cmd;
|
|
|
- wait_queue_head_t ufshcd_tm_wait_queue;
|
|
|
- unsigned long tm_condition;
|
|
|
-
|
|
|
- u32 ufshcd_state;
|
|
|
- u32 int_enable_mask;
|
|
|
-
|
|
|
- /* Work Queues */
|
|
|
- struct work_struct uic_workq;
|
|
|
- struct work_struct feh_workq;
|
|
|
-
|
|
|
- /* HBA Errors */
|
|
|
- u32 errors;
|
|
|
-};
|
|
|
-
|
|
|
-/**
|
|
|
- * struct ufshcd_lrb - local reference block
|
|
|
- * @utr_descriptor_ptr: UTRD address of the command
|
|
|
- * @ucd_cmd_ptr: UCD address of the command
|
|
|
- * @ucd_rsp_ptr: Response UPIU address for this command
|
|
|
- * @ucd_prdt_ptr: PRDT address of the command
|
|
|
- * @cmd: pointer to SCSI command
|
|
|
- * @sense_buffer: pointer to sense buffer address of the SCSI command
|
|
|
- * @sense_bufflen: Length of the sense buffer
|
|
|
- * @scsi_status: SCSI status of the command
|
|
|
- * @command_type: SCSI, UFS, Query.
|
|
|
- * @task_tag: Task tag of the command
|
|
|
- * @lun: LUN of the command
|
|
|
- */
|
|
|
-struct ufshcd_lrb {
|
|
|
- struct utp_transfer_req_desc *utr_descriptor_ptr;
|
|
|
- struct utp_upiu_cmd *ucd_cmd_ptr;
|
|
|
- struct utp_upiu_rsp *ucd_rsp_ptr;
|
|
|
- struct ufshcd_sg_entry *ucd_prdt_ptr;
|
|
|
-
|
|
|
- struct scsi_cmnd *cmd;
|
|
|
- u8 *sense_buffer;
|
|
|
- unsigned int sense_bufflen;
|
|
|
- int scsi_status;
|
|
|
-
|
|
|
- int command_type;
|
|
|
- int task_tag;
|
|
|
- unsigned int lun;
|
|
|
-};
|
|
|
-
|
|
|
/**
|
|
|
* ufshcd_get_ufs_version - Get the UFS version supported by the HBA
|
|
|
* @hba - Pointer to adapter instance
|
|
@@ -335,21 +182,21 @@ static inline void ufshcd_free_hba_memory(struct ufs_hba *hba)
|
|
|
|
|
|
if (hba->utmrdl_base_addr) {
|
|
|
utmrdl_size = sizeof(struct utp_task_req_desc) * hba->nutmrs;
|
|
|
- dma_free_coherent(&hba->pdev->dev, utmrdl_size,
|
|
|
+ dma_free_coherent(hba->dev, utmrdl_size,
|
|
|
hba->utmrdl_base_addr, hba->utmrdl_dma_addr);
|
|
|
}
|
|
|
|
|
|
if (hba->utrdl_base_addr) {
|
|
|
utrdl_size =
|
|
|
(sizeof(struct utp_transfer_req_desc) * hba->nutrs);
|
|
|
- dma_free_coherent(&hba->pdev->dev, utrdl_size,
|
|
|
+ dma_free_coherent(hba->dev, utrdl_size,
|
|
|
hba->utrdl_base_addr, hba->utrdl_dma_addr);
|
|
|
}
|
|
|
|
|
|
if (hba->ucdl_base_addr) {
|
|
|
ucdl_size =
|
|
|
(sizeof(struct utp_transfer_cmd_desc) * hba->nutrs);
|
|
|
- dma_free_coherent(&hba->pdev->dev, ucdl_size,
|
|
|
+ dma_free_coherent(hba->dev, ucdl_size,
|
|
|
hba->ucdl_base_addr, hba->ucdl_dma_addr);
|
|
|
}
|
|
|
}
|
|
@@ -428,15 +275,6 @@ static void ufshcd_enable_run_stop_reg(struct ufs_hba *hba)
|
|
|
REG_UTP_TRANSFER_REQ_LIST_RUN_STOP));
|
|
|
}
|
|
|
|
|
|
-/**
|
|
|
- * ufshcd_hba_stop - Send controller to reset state
|
|
|
- * @hba: per adapter instance
|
|
|
- */
|
|
|
-static inline void ufshcd_hba_stop(struct ufs_hba *hba)
|
|
|
-{
|
|
|
- writel(CONTROLLER_DISABLE, (hba->mmio_base + REG_CONTROLLER_ENABLE));
|
|
|
-}
|
|
|
-
|
|
|
/**
|
|
|
* ufshcd_hba_start - Start controller initialization sequence
|
|
|
* @hba: per adapter instance
|
|
@@ -724,7 +562,7 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
|
|
|
|
|
|
/* Allocate memory for UTP command descriptors */
|
|
|
ucdl_size = (sizeof(struct utp_transfer_cmd_desc) * hba->nutrs);
|
|
|
- hba->ucdl_base_addr = dma_alloc_coherent(&hba->pdev->dev,
|
|
|
+ hba->ucdl_base_addr = dma_alloc_coherent(hba->dev,
|
|
|
ucdl_size,
|
|
|
&hba->ucdl_dma_addr,
|
|
|
GFP_KERNEL);
|
|
@@ -737,7 +575,7 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
|
|
|
*/
|
|
|
if (!hba->ucdl_base_addr ||
|
|
|
WARN_ON(hba->ucdl_dma_addr & (PAGE_SIZE - 1))) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Command Descriptor Memory allocation failed\n");
|
|
|
goto out;
|
|
|
}
|
|
@@ -747,13 +585,13 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
|
|
|
* UFSHCI requires 1024 byte alignment of UTRD
|
|
|
*/
|
|
|
utrdl_size = (sizeof(struct utp_transfer_req_desc) * hba->nutrs);
|
|
|
- hba->utrdl_base_addr = dma_alloc_coherent(&hba->pdev->dev,
|
|
|
+ hba->utrdl_base_addr = dma_alloc_coherent(hba->dev,
|
|
|
utrdl_size,
|
|
|
&hba->utrdl_dma_addr,
|
|
|
GFP_KERNEL);
|
|
|
if (!hba->utrdl_base_addr ||
|
|
|
WARN_ON(hba->utrdl_dma_addr & (PAGE_SIZE - 1))) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Transfer Descriptor Memory allocation failed\n");
|
|
|
goto out;
|
|
|
}
|
|
@@ -763,13 +601,13 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
|
|
|
* UFSHCI requires 1024 byte alignment of UTMRD
|
|
|
*/
|
|
|
utmrdl_size = sizeof(struct utp_task_req_desc) * hba->nutmrs;
|
|
|
- hba->utmrdl_base_addr = dma_alloc_coherent(&hba->pdev->dev,
|
|
|
+ hba->utmrdl_base_addr = dma_alloc_coherent(hba->dev,
|
|
|
utmrdl_size,
|
|
|
&hba->utmrdl_dma_addr,
|
|
|
GFP_KERNEL);
|
|
|
if (!hba->utmrdl_base_addr ||
|
|
|
WARN_ON(hba->utmrdl_dma_addr & (PAGE_SIZE - 1))) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Task Management Descriptor Memory allocation failed\n");
|
|
|
goto out;
|
|
|
}
|
|
@@ -777,7 +615,7 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
|
|
|
/* Allocate memory for local reference block */
|
|
|
hba->lrb = kcalloc(hba->nutrs, sizeof(struct ufshcd_lrb), GFP_KERNEL);
|
|
|
if (!hba->lrb) {
|
|
|
- dev_err(&hba->pdev->dev, "LRB Memory allocation failed\n");
|
|
|
+ dev_err(hba->dev, "LRB Memory allocation failed\n");
|
|
|
goto out;
|
|
|
}
|
|
|
return 0;
|
|
@@ -867,7 +705,7 @@ static int ufshcd_dme_link_startup(struct ufs_hba *hba)
|
|
|
/* check if controller is ready to accept UIC commands */
|
|
|
if (((readl(hba->mmio_base + REG_CONTROLLER_STATUS)) &
|
|
|
UIC_COMMAND_READY) == 0x0) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Controller not ready"
|
|
|
" to accept UIC commands\n");
|
|
|
return -EIO;
|
|
@@ -912,7 +750,7 @@ static int ufshcd_make_hba_operational(struct ufs_hba *hba)
|
|
|
/* check if device present */
|
|
|
reg = readl((hba->mmio_base + REG_CONTROLLER_STATUS));
|
|
|
if (!ufshcd_is_device_present(reg)) {
|
|
|
- dev_err(&hba->pdev->dev, "cc: Device not present\n");
|
|
|
+ dev_err(hba->dev, "cc: Device not present\n");
|
|
|
err = -ENXIO;
|
|
|
goto out;
|
|
|
}
|
|
@@ -924,7 +762,7 @@ static int ufshcd_make_hba_operational(struct ufs_hba *hba)
|
|
|
if (!(ufshcd_get_lists_status(reg))) {
|
|
|
ufshcd_enable_run_stop_reg(hba);
|
|
|
} else {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Host controller not ready to process requests");
|
|
|
err = -EIO;
|
|
|
goto out;
|
|
@@ -1005,7 +843,7 @@ static int ufshcd_hba_enable(struct ufs_hba *hba)
|
|
|
if (retry) {
|
|
|
retry--;
|
|
|
} else {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Controller enable failed\n");
|
|
|
return -EIO;
|
|
|
}
|
|
@@ -1084,7 +922,7 @@ static int ufshcd_do_reset(struct ufs_hba *hba)
|
|
|
|
|
|
/* start the initialization process */
|
|
|
if (ufshcd_initialize_hba(hba)) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Reset: Controller initialization failed\n");
|
|
|
return FAILED;
|
|
|
}
|
|
@@ -1167,7 +1005,7 @@ static int ufshcd_task_req_compl(struct ufs_hba *hba, u32 index)
|
|
|
task_result = SUCCESS;
|
|
|
} else {
|
|
|
task_result = FAILED;
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"trc: Invalid ocs = %x\n", ocs_value);
|
|
|
}
|
|
|
spin_unlock_irqrestore(hba->host->host_lock, flags);
|
|
@@ -1281,7 +1119,7 @@ ufshcd_transfer_rsp_status(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
|
|
|
/* check if the returned transfer response is valid */
|
|
|
result = ufshcd_is_valid_req_rsp(lrbp->ucd_rsp_ptr);
|
|
|
if (result) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Invalid response = %x\n", result);
|
|
|
break;
|
|
|
}
|
|
@@ -1310,7 +1148,7 @@ ufshcd_transfer_rsp_status(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
|
|
|
case OCS_FATAL_ERROR:
|
|
|
default:
|
|
|
result |= DID_ERROR << 16;
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"OCS error from controller = %x\n", ocs);
|
|
|
break;
|
|
|
} /* end of switch */
|
|
@@ -1374,7 +1212,7 @@ static void ufshcd_uic_cc_handler (struct work_struct *work)
|
|
|
!(ufshcd_get_uic_cmd_result(hba))) {
|
|
|
|
|
|
if (ufshcd_make_hba_operational(hba))
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"cc: hba not operational state\n");
|
|
|
return;
|
|
|
}
|
|
@@ -1509,7 +1347,7 @@ ufshcd_issue_tm_cmd(struct ufs_hba *hba,
|
|
|
free_slot = ufshcd_get_tm_free_slot(hba);
|
|
|
if (free_slot >= hba->nutmrs) {
|
|
|
spin_unlock_irqrestore(host->host_lock, flags);
|
|
|
- dev_err(&hba->pdev->dev, "Task management queue full\n");
|
|
|
+ dev_err(hba->dev, "Task management queue full\n");
|
|
|
err = FAILED;
|
|
|
goto out;
|
|
|
}
|
|
@@ -1552,7 +1390,7 @@ ufshcd_issue_tm_cmd(struct ufs_hba *hba,
|
|
|
&hba->tm_condition) != 0),
|
|
|
60 * HZ);
|
|
|
if (!err) {
|
|
|
- dev_err(&hba->pdev->dev,
|
|
|
+ dev_err(hba->dev,
|
|
|
"Task management command timed-out\n");
|
|
|
err = FAILED;
|
|
|
goto out;
|
|
@@ -1687,24 +1525,14 @@ static struct scsi_host_template ufshcd_driver_template = {
|
|
|
.can_queue = UFSHCD_CAN_QUEUE,
|
|
|
};
|
|
|
|
|
|
-/**
|
|
|
- * ufshcd_shutdown - main function to put the controller in reset state
|
|
|
- * @pdev: pointer to PCI device handle
|
|
|
- */
|
|
|
-static void ufshcd_shutdown(struct pci_dev *pdev)
|
|
|
-{
|
|
|
- ufshcd_hba_stop((struct ufs_hba *)pci_get_drvdata(pdev));
|
|
|
-}
|
|
|
-
|
|
|
-#ifdef CONFIG_PM
|
|
|
/**
|
|
|
* ufshcd_suspend - suspend power management function
|
|
|
- * @pdev: pointer to PCI device handle
|
|
|
+ * @hba: per adapter instance
|
|
|
* @state: power state
|
|
|
*
|
|
|
* Returns -ENOSYS
|
|
|
*/
|
|
|
-static int ufshcd_suspend(struct pci_dev *pdev, pm_message_t state)
|
|
|
+int ufshcd_suspend(struct ufs_hba *hba, pm_message_t state)
|
|
|
{
|
|
|
/*
|
|
|
* TODO:
|
|
@@ -1717,14 +1545,15 @@ static int ufshcd_suspend(struct pci_dev *pdev, pm_message_t state)
|
|
|
|
|
|
return -ENOSYS;
|
|
|
}
|
|
|
+EXPORT_SYMBOL_GPL(ufshcd_suspend);
|
|
|
|
|
|
/**
|
|
|
* ufshcd_resume - resume power management function
|
|
|
- * @pdev: pointer to PCI device handle
|
|
|
+ * @hba: per adapter instance
|
|
|
*
|
|
|
* Returns -ENOSYS
|
|
|
*/
|
|
|
-static int ufshcd_resume(struct pci_dev *pdev)
|
|
|
+int ufshcd_resume(struct ufs_hba *hba)
|
|
|
{
|
|
|
/*
|
|
|
* TODO:
|
|
@@ -1737,7 +1566,7 @@ static int ufshcd_resume(struct pci_dev *pdev)
|
|
|
|
|
|
return -ENOSYS;
|
|
|
}
|
|
|
-#endif /* CONFIG_PM */
|
|
|
+EXPORT_SYMBOL_GPL(ufshcd_resume);
|
|
|
|
|
|
/**
|
|
|
* ufshcd_hba_free - free allocated memory for
|
|
@@ -1748,107 +1577,67 @@ static void ufshcd_hba_free(struct ufs_hba *hba)
|
|
|
{
|
|
|
iounmap(hba->mmio_base);
|
|
|
ufshcd_free_hba_memory(hba);
|
|
|
- pci_release_regions(hba->pdev);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
- * ufshcd_remove - de-allocate PCI/SCSI host and host memory space
|
|
|
+ * ufshcd_remove - de-allocate SCSI host and host memory space
|
|
|
* data structure memory
|
|
|
- * @pdev - pointer to PCI handle
|
|
|
+ * @hba - per adapter instance
|
|
|
*/
|
|
|
-static void ufshcd_remove(struct pci_dev *pdev)
|
|
|
+void ufshcd_remove(struct ufs_hba *hba)
|
|
|
{
|
|
|
- struct ufs_hba *hba = pci_get_drvdata(pdev);
|
|
|
-
|
|
|
/* disable interrupts */
|
|
|
ufshcd_int_config(hba, UFSHCD_INT_DISABLE);
|
|
|
- free_irq(pdev->irq, hba);
|
|
|
|
|
|
ufshcd_hba_stop(hba);
|
|
|
ufshcd_hba_free(hba);
|
|
|
|
|
|
scsi_remove_host(hba->host);
|
|
|
scsi_host_put(hba->host);
|
|
|
- pci_set_drvdata(pdev, NULL);
|
|
|
- pci_clear_master(pdev);
|
|
|
- pci_disable_device(pdev);
|
|
|
-}
|
|
|
-
|
|
|
-/**
|
|
|
- * ufshcd_set_dma_mask - Set dma mask based on the controller
|
|
|
- * addressing capability
|
|
|
- * @pdev: PCI device structure
|
|
|
- *
|
|
|
- * Returns 0 for success, non-zero for failure
|
|
|
- */
|
|
|
-static int ufshcd_set_dma_mask(struct ufs_hba *hba)
|
|
|
-{
|
|
|
- int err;
|
|
|
- u64 dma_mask;
|
|
|
-
|
|
|
- /*
|
|
|
- * If controller supports 64 bit addressing mode, then set the DMA
|
|
|
- * mask to 64-bit, else set the DMA mask to 32-bit
|
|
|
- */
|
|
|
- if (hba->capabilities & MASK_64_ADDRESSING_SUPPORT)
|
|
|
- dma_mask = DMA_BIT_MASK(64);
|
|
|
- else
|
|
|
- dma_mask = DMA_BIT_MASK(32);
|
|
|
-
|
|
|
- err = pci_set_dma_mask(hba->pdev, dma_mask);
|
|
|
- if (err)
|
|
|
- return err;
|
|
|
-
|
|
|
- err = pci_set_consistent_dma_mask(hba->pdev, dma_mask);
|
|
|
-
|
|
|
- return err;
|
|
|
}
|
|
|
+EXPORT_SYMBOL_GPL(ufshcd_remove);
|
|
|
|
|
|
/**
|
|
|
- * ufshcd_probe - probe routine of the driver
|
|
|
- * @pdev: pointer to PCI device handle
|
|
|
- * @id: PCI device id
|
|
|
- *
|
|
|
+ * ufshcd_init - Driver initialization routine
|
|
|
+ * @dev: pointer to device handle
|
|
|
+ * @hba_handle: driver private handle
|
|
|
+ * @mmio_base: base register address
|
|
|
+ * @irq: Interrupt line of device
|
|
|
* Returns 0 on success, non-zero value on failure
|
|
|
*/
|
|
|
-static int ufshcd_probe(struct pci_dev *pdev, const struct pci_device_id *id)
|
|
|
+int ufshcd_init(struct device *dev, struct ufs_hba **hba_handle,
|
|
|
+ void __iomem *mmio_base, unsigned int irq)
|
|
|
{
|
|
|
struct Scsi_Host *host;
|
|
|
struct ufs_hba *hba;
|
|
|
int err;
|
|
|
|
|
|
- err = pci_enable_device(pdev);
|
|
|
- if (err) {
|
|
|
- dev_err(&pdev->dev, "pci_enable_device failed\n");
|
|
|
+ if (!dev) {
|
|
|
+ dev_err(dev,
|
|
|
+ "Invalid memory reference for dev is NULL\n");
|
|
|
+ err = -ENODEV;
|
|
|
goto out_error;
|
|
|
}
|
|
|
|
|
|
- pci_set_master(pdev);
|
|
|
+ if (!mmio_base) {
|
|
|
+ dev_err(dev,
|
|
|
+ "Invalid memory reference for mmio_base is NULL\n");
|
|
|
+ err = -ENODEV;
|
|
|
+ goto out_error;
|
|
|
+ }
|
|
|
|
|
|
host = scsi_host_alloc(&ufshcd_driver_template,
|
|
|
sizeof(struct ufs_hba));
|
|
|
if (!host) {
|
|
|
- dev_err(&pdev->dev, "scsi_host_alloc failed\n");
|
|
|
+ dev_err(dev, "scsi_host_alloc failed\n");
|
|
|
err = -ENOMEM;
|
|
|
- goto out_disable;
|
|
|
+ goto out_error;
|
|
|
}
|
|
|
hba = shost_priv(host);
|
|
|
-
|
|
|
- err = pci_request_regions(pdev, UFSHCD);
|
|
|
- if (err < 0) {
|
|
|
- dev_err(&pdev->dev, "request regions failed\n");
|
|
|
- goto out_host_put;
|
|
|
- }
|
|
|
-
|
|
|
- hba->mmio_base = pci_ioremap_bar(pdev, 0);
|
|
|
- if (!hba->mmio_base) {
|
|
|
- dev_err(&pdev->dev, "memory map failed\n");
|
|
|
- err = -ENOMEM;
|
|
|
- goto out_release_regions;
|
|
|
- }
|
|
|
-
|
|
|
hba->host = host;
|
|
|
- hba->pdev = pdev;
|
|
|
+ hba->dev = dev;
|
|
|
+ hba->mmio_base = mmio_base;
|
|
|
+ hba->irq = irq;
|
|
|
|
|
|
/* Read capabilities registers */
|
|
|
ufshcd_hba_capabilities(hba);
|
|
@@ -1856,17 +1645,11 @@ static int ufshcd_probe(struct pci_dev *pdev, const struct pci_device_id *id)
|
|
|
/* Get UFS version supported by the controller */
|
|
|
hba->ufs_version = ufshcd_get_ufs_version(hba);
|
|
|
|
|
|
- err = ufshcd_set_dma_mask(hba);
|
|
|
- if (err) {
|
|
|
- dev_err(&pdev->dev, "set dma mask failed\n");
|
|
|
- goto out_iounmap;
|
|
|
- }
|
|
|
-
|
|
|
/* Allocate memory for host memory space */
|
|
|
err = ufshcd_memory_alloc(hba);
|
|
|
if (err) {
|
|
|
- dev_err(&pdev->dev, "Memory allocation failed\n");
|
|
|
- goto out_iounmap;
|
|
|
+ dev_err(hba->dev, "Memory allocation failed\n");
|
|
|
+ goto out_disable;
|
|
|
}
|
|
|
|
|
|
/* Configure LRB */
|
|
@@ -1888,76 +1671,50 @@ static int ufshcd_probe(struct pci_dev *pdev, const struct pci_device_id *id)
|
|
|
INIT_WORK(&hba->feh_workq, ufshcd_fatal_err_handler);
|
|
|
|
|
|
/* IRQ registration */
|
|
|
- err = request_irq(pdev->irq, ufshcd_intr, IRQF_SHARED, UFSHCD, hba);
|
|
|
+ err = request_irq(irq, ufshcd_intr, IRQF_SHARED, UFSHCD, hba);
|
|
|
if (err) {
|
|
|
- dev_err(&pdev->dev, "request irq failed\n");
|
|
|
+ dev_err(hba->dev, "request irq failed\n");
|
|
|
goto out_lrb_free;
|
|
|
}
|
|
|
|
|
|
/* Enable SCSI tag mapping */
|
|
|
err = scsi_init_shared_tag_map(host, host->can_queue);
|
|
|
if (err) {
|
|
|
- dev_err(&pdev->dev, "init shared queue failed\n");
|
|
|
+ dev_err(hba->dev, "init shared queue failed\n");
|
|
|
goto out_free_irq;
|
|
|
}
|
|
|
|
|
|
- pci_set_drvdata(pdev, hba);
|
|
|
-
|
|
|
- err = scsi_add_host(host, &pdev->dev);
|
|
|
+ err = scsi_add_host(host, hba->dev);
|
|
|
if (err) {
|
|
|
- dev_err(&pdev->dev, "scsi_add_host failed\n");
|
|
|
+ dev_err(hba->dev, "scsi_add_host failed\n");
|
|
|
goto out_free_irq;
|
|
|
}
|
|
|
|
|
|
/* Initialization routine */
|
|
|
err = ufshcd_initialize_hba(hba);
|
|
|
if (err) {
|
|
|
- dev_err(&pdev->dev, "Initialization failed\n");
|
|
|
- goto out_free_irq;
|
|
|
+ dev_err(hba->dev, "Initialization failed\n");
|
|
|
+ goto out_remove_scsi_host;
|
|
|
}
|
|
|
+ *hba_handle = hba;
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
+out_remove_scsi_host:
|
|
|
+ scsi_remove_host(hba->host);
|
|
|
out_free_irq:
|
|
|
- free_irq(pdev->irq, hba);
|
|
|
+ free_irq(irq, hba);
|
|
|
out_lrb_free:
|
|
|
ufshcd_free_hba_memory(hba);
|
|
|
-out_iounmap:
|
|
|
- iounmap(hba->mmio_base);
|
|
|
-out_release_regions:
|
|
|
- pci_release_regions(pdev);
|
|
|
-out_host_put:
|
|
|
- scsi_host_put(host);
|
|
|
out_disable:
|
|
|
- pci_clear_master(pdev);
|
|
|
- pci_disable_device(pdev);
|
|
|
+ scsi_host_put(host);
|
|
|
out_error:
|
|
|
return err;
|
|
|
}
|
|
|
+EXPORT_SYMBOL_GPL(ufshcd_init);
|
|
|
|
|
|
-static DEFINE_PCI_DEVICE_TABLE(ufshcd_pci_tbl) = {
|
|
|
- { PCI_VENDOR_ID_SAMSUNG, 0xC00C, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
|
|
|
- { } /* terminate list */
|
|
|
-};
|
|
|
-
|
|
|
-MODULE_DEVICE_TABLE(pci, ufshcd_pci_tbl);
|
|
|
-
|
|
|
-static struct pci_driver ufshcd_pci_driver = {
|
|
|
- .name = UFSHCD,
|
|
|
- .id_table = ufshcd_pci_tbl,
|
|
|
- .probe = ufshcd_probe,
|
|
|
- .remove = ufshcd_remove,
|
|
|
- .shutdown = ufshcd_shutdown,
|
|
|
-#ifdef CONFIG_PM
|
|
|
- .suspend = ufshcd_suspend,
|
|
|
- .resume = ufshcd_resume,
|
|
|
-#endif
|
|
|
-};
|
|
|
-
|
|
|
-module_pci_driver(ufshcd_pci_driver);
|
|
|
-
|
|
|
-MODULE_AUTHOR("Santosh Yaragnavi <santosh.sy@samsung.com>, "
|
|
|
- "Vinayak Holikatti <h.vinayak@samsung.com>");
|
|
|
-MODULE_DESCRIPTION("Generic UFS host controller driver");
|
|
|
+MODULE_AUTHOR("Santosh Yaragnavi <santosh.sy@samsung.com>");
|
|
|
+MODULE_AUTHOR("Vinayak Holikatti <h.vinayak@samsung.com>");
|
|
|
+MODULE_DESCRIPTION("Generic UFS host controller driver Core");
|
|
|
MODULE_LICENSE("GPL");
|
|
|
MODULE_VERSION(UFSHCD_DRIVER_VERSION);
|