#if defined(__UFS_CAL_U_BOOT__) #include #include #elif defined(__UFS_CAL_FW__) #include "../ufs_util.h" #include "ufs-cal.h" #elif defined(__UFS_CAL_LK__) #include #include #else #include #include #include "ufs-cal-991.h" #endif #ifndef _UFS_CAL_ #define _UFS_CAL_ /* UFSHCI */ #define UIC_ARG_MIB_SEL(attr, sel) ((((attr) & 0xFFFF) << 16) |\ ((sel) & 0xFFFF)) #define UIC_ARG_MIB(attr) UIC_ARG_MIB_SEL(attr, 0) /* Unipro.h */ #define IS_PWR_MODE_HS(m) (((m) == FAST_MODE) || ((m) == FASTAUTO_MODE)) #define IS_PWR_MODE_PWM(m) (((m) == SLOW_MODE) || ((m) == SLOWAUTO_MODE)) enum { PA_HS_MODE_A = 1, PA_HS_MODE_B = 2, }; enum { FAST_MODE = 1, SLOW_MODE = 2, FASTAUTO_MODE = 4, SLOWAUTO_MODE = 5, UNCHANGED = 7, }; /* User defined */ #define UNIPRO_MCLK_PERIOD(p) (1000000000L / p->mclk_rate) #if defined(__UFS_CAL_U_BOOT__) || defined(__UFS_CAL_FW__) || defined(__UFS_CAL_LK__) #define UNIPRO_MCLK_PERIOD_ROUND_OFF(p) (u32)(((float)1000000000L / (float)p->mclk_rate) + 0.5) #else #define UNIPRO_MCLK_PERIOD_ROUND_OFF(p) (int)(DIV_ROUND_CLOSEST(1000000000L, p->mclk_rate)) #endif #define UNIPRO18_MCLK_PERIOD(p) (16*1000*1000000L / p->mclk_rate) #if defined(__UFS_CAL_U_BOOT__) || defined(__UFS_CAL_FW__) || defined(__UFS_CAL_LK__) #define TX_LINE_RESET_TIME 3200 #define RX_LINE_RESET_DETECT_TIME 1000 #define PCS_TX_LINE_RESET_PERIOD(p) (u32)((float)TX_LINE_RESET_TIME \ * ((float)p->mclk_rate / 1000000)) #define PCS_RX_LINE_RESET_DETECT_PERIOD(p) (u32)((float)RX_LINE_RESET_DETECT_TIME \ * ((float)p->mclk_rate / 1000000)) #else #define TX_LINE_RESET_TIME 32 #define RX_LINE_RESET_DETECT_TIME 10 #define PCS_TX_LINE_RESET_PERIOD(p) (int)(DIV_ROUND_CLOSEST((TX_LINE_RESET_TIME \ * (p->mclk_rate / 10)), 1000)) #define PCS_RX_LINE_RESET_DETECT_PERIOD(p) (int)(DIV_ROUND_CLOSEST((RX_LINE_RESET_DETECT_TIME \ * (p->mclk_rate / 10)), 1000)) #endif #define PHY_PMA_COMN_ADDR(reg) (reg) #define PHY_PMA_TRSV_ADDR(reg, lane) ((reg) + (0x800 * (lane))) #define NUM_OF_UFS_HOST 2 enum { PHY_CFG_NONE = 0, PHY_PCS_COMN, PHY_PCS_RXTX, PHY_PMA_COMN, PHY_PMA_TRSV, PHY_PLL_WAIT, PHY_CDR_WAIT, PHY_CDR_AFC_WAIT, UNIPRO_STD_MIB, UNIPRO_DBG_MIB, UNIPRO_DBG_APB, /* Since exynos8895 */ PHY_PCS_RX, PHY_PCS_TX, PHY_PCS_RX_PRD, PHY_PCS_TX_PRD, UNIPRO_DBG_PRD, PHY_PMA_TRSV_LANE1_SQ_OFF, PHY_PMA_TRSV_SQ, COMMON_WAIT, /* Since exynos9820. UFS v3.0*/ PHY_PCS_RX_LR_PRD, PHY_PCS_TX_LR_PRD, PHY_PCS_RX_PRD_ROUND_OFF, PHY_PCS_TX_PRD_ROUND_OFF, UNIPRO_ADAPT_LENGTH, PHY_EMB_CDR_WAIT, PHY_EMB_CAL_WAIT, }; enum { TX_LANE_0 = 0, TX_LANE_1 = 1, TX_LANE_2 = 2, TX_LANE_3 = 3, RX_LANE_0 = 4, RX_LANE_1 = 5, RX_LANE_2 = 6, RX_LANE_3 = 7, }; enum { __PMD_PWM_G1_L1, __PMD_PWM_G1_L2, __PMD_PWM_G2_L1, __PMD_PWM_G2_L2, __PMD_PWM_G3_L1, __PMD_PWM_G3_L2, __PMD_PWM_G4_L1, __PMD_PWM_G4_L2, __PMD_PWM_G5_L1, __PMD_PWM_G5_L2, __PMD_PWM_MAX, __PMD_HS_G1_L1, __PMD_HS_G1_L2, __PMD_HS_G2_L1, __PMD_HS_G2_L2, __PMD_HS_G3_L1, __PMD_HS_G3_L2, __PMD_HS_G4_L1, __PMD_HS_G4_L2, __PMD_HS_MAX, }; #define PMD_PWM_G1_L1 (1U << __PMD_PWM_G1_L1) #define PMD_PWM_G1_L2 (1U << __PMD_PWM_G1_L2) #define PMD_PWM_G2_L1 (1U << __PMD_PWM_G2_L1) #define PMD_PWM_G2_L2 (1U << __PMD_PWM_G2_L2) #define PMD_PWM_G3_L1 (1U << __PMD_PWM_G3_L1) #define PMD_PWM_G3_L2 (1U << __PMD_PWM_G3_L2) #define PMD_PWM_G4_L1 (1U << __PMD_PWM_G4_L1) #define PMD_PWM_G4_L2 (1U << __PMD_PWM_G4_L2) #define PMD_PWM_G5_L1 (1U << __PMD_PWM_G5_L1) #define PMD_PWM_G5_L2 (1U << __PMD_PWM_G5_L2) #define PMD_PWM_MAX (1U << __PMD_PWM_MAX) #define PMD_HS_G1_L1 (1U << __PMD_HS_G1_L1) #define PMD_HS_G1_L2 (1U << __PMD_HS_G1_L2) #define PMD_HS_G2_L1 (1U << __PMD_HS_G2_L1) #define PMD_HS_G2_L2 (1U << __PMD_HS_G2_L2) #define PMD_HS_G3_L1 (1U << __PMD_HS_G3_L1) #define PMD_HS_G3_L2 (1U << __PMD_HS_G3_L2) #define PMD_HS_G4_L1 (1U << __PMD_HS_G4_L1) #define PMD_HS_G4_L2 (1U << __PMD_HS_G4_L2) #define PMD_HS_MAX (1U << __PMD_HS_MAX) #define PMD_ALL (PMD_HS_MAX - 1) #define PMD_PWM (PMD_PWM_MAX - 1) #define PMD_HS (PMD_ALL ^ PMD_PWM) struct ufs_cal_phy_cfg { u32 addr; u32 val; u32 flg; u32 lyr; u8 board; }; #define for_each_phy_cfg(cfg) \ for (; (cfg)->flg != PHY_CFG_NONE; (cfg)++) #endif /*_UFS_CAL_ */ static struct ufs_cal_param *ufs_cal[NUM_OF_UFS_HOST]; static unsigned long ufs_cal_lock_timeout = 0xFFFFFFFF; static const struct ufs_cal_phy_cfg init_cfg_evt0[] = { {0x44, 0x00, PMD_ALL, UNIPRO_DBG_PRD, BRD_ALL}, {0x200, 0x40, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {0x12, 0x00, PMD_ALL, PHY_PCS_RX_PRD_ROUND_OFF, BRD_ALL}, {0xAA, 0x00, PMD_ALL, PHY_PCS_TX_PRD_ROUND_OFF, BRD_ALL}, {0xA9, 0x02, PMD_ALL, PHY_PCS_TX, BRD_ALL}, {0xAB, 0x00, PMD_ALL, PHY_PCS_TX_LR_PRD, BRD_ALL}, {0x11, 0x00, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x1B, 0x00, PMD_ALL, PHY_PCS_RX_LR_PRD, BRD_ALL}, {0x2F, 0x79, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x76, 0x03, PMD_ALL, PHY_PCS_RX, BRD_ZEBU}, {0x84, 0x01, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x04, 0x01, PMD_ALL, PHY_PCS_TX, BRD_ALL}, {0x25, 0xF6, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x7F, 0x00, PMD_ALL, PHY_PCS_TX, BRD_ALL}, {0x200, 0x0, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {0x155E, 0x0, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x3000, 0x0, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x3001, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x4021, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x4020, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0xA006, 0x80000000, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x10C, 0x10, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x118, 0x48, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x800, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x804, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x808, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x80C, 0x0A, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x810, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x814, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x81C, 0x0C, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB84, 0xC0, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8B4, 0xB8, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8D0, 0x60, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8E0, 0x13, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8E4, 0x48, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8E8, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8EC, 0x25, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8F0, 0x2A, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8F4, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8F8, 0x13, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8FC, 0x13, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x900, 0x4A, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x90C, 0x40, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x910, 0x02, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x974, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x978, 0x3F, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x97C, 0xFF, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9CC, 0x33, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9D0, 0x50, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA18, 0x03, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA1C, 0x03, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA20, 0x03, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA24, 0x03, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA10, 0x02, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA14, 0x02, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA88, 0x04, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9F4, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xBE8, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xACC, 0x04, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB10, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB14, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB18, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB1C, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAD8, 0x0B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xADC, 0x0B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAE0, 0x0B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAE4, 0x0B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAE8, 0x0B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAEC, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAF0, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAF4, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAF8, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xB90, 0x1A, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xBB4, 0x25, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9A4, 0x1A, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xBD0, 0x2F, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD2C, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD30, 0x23, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD34, 0x23, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD38, 0x45, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD3C, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD40, 0x31, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD44, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD48, 0x02, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD4C, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xD50, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x10C, 0x18, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x10C, 0x00, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0xCE0, 0x08, PMD_ALL, PHY_EMB_CAL_WAIT, BRD_ALL}, {0xA006, 0x0, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_init_cfg_evt0_g3[] = { {0x15D2, 0x0, PMD_ALL, UNIPRO_ADAPT_LENGTH, BRD_ALL}, {0x15D3, 0x0, PMD_ALL, UNIPRO_ADAPT_LENGTH, BRD_ALL}, {0x9529, 0x01, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x15A4, 0x3E8, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x9529, 0x00, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0xA006, 0x80000000, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x00, 0x3E8, PMD_ALL, COMMON_WAIT, BRD_ALL}, {0x10C, 0x10, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0xB84, 0xC0, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x804, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x808, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x810, 0x01, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x814, 0x11, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA8, 0x11, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0xAC, 0x11, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x11C, 0x00, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x88C, 0x33, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x890, 0x37, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x894, 0x31, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x898, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x89C, 0x33, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8A0, 0x37, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8A4, 0x31, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8A8, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA8C, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA90, 0x82, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA94, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA98, 0x98, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAA0, 0x60, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xAA8, 0x70, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xBFC, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xC00, 0x82, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xC04, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xC08, 0x98, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xC10, 0x60, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xC18, 0x70, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8C4, 0x33, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8C8, 0x3B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8D0, 0x40, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9F4, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xBE8, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA10, 0x04, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xA20, 0x00, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x10C, 0x18, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x10C, 0x00, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0xCE0, 0x08, PMD_ALL, PHY_EMB_CAL_WAIT, BRD_ALL}, {0xA006, 0x0, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_init_cfg_evt0_g4[] = { {0x15D2, 0x0, PMD_ALL, UNIPRO_ADAPT_LENGTH, BRD_ALL}, {0x15D3, 0x0, PMD_ALL, UNIPRO_ADAPT_LENGTH, BRD_ALL}, {0x9529, 0x01, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x15A4, 0x3E8, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x9529, 0x00, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg calib_of_pwm[] = { {0x2041, 8064, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_pwm[] = { {0x20, 0x60, PMD_PWM, PHY_PMA_COMN, BRD_ALL}, {0x888, 0x08, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0x918, 0x01, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg calib_of_hs_rate_a[] = { {0x15D4, 0x1, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2041, 8064, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0xDA4, 0x11, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x918, 0x03, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_hs_rate_a[] = { {0xCE4, 0x08, PMD_HS, PHY_EMB_CDR_WAIT, BRD_ALL^BRD_ZEBU}, {0x918, 0x01, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg calib_of_hs_rate_b[] = { {0x15D4, 0x1, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2041, 8064, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0xDA4, 0x11, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x918, 0x03, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_hs_rate_b[] = { {0xCE4, 0x08, PMD_HS, PHY_EMB_CDR_WAIT, BRD_ALL^BRD_ZEBU}, {0x918, 0x01, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg lane1_sq_off[] = { {0x988, 0x08, PMD_ALL, PHY_PMA_TRSV_LANE1_SQ_OFF, BRD_ALL}, {0x994, 0x0A, PMD_ALL, PHY_PMA_TRSV_LANE1_SQ_OFF, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_h8_enter[] = { {0x988, 0x08, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x994, 0x0A, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x04, 0x08, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x00, 0x86, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x20, 0x60, PMD_HS, PHY_PMA_COMN, BRD_ALL}, {0x888, 0x08, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x918, 0x01, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg pre_h8_exit[] = { {0x00, 0xC6, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x04, 0x0C, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x988, 0x00, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x994, 0x00, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x20, 0xE0, PMD_HS, PHY_PMA_COMN, BRD_ALL}, {0x918, 0x03, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x888, 0x18, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xCE4, 0x08, PMD_HS, PHY_EMB_CDR_WAIT, BRD_ALL^BRD_ZEBU}, {}, }; static struct ufs_cal_phy_cfg loopback_init[] = { {0xBB4, 0x23, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x868, 0x02, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9A8, 0xA1, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x9AC, 0x40, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8AC, 0xC3, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg loopback_set_1[] = { {0xBB4, 0x2B, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x888, 0x06, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg loopback_set_2[] = { {0x9BC, 0x52, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg eom_prepare[] = { {0xBC0, 0x00, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xA88, 0x05, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x93C, 0x0F, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x940, 0x4F, (PMD_HS_G4_L1 | PMD_HS_G4_L2), PHY_PMA_TRSV, BRD_ALL}, {0x940, 0x2F, (PMD_HS_G3_L1 | PMD_HS_G3_L2), PHY_PMA_TRSV, BRD_ALL}, {0x940, 0x1F, (PMD_HS_G2_L1 | PMD_HS_G2_L2), PHY_PMA_TRSV, BRD_ALL}, {0x940, 0x0F, (PMD_HS_G1_L1 | PMD_HS_G1_L2), PHY_PMA_TRSV, BRD_ALL}, {0xB64, 0xE3, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xB68, 0x04, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xB6C, 0x00, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0, 0, PHY_CFG_NONE, 0, BRD_ALL}, }; static const struct ufs_cal_phy_cfg init_cfg_card[] = { {0x9514, 0x00, PMD_ALL, UNIPRO_DBG_PRD, BRD_ALL}, {0x200, 0x40, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {0x12, 0x00, PMD_ALL, PHY_PCS_RX_PRD, BRD_ALL}, {0xAA, 0x00, PMD_ALL, PHY_PCS_TX_PRD, BRD_ALL}, {0x5C, 0x38, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x0F, 0x0, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x65, 0x01, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x69, 0x1, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x21, 0x0, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x22, 0x0, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x84, 0x1, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x04, 0x1, PMD_ALL, PHY_PCS_TX, BRD_ALL}, {0x8F, 0x3E, PMD_ALL, PHY_PCS_TX, BRD_ALL}, {0x200, 0x0, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {0x9536, 0x4E20, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x9564, 0x2e820183, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x155E, 0x0, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x3000, 0x0, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x3001, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x4021, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x4020, 0x1, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x8C, 0x80, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x74, 0x10, PMD_ALL, PHY_PMA_COMN, BRD_ALL^BRD_ZEBU}, {0x110, 0xB5, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x43, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x16C, 0x20, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x178, 0xC0, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x1B0, 0x18, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0xE0, 0x24, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x164, 0x58, PMD_ALL, PHY_PMA_TRSV, BRD_ALL}, {0x8C, 0xC0, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {0x8C, 0x00, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_init_cfg_card[] = { {0x9529, 0x1, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x15A4, 0xFA, PMD_ALL, UNIPRO_STD_MIB, BRD_ALL}, {0x9529, 0x0, PMD_ALL, UNIPRO_DBG_MIB, BRD_ALL}, {0x200, 0x40, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {0x35, 0x05, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x73, 0x01, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x41, 0x02, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x42, 0xAC, PMD_ALL, PHY_PCS_RX, BRD_ALL}, {0x200, 0x0, PMD_ALL, PHY_PCS_COMN, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg calib_of_pwm_card[] = { {0x2041, 8064, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_PWM, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_PWM, UNIPRO_DBG_APB, BRD_ALL}, {0xC8, 0x40, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0xF0, 0x77, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0x120, 0x80, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x00, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0x12C, 0x00, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x43, PMD_PWM, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_pwm_card[] = { {}, }; static struct ufs_cal_phy_cfg calib_of_hs_rate_a_card[] = { {0x2041, 8064, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0xC8, 0xBC, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xF0, 0x7F, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x120, 0xC0, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x08, PMD_HS_G1_L2, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x02, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x00, PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {0x12C, 0x10, PMD_HS_G1_L2|PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {0x12C, 0x00, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0xE3, PMD_HS_G1_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x73, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x63, PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_hs_rate_a_card[] = { {0x1fc, 0x01, PMD_HS, PHY_CDR_WAIT, BRD_ZEBU}, {0x1fc, 0x40, PMD_HS, PHY_CDR_AFC_WAIT, BRD_ALL^BRD_ZEBU}, {}, }; static struct ufs_cal_phy_cfg calib_of_hs_rate_b_card[] = { {0x2041, 8064, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2042, 28224, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x2043, 20160, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B0, 12000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B1, 32000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x15B2, 16000, PMD_HS, UNIPRO_STD_MIB, BRD_ALL}, {0x7888, 8064, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x788C, 28224, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x7890, 20160, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78B8, 12000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78BC, 32000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0x78C0, 16000, PMD_HS, UNIPRO_DBG_APB, BRD_ALL}, {0xC8, 0xBC, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0xF0, 0x7F, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x120, 0xC0, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x08, PMD_HS_G1_L2, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x02, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x128, 0x00, PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {0x12C, 0x10, PMD_HS_G1_L2|PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {0x12C, 0x00, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0xE3, PMD_HS_G1_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x73, PMD_HS_G2_L2, PHY_PMA_TRSV, BRD_ALL}, {0x134, 0x63, PMD_HS_G3_L2, PHY_PMA_TRSV, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_calib_of_hs_rate_b_card[] = { {0x1fc, 0x01, PMD_HS, PHY_CDR_WAIT, BRD_ZEBU}, {0x1fc, 0x40, PMD_HS, PHY_CDR_AFC_WAIT, BRD_ALL^BRD_ZEBU}, {}, }; static struct ufs_cal_phy_cfg lane1_sq_off_card[] = { {0x0C4, 0x19, PMD_ALL, PHY_PMA_TRSV_LANE1_SQ_OFF, BRD_ALL}, {0x0E8, 0xFF, PMD_ALL, PHY_PMA_TRSV_LANE1_SQ_OFF, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg post_h8_enter_card[] = { {0x0C4, 0x99, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x0E8, 0x7F, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x0F0, 0x7F, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x004, 0x02, PMD_ALL, PHY_PMA_COMN, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg pre_h8_exit_card[] = { {0x004, 0x3F, PMD_HS, PHY_PMA_COMN, BRD_ALL}, {0x004, 0x00, PMD_PWM, PHY_PMA_COMN, BRD_ALL}, {0x0C4, 0xD9, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x0E8, 0x77, PMD_ALL, PHY_PMA_TRSV_SQ, BRD_ALL}, {0x00, 0x0A, PMD_HS, COMMON_WAIT, BRD_ALL}, {0x0F0, 0xFF, PMD_HS, PHY_PMA_TRSV, BRD_ALL}, {0x1fc, 0x01, PMD_HS, PHY_CDR_AFC_WAIT, BRD_ALL}, {}, }; static struct ufs_cal_phy_cfg loopback_init_card[] = { {}, }; static struct ufs_cal_phy_cfg loopback_set_1_card[] = { {}, }; static struct ufs_cal_phy_cfg loopback_set_2_card[] = { {}, }; static inline ufs_cal_errno __match_board_by_cfg(u8 board, u8 cfg_board) { ufs_cal_errno match = UFS_CAL_ERROR; if (board & cfg_board) match = UFS_CAL_NO_ERROR; return match; } static inline ufs_cal_errno __match_mode_by_cfg(struct uic_pwr_mode *pmd, int mode) { ufs_cal_errno match = UFS_CAL_ERROR; u8 _m, _l, _g; _m = pmd->mode; _g = pmd->gear; _l = pmd->lane; if (mode == PMD_ALL) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && mode == PMD_HS) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && mode == PMD_PWM) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 1 && _l == 1 && (mode & (PMD_HS_G1_L1|PMD_HS_G1_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 1 && _l == 2 && (mode & (PMD_HS_G1_L1|PMD_HS_G1_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 2 && _l == 1 && (mode & (PMD_HS_G2_L1|PMD_HS_G2_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 2 && _l == 2 && (mode & (PMD_HS_G2_L1|PMD_HS_G2_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 3 && _l == 1 && (mode & (PMD_HS_G3_L1|PMD_HS_G3_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 3 && _l == 2 && (mode & (PMD_HS_G3_L1|PMD_HS_G3_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 4 && _l == 1 && (mode & (PMD_HS_G4_L1|PMD_HS_G4_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_HS(_m) && _g == 4 && _l == 2 && (mode & (PMD_HS_G4_L1|PMD_HS_G4_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 1 && _l == 1 && (mode & (PMD_PWM_G1_L1|PMD_PWM_G1_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 1 && _l == 2 && (mode & (PMD_PWM_G1_L1|PMD_PWM_G1_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 2 && _l == 1 && (mode & (PMD_PWM_G2_L1|PMD_PWM_G2_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 2 && _l == 2 && (mode & (PMD_PWM_G2_L1|PMD_PWM_G2_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 3 && _l == 1 && (mode & (PMD_PWM_G3_L1|PMD_PWM_G3_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 3 && _l == 2 && (mode & (PMD_PWM_G3_L1|PMD_PWM_G3_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 4 && _l == 1 && (mode & (PMD_PWM_G4_L1|PMD_PWM_G4_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 4 && _l == 2 && (mode & (PMD_PWM_G4_L1|PMD_PWM_G4_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 5 && _l == 1 && (mode & (PMD_PWM_G5_L1|PMD_PWM_G5_L2))) match = UFS_CAL_NO_ERROR; else if (IS_PWR_MODE_PWM(_m) && _g == 5 && _l == 2 && (mode & (PMD_PWM_G5_L1|PMD_PWM_G5_L2))) match = UFS_CAL_NO_ERROR; return match; } static inline ufs_cal_errno ufs_cal_wait_pll_lock(void *hba, u32 addr, u32 mask) { u32 delay_us = 1; u32 period_ms = 1; u32 reg; unsigned long timeout = ufs_lld_get_time_count(0) + ufs_cal_lock_timeout; do { reg = ufs_lld_pma_read(hba, PHY_PMA_COMN_ADDR(addr)); if (mask == (reg & mask)) return UFS_CAL_NO_ERROR; ufs_lld_usleep_delay(delay_us, delay_us); } while ((long)(timeout - ufs_lld_get_time_count(period_ms)) >= 0); return UFS_CAL_ERROR; } static inline ufs_cal_errno ufs_cal_wait_cdr_lock(void *hba, u32 addr, u32 mask, int lane) { u32 delay_us = 1; u32 period_ms = 1; u32 reg; unsigned long timeout = ufs_lld_get_time_count(0) + ufs_cal_lock_timeout; do { reg = ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(addr, lane)); if (mask == (reg & mask)) return UFS_CAL_NO_ERROR; ufs_lld_usleep_delay(delay_us, delay_us); } while ((long)(timeout - ufs_lld_get_time_count(period_ms)) >= 0); return UFS_CAL_ERROR; } static inline ufs_cal_errno ufs30_cal_wait_cdr_lock(void *hba, u32 addr, u32 mask, int lane) { u32 delay_us = 1; u32 delay2_us = 40; u32 reg; u32 i; for (i = 0; i < 100; i++) { ufs_lld_usleep_delay(delay2_us, delay2_us); reg = ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(addr, lane)); if (mask == (reg & mask)) return UFS_CAL_NO_ERROR; #if defined(__UFS_CAL_FW__) else return UFS_CAL_ERROR; #endif ufs_lld_usleep_delay(delay_us, delay_us); ufs_lld_pma_write(hba, 0x10, PHY_PMA_TRSV_ADDR(0x888, lane)); ufs_lld_pma_write(hba, 0x18, PHY_PMA_TRSV_ADDR(0x888, lane)); } return UFS_CAL_ERROR; } static inline ufs_cal_errno ufs_cal_wait_cdr_afc_check(void *hba, u32 addr, u32 mask, int lane) { u32 delay_us = 1; u32 delay2_us = 40; u32 reg = 0; u32 i; for (i = 0; i < 100; i++) { ufs_lld_usleep_delay(delay2_us, delay2_us); reg = ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(addr, lane)); if (mask == (reg & mask)) return UFS_CAL_NO_ERROR; #if defined(__UFS_CAL_FW__) else return UFS_CAL_ERROR; #endif ufs_lld_usleep_delay(delay_us, delay_us); ufs_lld_pma_write(hba, 0x7F, PHY_PMA_TRSV_ADDR(0xF0, lane)); ufs_lld_pma_write(hba, 0xFF, PHY_PMA_TRSV_ADDR(0xF0, lane)); } return UFS_CAL_ERROR; } static inline ufs_cal_errno ufs30_cal_done_wait(void *hba, u32 addr, u32 mask, int lane) { u32 delay2_us = 40; u32 reg = 0; u32 i; for (i = 0; i < 100; i++) { ufs_lld_usleep_delay(delay2_us, delay2_us); reg = ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(addr, lane)); if (mask == (reg & mask)) return UFS_CAL_NO_ERROR; } return UFS_CAL_NO_ERROR; } static ufs_cal_errno ufs_cal_config_uic(struct ufs_cal_param *p, const struct ufs_cal_phy_cfg *cfg, struct uic_pwr_mode *pmd) { void *hba = p->host; u8 i = 0; if (!cfg) return UFS_CAL_INV_ARG; for_each_phy_cfg(cfg) { for (i = 0; i < p->available_lane; i++) { if (p->board && UFS_CAL_ERROR == __match_board_by_cfg(p->board, cfg->board)) continue; if (pmd && UFS_CAL_ERROR == __match_mode_by_cfg(pmd, cfg->flg)) continue; switch (cfg->lyr) { case PHY_PCS_COMN: case UNIPRO_STD_MIB: case UNIPRO_DBG_MIB: if (i == 0) ufs_lld_dme_set(hba, UIC_ARG_MIB(cfg->addr), cfg->val); break; case UNIPRO_ADAPT_LENGTH: if (i == 0) { u32 value; ufs_lld_dme_get(hba, UIC_ARG_MIB(cfg->addr), &value); if (value & 0x80) { if ((value & 0x7F) < 2) ufs_lld_dme_set(hba, UIC_ARG_MIB(cfg->addr), 0x82); } else { if (((value + 1) % 4) != 0) { do { value++; } while (((value + 1) % 4) != 0); ufs_lld_dme_set(hba, UIC_ARG_MIB(cfg->addr), value); } } } break; case PHY_PCS_RXTX: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, i), cfg->val); break; case UNIPRO_DBG_PRD: if (p->tbl == HOST_EMBD) { if (i == 0) ufs_lld_unipro_write(hba, UNIPRO18_MCLK_PERIOD(p), cfg->addr); } else { if (i == 0) ufs_lld_dme_set(hba, UIC_ARG_MIB(cfg->addr), UNIPRO_MCLK_PERIOD(p)); } break; case PHY_PCS_RX: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, RX_LANE_0+i), cfg->val); break; case PHY_PCS_TX: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, TX_LANE_0+i), cfg->val); break; case PHY_PCS_RX_PRD: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, RX_LANE_0+i), UNIPRO_MCLK_PERIOD(p)); break; case PHY_PCS_TX_PRD: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, TX_LANE_0+i), UNIPRO_MCLK_PERIOD(p)); break; case PHY_PCS_RX_PRD_ROUND_OFF: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, RX_LANE_0+i), UNIPRO_MCLK_PERIOD_ROUND_OFF(p)); break; case PHY_PCS_TX_PRD_ROUND_OFF: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, TX_LANE_0+i), UNIPRO_MCLK_PERIOD_ROUND_OFF(p)); break; case PHY_PCS_RX_LR_PRD: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, RX_LANE_0+i), (PCS_RX_LINE_RESET_DETECT_PERIOD(p)>>16)&0xFF); ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr+1, RX_LANE_0+i), (PCS_RX_LINE_RESET_DETECT_PERIOD(p)>>8)&0xFF); ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr+2, RX_LANE_0+i), (PCS_RX_LINE_RESET_DETECT_PERIOD(p)>>0)&0xFF); break; case PHY_PCS_TX_LR_PRD: ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr, TX_LANE_0+i), (PCS_TX_LINE_RESET_PERIOD(p)>>16)&0xFF); ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr+1, TX_LANE_0+i), (PCS_TX_LINE_RESET_PERIOD(p)>>8)&0xFF); ufs_lld_dme_set(hba, UIC_ARG_MIB_SEL(cfg->addr+2, TX_LANE_0+i), (PCS_TX_LINE_RESET_PERIOD(p)>>0)&0xFF); break; case PHY_PMA_COMN: if (i == 0) ufs_lld_pma_write(hba, cfg->val, PHY_PMA_COMN_ADDR(cfg->addr)); break; case PHY_PMA_TRSV: ufs_lld_pma_write(hba, cfg->val, PHY_PMA_TRSV_ADDR(cfg->addr, i)); break; case PHY_PMA_TRSV_LANE1_SQ_OFF: if (i == 1) { if (p->connected_rx_lane < p->available_lane) ufs_lld_pma_write(hba, cfg->val, PHY_PMA_TRSV_ADDR(cfg->addr, i)); } break; case UNIPRO_DBG_APB: if (i == 0) ufs_lld_unipro_write(hba, cfg->val, cfg->addr); break; case PHY_PLL_WAIT: if (i == 0) { if (ufs_cal_wait_pll_lock(hba, cfg->addr, cfg->val) == UFS_CAL_ERROR) return UFS_CAL_TIMEOUT; } break; case PHY_CDR_WAIT: if (i < p->active_rx_lane) { if (ufs_cal_wait_cdr_lock(hba, cfg->addr, cfg->val, i) == UFS_CAL_ERROR) return UFS_CAL_TIMEOUT; } break; case PHY_EMB_CDR_WAIT: if (i < p->active_rx_lane) { if (ufs30_cal_wait_cdr_lock(hba, cfg->addr, cfg->val, i) == UFS_CAL_ERROR) return UFS_CAL_TIMEOUT; } break; case PHY_CDR_AFC_WAIT: if (i < p->active_rx_lane) { if (p->tbl == HOST_CARD) { if (ufs_cal_wait_cdr_afc_check(hba, cfg->addr, cfg->val, i) == UFS_CAL_ERROR) return UFS_CAL_TIMEOUT; } } break; case PHY_PMA_TRSV_SQ: if (i < p->connected_rx_lane) { ufs_lld_pma_write(hba, cfg->val, PHY_PMA_TRSV_ADDR(cfg->addr, i)); } break; case COMMON_WAIT: if (i == 0) ufs_lld_udelay(cfg->val); break; case PHY_EMB_CAL_WAIT: if (ufs30_cal_done_wait(hba, cfg->addr, cfg->val, i) == UFS_CAL_ERROR) return UFS_CAL_TIMEOUT; break; default: break; } } } return UFS_CAL_NO_ERROR; } ufs_cal_errno ufs_cal_loopback_init(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; static const struct ufs_cal_phy_cfg *cfg; cfg = (p->tbl == HOST_CARD) ? loopback_init_card : loopback_init; ret = ufs_cal_config_uic(p, cfg, NULL); return ret; } ufs_cal_errno ufs_cal_loopback_set_1(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; static const struct ufs_cal_phy_cfg *cfg; cfg = (p->tbl == HOST_CARD) ? loopback_set_1_card : loopback_set_1; ret = ufs_cal_config_uic(p, cfg, NULL); return ret; } ufs_cal_errno ufs_cal_loopback_set_2(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; static const struct ufs_cal_phy_cfg *cfg; cfg = (p->tbl == HOST_CARD) ? loopback_set_2_card : loopback_set_2; ret = ufs_cal_config_uic(p, cfg, NULL); return ret; } /* * This is a recommendation from Samsung UFS device vendor. * * Activate time: host < device * Hibern time: host > device */ static void ufs_cal_calib_hibern8_values(void *hba) { u32 hw_cap_min_tactivate; u32 peer_rx_min_actv_time_cap; u32 max_rx_hibern8_time_cap; ufs_lld_dme_get(hba, UIC_ARG_MIB_SEL(0x8F, RX_LANE_0), &hw_cap_min_tactivate); /* HW Capability of MIN_TACTIVATE */ ufs_lld_dme_get(hba, UIC_ARG_MIB(0x15A8), &peer_rx_min_actv_time_cap); /* PA_TActivate */ ufs_lld_dme_get(hba, UIC_ARG_MIB(0x15A7), &max_rx_hibern8_time_cap); /* PA_Hibern8Time */ if (peer_rx_min_actv_time_cap >= hw_cap_min_tactivate) ufs_lld_dme_peer_set(hba, UIC_ARG_MIB(0x15A8), peer_rx_min_actv_time_cap + 1); ufs_lld_dme_set(hba, UIC_ARG_MIB(0x15A7), max_rx_hibern8_time_cap + 1); } ufs_cal_errno ufs_cal_post_h8_enter(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; struct ufs_cal_phy_cfg *cfg; cfg = (p->tbl == HOST_CARD) ? post_h8_enter_card : post_h8_enter; ret = ufs_cal_config_uic(p, cfg, p->pmd); return ret; } ufs_cal_errno ufs_cal_pre_h8_exit(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; struct ufs_cal_phy_cfg *cfg; cfg = (p->tbl == HOST_CARD) ? pre_h8_exit_card : pre_h8_exit; ret = ufs_cal_config_uic(p, cfg, p->pmd); return ret; } /* * This currently uses only SLOW_MODE and FAST_MODE. * If you want others, you should modify this function. */ ufs_cal_errno ufs_cal_pre_pmc(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; struct ufs_cal_phy_cfg *cfg; if ((p->pmd->mode == SLOW_MODE) || (p->pmd->mode == SLOWAUTO_MODE)) cfg = (p->tbl == HOST_CARD) ? calib_of_pwm_card : calib_of_pwm; else if (p->pmd->hs_series == PA_HS_MODE_B) cfg = (p->tbl == HOST_CARD) ? calib_of_hs_rate_b_card : calib_of_hs_rate_b; else if (p->pmd->hs_series == PA_HS_MODE_A) cfg = (p->tbl == HOST_CARD) ? calib_of_hs_rate_a_card : calib_of_hs_rate_a; else return UFS_CAL_INV_ARG; ret = ufs_cal_config_uic(p, cfg, p->pmd); return ret; } /* * This currently uses only SLOW_MODE and FAST_MODE. * If you want others, you should modify this function. */ ufs_cal_errno ufs_cal_post_pmc(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; struct ufs_cal_phy_cfg *cfg; if ((p->pmd->mode == SLOWAUTO_MODE) || (p->pmd->mode == SLOW_MODE)) cfg = (p->tbl == HOST_CARD) ? post_calib_of_pwm_card : post_calib_of_pwm; else if (p->pmd->hs_series == PA_HS_MODE_B) cfg = (p->tbl == HOST_CARD) ? post_calib_of_hs_rate_b_card : post_calib_of_hs_rate_b; else if (p->pmd->hs_series == PA_HS_MODE_A) cfg = (p->tbl == HOST_CARD) ? post_calib_of_hs_rate_a_card : post_calib_of_hs_rate_a; else return UFS_CAL_INV_ARG; ret = ufs_cal_config_uic(p, cfg, p->pmd); return ret; } ufs_cal_errno ufs_cal_post_link(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; static struct ufs_cal_phy_cfg *cfg; switch (p->max_gear) { case GEAR_1: case GEAR_2: case GEAR_3: if (p->evt_ver == 0) cfg = (p->tbl == HOST_CARD) ? post_init_cfg_card : post_init_cfg_evt0_g3; break; case GEAR_4: if (p->evt_ver == 0) cfg = (p->tbl == HOST_CARD) ? post_init_cfg_card : post_init_cfg_evt0_g4; break; default: ret = UFS_CAL_INV_ARG; break; } if (ret) return ret; ret = ufs_cal_config_uic(p, cfg, NULL); /* * If a number of target lanes is 1 and a host's * a number of available lanes is 2, * you should turn off phy power of lane #1. * * This must be modified when a number of avaiable lanes * would grow in the future. */ if (ret == UFS_CAL_NO_ERROR) { if ((p->available_lane == 2) && (p->connected_rx_lane == 1)) { cfg = (p->tbl == HOST_CARD) ? lane1_sq_off_card : lane1_sq_off; ret = ufs_cal_config_uic(p, cfg, NULL); } } if (ret == UFS_CAL_NO_ERROR) ufs_cal_calib_hibern8_values(p->host); return ret; } ufs_cal_errno ufs_cal_pre_link(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; static const struct ufs_cal_phy_cfg *cfg; if (p->evt_ver == 0) cfg = (p->tbl == HOST_CARD) ? init_cfg_card : init_cfg_evt0; ret = ufs_cal_config_uic(p, cfg, NULL); return ret; } static ufs_cal_errno ufs_cal_eom_prepare(struct ufs_cal_param *p) { ufs_cal_errno ret = UFS_CAL_NO_ERROR; struct ufs_cal_phy_cfg *cfg; cfg = eom_prepare; ret = ufs_cal_config_uic(p, cfg, p->pmd); return ret; } static u32 ufs_cal_get_eom_err_cnt(void *hba, u32 lane_loop) { return (u32)((ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(0xD20, lane_loop)) << 16) + (ufs_lld_pma_read(hba, PHY_PMA_TRSV_ADDR(0xD24, lane_loop)) << 8) + (ufs_lld_pma_read(hba,PHY_PMA_TRSV_ADDR(0xD28, lane_loop)))); } static void ufs_cal_sweep_get_eom_data(void *hba, u32 *cnt, struct ufs_cal_param *p, u32 lane, u32 repeat) { u32 phase, vref; u32 errors; struct ufs_eom_result_s *data = p->eom[lane]; for (phase = 0; phase < EOM_PH_SEL_MAX; phase++) { ufs_lld_pma_write(hba, phase, PHY_PMA_TRSV_ADDR(0xB78, lane)); for (vref = 0; vref < EOM_DEF_VREF_MAX; vref++) { ufs_lld_pma_write(hba, 0x18, PHY_PMA_TRSV_ADDR(0xB5C, lane)); ufs_lld_pma_write(hba, vref, PHY_PMA_TRSV_ADDR(0xB74, lane)); ufs_lld_pma_write(hba, 0x19, PHY_PMA_TRSV_ADDR(0xB5C, lane)); errors = ufs_cal_get_eom_err_cnt(hba, lane); ufs_lld_usleep_delay(1, 1); data[*cnt].v_phase = phase + (repeat * EOM_PH_SEL_MAX); data[*cnt].v_vref = vref; data[*cnt].v_err = errors; (*cnt)++; } } } ufs_cal_errno ufs_cal_eom(struct ufs_cal_param *p) { u32 repeat; u32 lane; u32 i; u32 cnt; void *hba = p->host; u32 num_of_active_rx = p->available_lane; ufs_cal_errno res = UFS_CAL_NO_ERROR; ufs_cal_eom_prepare(p); repeat = (p->max_gear <= GEAR_MAX) ? ufs_s_eom_repeat[p->max_gear] : 0; if (repeat == 0) { res = UFS_CAL_ERROR; goto end; } else { for (i = GEAR_1 ; i <= GEAR_MAX ; i++) { if (repeat > EOM_RTY_MAX) { res = UFS_CAL_INV_CONF; goto end; } } } for (lane = 0; lane < num_of_active_rx; lane++) { cnt = 0; for (i = 0; i < repeat; i++) ufs_cal_sweep_get_eom_data(hba, &cnt, p, lane, i); } end: return res; } ufs_cal_errno ufs_cal_init(struct ufs_cal_param *p, int idx) { /* * Return if innput index is greater than * the maximum that cal supports */ if (idx >= NUM_OF_UFS_HOST) return UFS_CAL_INV_ARG; ufs_cal[idx] = p; ufs_cal_lock_timeout = ufs_lld_calc_timeout(1); return UFS_CAL_NO_ERROR; }