1375 lines
		
	
	
		
			38 KiB
		
	
	
	
		
			C
		
	
	
	
			
		
		
	
	
			1375 lines
		
	
	
		
			38 KiB
		
	
	
	
		
			C
		
	
	
	
| /*
 | |
|  * Copyright (C) Marvell International Ltd. and its affiliates
 | |
|  *
 | |
|  * SPDX-License-Identifier:	GPL-2.0
 | |
|  */
 | |
| 
 | |
| #include <common.h>
 | |
| #include <i2c.h>
 | |
| #include <spl.h>
 | |
| #include <asm/io.h>
 | |
| #include <asm/arch/cpu.h>
 | |
| #include <asm/arch/soc.h>
 | |
| 
 | |
| #include "ddr3_hw_training.h"
 | |
| 
 | |
| /*
 | |
|  * Debug
 | |
|  */
 | |
| #define DEBUG_DQS_C(s, d, l) \
 | |
| 	DEBUG_DQS_S(s); DEBUG_DQS_D(d, l); DEBUG_DQS_S("\n")
 | |
| #define DEBUG_DQS_FULL_C(s, d, l) \
 | |
| 	DEBUG_DQS_FULL_S(s); DEBUG_DQS_FULL_D(d, l); DEBUG_DQS_FULL_S("\n")
 | |
| #define DEBUG_DQS_RESULTS_C(s, d, l) \
 | |
| 	DEBUG_DQS_RESULTS_S(s); DEBUG_DQS_RESULTS_D(d, l); DEBUG_DQS_RESULTS_S("\n")
 | |
| #define DEBUG_PER_DQ_C(s, d, l) \
 | |
| 	puts(s); printf("%x", d); puts("\n")
 | |
| 
 | |
| #define DEBUG_DQS_RESULTS_S(s) \
 | |
| 	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%s", s)
 | |
| #define DEBUG_DQS_RESULTS_D(d, l) \
 | |
| 	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%x", d)
 | |
| 
 | |
| #define DEBUG_PER_DQ_S(s) \
 | |
| 	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%s", s)
 | |
| #define DEBUG_PER_DQ_D(d, l) \
 | |
| 	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%x", d)
 | |
| #define DEBUG_PER_DQ_DD(d, l) \
 | |
| 	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%d", d)
 | |
| 
 | |
| #ifdef MV_DEBUG_DQS
 | |
| #define DEBUG_DQS_S(s)			puts(s)
 | |
| #define DEBUG_DQS_D(d, l)		printf("%x", d)
 | |
| #else
 | |
| #define DEBUG_DQS_S(s)
 | |
| #define DEBUG_DQS_D(d, l)
 | |
| #endif
 | |
| 
 | |
| #ifdef MV_DEBUG_DQS_FULL
 | |
| #define DEBUG_DQS_FULL_S(s)		puts(s)
 | |
| #define DEBUG_DQS_FULL_D(d, l)		printf("%x", d)
 | |
| #else
 | |
| #define DEBUG_DQS_FULL_S(s)
 | |
| #define DEBUG_DQS_FULL_D(d, l)
 | |
| #endif
 | |
| 
 | |
| /* State machine for centralization - find low & high limit */
 | |
| enum {
 | |
| 	PUP_ADLL_LIMITS_STATE_FAIL,
 | |
| 	PUP_ADLL_LIMITS_STATE_PASS,
 | |
| 	PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS,
 | |
| };
 | |
| 
 | |
| /* Hold centralization low results */
 | |
| static int centralization_low_limit[MAX_PUP_NUM] = { 0 };
 | |
| /* Hold centralization high results */
 | |
| static int centralization_high_limit[MAX_PUP_NUM] = { 0 };
 | |
| 
 | |
| int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx);
 | |
| int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
 | |
| 			  int *size_valid);
 | |
| static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 			    int is_tx);
 | |
| int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 			      int is_tx, u32 special_pattern_pup);
 | |
| int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 				   int is_tx, u32 special_pattern_pup);
 | |
| int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 				    int is_tx);
 | |
| 
 | |
| #ifdef MV88F78X60
 | |
| extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
 | |
| extern u32 killer_pattern_64b[DQ_NUM][LEN_SPECIAL_PATTERN];
 | |
| extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
 | |
| #else
 | |
| extern u32 killer_pattern[DQ_NUM][LEN_16BIT_KILLER_PATTERN];
 | |
| extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
 | |
| #if defined(MV88F672X)
 | |
| extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
 | |
| #endif
 | |
| #endif
 | |
| extern u32 special_pattern[DQ_NUM][LEN_SPECIAL_PATTERN];
 | |
| 
 | |
| static u32 *ddr3_dqs_choose_pattern(MV_DRAM_INFO *dram_info, u32 victim_dq)
 | |
| {
 | |
| 	u32 *pattern_ptr;
 | |
| 
 | |
| 	/* Choose pattern */
 | |
| 	switch (dram_info->ddr_width) {
 | |
| #if defined(MV88F672X)
 | |
| 	case 16:
 | |
| 		pattern_ptr = (u32 *)&killer_pattern[victim_dq];
 | |
| 		break;
 | |
| #endif
 | |
| 	case 32:
 | |
| 		pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
 | |
| 		break;
 | |
| #if defined(MV88F78X60)
 | |
| 	case 64:
 | |
| 		pattern_ptr = (u32 *)&killer_pattern_64b[victim_dq];
 | |
| 		break;
 | |
| #endif
 | |
| 	default:
 | |
| #if defined(MV88F78X60)
 | |
| 		pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
 | |
| #else
 | |
| 		pattern_ptr = (u32 *)&killer_pattern[victim_dq];
 | |
| #endif
 | |
| 		break;
 | |
| 	}
 | |
| 
 | |
| 	return pattern_ptr;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_dqs_centralization_rx
 | |
|  * Desc:     Execute the DQS centralization RX phase.
 | |
|  * Args:     dram_info
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_dqs_centralization_rx(MV_DRAM_INFO *dram_info)
 | |
| {
 | |
| 	u32 cs, ecc, reg;
 | |
| 	int status;
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Centralization RX - Starting procedure\n");
 | |
| 
 | |
| 	/* Enable SW override */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
 | |
| 		(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
 | |
| 
 | |
| 	/* [0] = 1 - Enable SW override  */
 | |
| 	/* 0x15B8 - Training SW 2 Register */
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Centralization RX - SW Override Enabled\n");
 | |
| 
 | |
| 	reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_ADDR, reg);	/* 0x15B0 - Training Register */
 | |
| 
 | |
| 	/* Loop for each CS */
 | |
| 	for (cs = 0; cs < MAX_CS; cs++) {
 | |
| 		if (dram_info->cs_ena & (1 << cs)) {
 | |
| 			DEBUG_DQS_FULL_C("DDR3 - DQS Centralization RX - CS - ",
 | |
| 					 (u32) cs, 1);
 | |
| 
 | |
| 			for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {
 | |
| 
 | |
| 				/* ECC Support - Switch ECC Mux on ecc=1 */
 | |
| 				reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
 | |
| 					~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 				reg |= (dram_info->ecc_ena *
 | |
| 					ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 				reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 				if (ecc)
 | |
| 					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Enabled\n");
 | |
| 				else
 | |
| 					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Disabled\n");
 | |
| 
 | |
| 				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Find all limits\n");
 | |
| 
 | |
| 				status = ddr3_find_adll_limits(dram_info, cs,
 | |
| 							       ecc, 0);
 | |
| 				if (MV_OK != status)
 | |
| 					return status;
 | |
| 
 | |
| 				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Start calculating center\n");
 | |
| 
 | |
| 				status = ddr3_center_calc(dram_info, cs, ecc,
 | |
| 							  0);
 | |
| 				if (MV_OK != status)
 | |
| 					return status;
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	/* ECC Support - Disable ECC MUX */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
 | |
| 		~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 	/* Disable SW override - Must be in a different stage */
 | |
| 	/* [0]=0 - Enable SW override  */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
 | |
| 	reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
 | |
| 	/* 0x15B8 - Training SW 2 Register */
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
 | |
| 		(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_1_ADDR, reg);
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_dqs_centralization_tx
 | |
|  * Desc:     Execute the DQS centralization TX phase.
 | |
|  * Args:     dram_info
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_dqs_centralization_tx(MV_DRAM_INFO *dram_info)
 | |
| {
 | |
| 	u32 cs, ecc, reg;
 | |
| 	int status;
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Centralization TX - Starting procedure\n");
 | |
| 
 | |
| 	/* Enable SW override */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
 | |
| 		(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
 | |
| 
 | |
| 	/* [0] = 1 - Enable SW override  */
 | |
| 	/* 0x15B8 - Training SW 2 Register */
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Centralization TX - SW Override Enabled\n");
 | |
| 
 | |
| 	reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_ADDR, reg);	/* 0x15B0 - Training Register */
 | |
| 
 | |
| 	/* Loop for each CS */
 | |
| 	for (cs = 0; cs < MAX_CS; cs++) {
 | |
| 		if (dram_info->cs_ena & (1 << cs)) {
 | |
| 			DEBUG_DQS_FULL_C("DDR3 - DQS Centralization TX - CS - ",
 | |
| 					 (u32) cs, 1);
 | |
| 			for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {
 | |
| 				/* ECC Support - Switch ECC Mux on ecc=1 */
 | |
| 				reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
 | |
| 					~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 				reg |= (dram_info->ecc_ena *
 | |
| 					ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 				reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 				if (ecc)
 | |
| 					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Enabled\n");
 | |
| 				else
 | |
| 					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Disabled\n");
 | |
| 
 | |
| 				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Find all limits\n");
 | |
| 
 | |
| 				status = ddr3_find_adll_limits(dram_info, cs,
 | |
| 							       ecc, 1);
 | |
| 				if (MV_OK != status)
 | |
| 					return status;
 | |
| 
 | |
| 				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Start calculating center\n");
 | |
| 
 | |
| 				status = ddr3_center_calc(dram_info, cs, ecc,
 | |
| 							  1);
 | |
| 				if (MV_OK != status)
 | |
| 					return status;
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	/* ECC Support - Disable ECC MUX */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
 | |
| 		~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 	/* Disable SW override - Must be in a different stage */
 | |
| 	/* [0]=0 - Enable SW override  */
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
 | |
| 	reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
 | |
| 	/* 0x15B8 - Training SW 2 Register */
 | |
| 	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
 | |
| 
 | |
| 	reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
 | |
| 		(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
 | |
| 	reg_write(REG_DRAM_TRAINING_1_ADDR, reg);
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_find_adll_limits
 | |
|  * Desc:     Execute the Find ADLL limits phase.
 | |
|  * Args:     dram_info
 | |
|  *           cs
 | |
|  *           ecc_ena
 | |
|  *           is_tx             Indicate whether Rx or Tx
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx)
 | |
| {
 | |
| 	u32 victim_dq, pup, tmp;
 | |
| 	u32 adll_addr;
 | |
| 	u32 max_pup;		/* maximal pup index */
 | |
| 	u32 pup_mask = 0;
 | |
| 	u32 unlock_pup;		/* bit array of un locked pups */
 | |
| 	u32 new_unlock_pup;	/* bit array of compare failed pups */
 | |
| 	u32 curr_adll;
 | |
| 	u32 adll_start_val;	/* adll start loop value - for rx or tx limit */
 | |
| 	u32 high_limit;	/* holds found High Limit */
 | |
| 	u32 low_limit;		/* holds found Low Limit */
 | |
| 	int win_valid;
 | |
| 	int update_win;
 | |
| 	u32 sdram_offset;
 | |
| 	u32 uj, cs_count, cs_tmp, ii;
 | |
| 	u32 *pattern_ptr;
 | |
| 	u32 dq;
 | |
| 	u32 adll_end_val;	/* adll end of loop val - for rx or tx limit */
 | |
| 	u8 analog_pbs[DQ_NUM][MAX_PUP_NUM][DQ_NUM][2];
 | |
| 	u8 analog_pbs_sum[MAX_PUP_NUM][DQ_NUM][2];
 | |
| 	int pup_adll_limit_state[MAX_PUP_NUM];	/* hold state of each pup */
 | |
| 
 | |
| 	adll_addr = ((is_tx == 1) ? PUP_DQS_WR : PUP_DQS_RD);
 | |
| 	adll_end_val = ((is_tx == 1) ? ADLL_MIN : ADLL_MAX);
 | |
| 	adll_start_val = ((is_tx == 1) ? ADLL_MAX : ADLL_MIN);
 | |
| 	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
 | |
| 
 | |
| 	DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - Starting Find ADLL Limits\n");
 | |
| 
 | |
| 	/* init the array */
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		centralization_low_limit[pup] = ADLL_MIN;
 | |
| 		centralization_high_limit[pup] = ADLL_MAX;
 | |
| 	}
 | |
| 
 | |
| 	/* Killer Pattern */
 | |
| 	cs_count = 0;
 | |
| 	for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
 | |
| 		if (dram_info->cs_ena & (1 << cs_tmp))
 | |
| 			cs_count++;
 | |
| 	}
 | |
| 	sdram_offset = cs_count * (SDRAM_CS_SIZE + 1);
 | |
| 	sdram_offset += ((is_tx == 1) ?
 | |
| 			 SDRAM_DQS_TX_OFFS : SDRAM_DQS_RX_OFFS);
 | |
| 
 | |
| 	/* Prepare pup masks */
 | |
| 	for (pup = 0; pup < max_pup; pup++)
 | |
| 		pup_mask |= (1 << pup);
 | |
| 
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 			analog_pbs_sum[pup][dq][0] = adll_start_val;
 | |
| 			analog_pbs_sum[pup][dq][1] = adll_end_val;
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	/* Loop - use different pattern for each victim_dq */
 | |
| 	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 		DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Victim DQ - ",
 | |
| 				 (u32)victim_dq, 1);
 | |
| 		/*
 | |
| 		 * The pups 3 bit arrays represent state machine. with
 | |
| 		 * 3 stages for each pup.
 | |
| 		 * 1. fail and didn't get pass in earlier compares.
 | |
| 		 * 2. pass compare
 | |
| 		 * 3. fail after pass - end state.
 | |
| 		 * The window limits are the adll values where the adll
 | |
| 		 * was in the pass stage.
 | |
| 		 */
 | |
| 
 | |
| 		/* Set all states to Fail (1st state) */
 | |
| 		for (pup = 0; pup < max_pup; pup++)
 | |
| 			pup_adll_limit_state[pup] = PUP_ADLL_LIMITS_STATE_FAIL;
 | |
| 
 | |
| 		/* Set current valid pups */
 | |
| 		unlock_pup = pup_mask;
 | |
| 
 | |
| 		/* Set ADLL to start value */
 | |
| 		curr_adll = adll_start_val;
 | |
| 
 | |
| #if defined(MV88F78X60)
 | |
| 		for (pup = 0; pup < max_pup; pup++) {
 | |
| 			for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 				analog_pbs[victim_dq][pup][dq][0] =
 | |
| 					adll_start_val;
 | |
| 				analog_pbs[victim_dq][pup][dq][1] =
 | |
| 					adll_end_val;
 | |
| 				per_bit_data[pup][dq] = 0;
 | |
| 			}
 | |
| 		}
 | |
| #endif
 | |
| 
 | |
| 		for (uj = 0; uj < ADLL_MAX; uj++) {
 | |
| 			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Setting ADLL to ",
 | |
| 					 curr_adll, 2);
 | |
| 			for (pup = 0; pup < max_pup; pup++) {
 | |
| 				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
 | |
| 					tmp = ((is_tx == 1) ? curr_adll +
 | |
| 					       dram_info->wl_val[cs]
 | |
| 					       [pup * (1 - ecc) + ecc * ECC_PUP]
 | |
| 					       [D] : curr_adll);
 | |
| 					ddr3_write_pup_reg(adll_addr, cs, pup +
 | |
| 						(ecc * ECC_PUP), 0, tmp);
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			/* Choose pattern */
 | |
| 			pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
 | |
| 							      victim_dq);
 | |
| 
 | |
| 			/* '1' - means pup failed, '0' - means pup pass */
 | |
| 			new_unlock_pup = 0;
 | |
| 
 | |
| 			/* Read and compare results for Victim_DQ# */
 | |
| 			for (ii = 0; ii < 3; ii++) {
 | |
| 				u32 tmp = 0;
 | |
| 				if (MV_OK != ddr3_sdram_dqs_compare(dram_info,
 | |
| 							   unlock_pup, &tmp,
 | |
| 							   pattern_ptr,
 | |
| 							   LEN_KILLER_PATTERN,
 | |
| 							   sdram_offset +
 | |
| 							   LEN_KILLER_PATTERN *
 | |
| 							   4 * victim_dq,
 | |
| 							   is_tx, 0, NULL,
 | |
| 							   0))
 | |
| 					return MV_DDR3_TRAINING_ERR_DRAM_COMPARE;
 | |
| 
 | |
| 				new_unlock_pup |= tmp;
 | |
| 			}
 | |
| 
 | |
| 			pup = 0;
 | |
| 			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - UnlockPup: ",
 | |
| 					 unlock_pup, 2);
 | |
| 			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - NewUnlockPup: ",
 | |
| 					 new_unlock_pup, 2);
 | |
| 
 | |
| 			/* Update pup state */
 | |
| 			for (pup = 0; pup < max_pup; pup++) {
 | |
| 				if (IS_PUP_ACTIVE(unlock_pup, pup) == 0) {
 | |
| 					DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Skipping pup ",
 | |
| 							 pup, 1);
 | |
| 					continue;
 | |
| 				}
 | |
| 
 | |
| 				/*
 | |
| 				 * Still didn't find the window limit of the pup
 | |
| 				 */
 | |
| 				if (IS_PUP_ACTIVE(new_unlock_pup, pup) == 1) {
 | |
| 					/* Current compare result == fail */
 | |
| 					if (pup_adll_limit_state[pup] ==
 | |
| 					    PUP_ADLL_LIMITS_STATE_PASS) {
 | |
| 						/*
 | |
| 						 * If now it failed but passed
 | |
| 						 * earlier
 | |
| 						 */
 | |
| 						DEBUG_DQS_S("DDR3 - DQS Find Limits - PASS to FAIL: CS - ");
 | |
| 						DEBUG_DQS_D(cs, 1);
 | |
| 						DEBUG_DQS_S(", DQ - ");
 | |
| 						DEBUG_DQS_D(victim_dq, 1);
 | |
| 						DEBUG_DQS_S(", Pup - ");
 | |
| 						DEBUG_DQS_D(pup, 1);
 | |
| 						DEBUG_DQS_S(", ADLL - ");
 | |
| 						DEBUG_DQS_D(curr_adll, 2);
 | |
| 						DEBUG_DQS_S("\n");
 | |
| 
 | |
| #if defined(MV88F78X60)
 | |
| 						for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 							if ((analog_pbs[victim_dq][pup][dq][0] != adll_start_val)
 | |
| 							    && (analog_pbs[victim_dq][pup]
 | |
| 								[dq][1] == adll_end_val))
 | |
| 								analog_pbs
 | |
| 									[victim_dq]
 | |
| 									[pup][dq]
 | |
| 									[1] =
 | |
| 									curr_adll;
 | |
| 						}
 | |
| #endif
 | |
| 						win_valid = 1;
 | |
| 						update_win = 0;
 | |
| 
 | |
| 						/* Keep min / max limit value */
 | |
| 						if (is_tx == 0) {
 | |
| 							/* RX - found upper limit */
 | |
| 							if (centralization_high_limit[pup] >
 | |
| 							    (curr_adll - 1)) {
 | |
| 								high_limit =
 | |
| 									curr_adll - 1;
 | |
| 								low_limit =
 | |
| 									centralization_low_limit[pup];
 | |
| 								update_win = 1;
 | |
| 							}
 | |
| 						} else {
 | |
| 							/* TX - found lower limit */
 | |
| 							if (centralization_low_limit[pup] < (curr_adll + 1)) {
 | |
| 								high_limit =
 | |
| 									centralization_high_limit
 | |
| 									[pup];
 | |
| 								low_limit =
 | |
| 									curr_adll + 1;
 | |
| 								update_win =
 | |
| 									1;
 | |
| 							}
 | |
| 						}
 | |
| 
 | |
| 						if (update_win == 1) {
 | |
| 							/*
 | |
| 							 * Before updating
 | |
| 							 * window limits we need
 | |
| 							 * to check that the
 | |
| 							 * limits are valid
 | |
| 							 */
 | |
| 							if (MV_OK !=
 | |
| 							    ddr3_check_window_limits
 | |
| 							    (pup, high_limit,
 | |
| 							     low_limit, is_tx,
 | |
| 							     &win_valid))
 | |
| 								return MV_DDR3_TRAINING_ERR_WIN_LIMITS;
 | |
| 
 | |
| 							if (win_valid == 1) {
 | |
| 								/*
 | |
| 								 * Window limits
 | |
| 								 * should be
 | |
| 								 * updated
 | |
| 								 */
 | |
| 								centralization_low_limit
 | |
| 									[pup] =
 | |
| 									low_limit;
 | |
| 								centralization_high_limit
 | |
| 									[pup] =
 | |
| 									high_limit;
 | |
| 							}
 | |
| 						}
 | |
| 
 | |
| 						if (win_valid == 1) {
 | |
| 							/* Found end of window - lock the pup */
 | |
| 							pup_adll_limit_state[pup] =
 | |
| 								PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS;
 | |
| 							unlock_pup &= ~(1 << pup);
 | |
| 						} else {
 | |
| 							/* Probably false pass - reset status */
 | |
| 							pup_adll_limit_state[pup] =
 | |
| 								PUP_ADLL_LIMITS_STATE_FAIL;
 | |
| 
 | |
| #if defined(MV88F78X60)
 | |
| 							/* Clear logging array of win size (per Dq) */
 | |
| 							for (dq = 0;
 | |
| 							     dq < DQ_NUM;
 | |
| 							     dq++) {
 | |
| 								analog_pbs
 | |
| 									[victim_dq]
 | |
| 									[pup][dq]
 | |
| 									[0] =
 | |
| 									adll_start_val;
 | |
| 								analog_pbs
 | |
| 									[victim_dq]
 | |
| 									[pup][dq]
 | |
| 									[1] =
 | |
| 									adll_end_val;
 | |
| 								per_bit_data
 | |
| 									[pup][dq]
 | |
| 									= 0;
 | |
| 							}
 | |
| #endif
 | |
| 						}
 | |
| 					}
 | |
| 				} else {
 | |
| 					/* Current compare result == pass */
 | |
| 					if (pup_adll_limit_state[pup] ==
 | |
| 					    PUP_ADLL_LIMITS_STATE_FAIL) {
 | |
| 						/* If now it passed but failed earlier */
 | |
| 						DEBUG_DQS_S("DDR3 - DQS Find Limits - FAIL to PASS: CS - ");
 | |
| 						DEBUG_DQS_D(cs, 1);
 | |
| 						DEBUG_DQS_S(", DQ - ");
 | |
| 						DEBUG_DQS_D(victim_dq, 1);
 | |
| 						DEBUG_DQS_S(", Pup - ");
 | |
| 						DEBUG_DQS_D(pup, 1);
 | |
| 						DEBUG_DQS_S(", ADLL - ");
 | |
| 						DEBUG_DQS_D(curr_adll, 2);
 | |
| 						DEBUG_DQS_S("\n");
 | |
| 
 | |
| #if defined(MV88F78X60)
 | |
| 						for (dq = 0; dq < DQ_NUM;
 | |
| 						     dq++) {
 | |
| 							if (analog_pbs[victim_dq][pup][dq][0] == adll_start_val)
 | |
| 								analog_pbs
 | |
| 								    [victim_dq]
 | |
| 								    [pup][dq]
 | |
| 								    [0] =
 | |
| 								    curr_adll;
 | |
| 						}
 | |
| #endif
 | |
| 						/* Found start of window */
 | |
| 						pup_adll_limit_state[pup] =
 | |
| 						    PUP_ADLL_LIMITS_STATE_PASS;
 | |
| 
 | |
| 						/* Keep min / max limit value */
 | |
| 						if (is_tx == 0) {
 | |
| 							/* RX - found low limit */
 | |
| 							if (centralization_low_limit[pup] <= curr_adll)
 | |
| 								centralization_low_limit
 | |
| 								    [pup] =
 | |
| 								    curr_adll;
 | |
| 						} else {
 | |
| 							/* TX - found high limit */
 | |
| 							if (centralization_high_limit[pup] >= curr_adll)
 | |
| 								centralization_high_limit
 | |
| 								    [pup] =
 | |
| 								    curr_adll;
 | |
| 						}
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			if (unlock_pup == 0) {
 | |
| 				/* Found limit to all pups */
 | |
| 				DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - found PUP limit\n");
 | |
| 				break;
 | |
| 			}
 | |
| 
 | |
| 			/*
 | |
| 			 * Increment / decrement (Move to right / left
 | |
| 			 * one phase - ADLL) dqs RX / TX delay (for all un
 | |
| 			 * lock pups
 | |
| 			 */
 | |
| 			if (is_tx == 0)
 | |
| 				curr_adll++;
 | |
| 			else
 | |
| 				curr_adll--;
 | |
| 		}
 | |
| 
 | |
| 		if (unlock_pup != 0) {
 | |
| 			/*
 | |
| 			 * Found pups that didn't reach to the end of the
 | |
| 			 * state machine
 | |
| 			 */
 | |
| 			DEBUG_DQS_C("DDR3 - DQS Find Limits - Pups that didn't reached end of the state machine: ",
 | |
| 				    unlock_pup, 1);
 | |
| 
 | |
| 			for (pup = 0; pup < max_pup; pup++) {
 | |
| 				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
 | |
| 					if (pup_adll_limit_state[pup] ==
 | |
| 					    PUP_ADLL_LIMITS_STATE_FAIL) {
 | |
| 						/* ERROR - found fail for all window size */
 | |
| 						DEBUG_DQS_S("DDR3 - DQS Find Limits - Got FAIL for the complete range on pup - ");
 | |
| 						DEBUG_DQS_D(pup, 1);
 | |
| 						DEBUG_DQS_C(" victim DQ ",
 | |
| 							    victim_dq, 1);
 | |
| 
 | |
| 						/* For debug - set min limit to illegal limit */
 | |
| 						centralization_low_limit[pup]
 | |
| 							= ADLL_ERROR;
 | |
| 						/*
 | |
| 						 * In case the pup is in mode
 | |
| 						 * PASS - the limit is the min
 | |
| 						 * / max adll, no need to
 | |
| 						 * update because of the results
 | |
| 						 * array default value
 | |
| 						 */
 | |
| 						return MV_DDR3_TRAINING_ERR_PUP_RANGE;
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Find Limits - DQ values per victim results:\n");
 | |
| 	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 		for (pup = 0; pup < max_pup; pup++) {
 | |
| 			DEBUG_DQS_S("Victim DQ-");
 | |
| 			DEBUG_DQS_D(victim_dq, 1);
 | |
| 			DEBUG_DQS_S(", PUP-");
 | |
| 			DEBUG_DQS_D(pup, 1);
 | |
| 			for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 				DEBUG_DQS_S(", DQ-");
 | |
| 				DEBUG_DQS_D(dq, 1);
 | |
| 				DEBUG_DQS_S(",S-");
 | |
| 				DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
 | |
| 					    [0], 2);
 | |
| 				DEBUG_DQS_S(",E-");
 | |
| 				DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
 | |
| 					    [1], 2);
 | |
| 
 | |
| 				if (is_tx == 0) {
 | |
| 					if (analog_pbs[victim_dq][pup][dq][0]
 | |
| 					    > analog_pbs_sum[pup][dq][0])
 | |
| 						analog_pbs_sum[pup][dq][0] =
 | |
| 						    analog_pbs[victim_dq][pup]
 | |
| 						    [dq][0];
 | |
| 					if (analog_pbs[victim_dq][pup][dq][1]
 | |
| 					    < analog_pbs_sum[pup][dq][1])
 | |
| 						analog_pbs_sum[pup][dq][1] =
 | |
| 						    analog_pbs[victim_dq][pup]
 | |
| 						    [dq][1];
 | |
| 				} else {
 | |
| 					if (analog_pbs[victim_dq][pup][dq][0]
 | |
| 					    < analog_pbs_sum[pup][dq][0])
 | |
| 						analog_pbs_sum[pup][dq][0] =
 | |
| 						    analog_pbs[victim_dq][pup]
 | |
| 						    [dq][0];
 | |
| 					if (analog_pbs[victim_dq][pup][dq][1]
 | |
| 					    > analog_pbs_sum[pup][dq][1])
 | |
| 						analog_pbs_sum[pup][dq][1] =
 | |
| 						    analog_pbs[victim_dq][pup]
 | |
| 						    [dq][1];
 | |
| 				}
 | |
| 			}
 | |
| 			DEBUG_DQS_S("\n");
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	if (ddr3_get_log_level() >= MV_LOG_LEVEL_3) {
 | |
| 		u32 dq;
 | |
| 
 | |
| 		DEBUG_PER_DQ_S("\n########## LOG LEVEL 3(Windows margins per-DQ) ##########\n");
 | |
| 		if (is_tx) {
 | |
| 			DEBUG_PER_DQ_C("DDR3 - TX  CS: ", cs, 1);
 | |
| 		} else {
 | |
| 			DEBUG_PER_DQ_C("DDR3 - RX  CS: ", cs, 1);
 | |
| 		}
 | |
| 
 | |
| 		if (ecc == 0) {
 | |
| 			DEBUG_PER_DQ_S("\n DATA RESULTS:\n");
 | |
| 		} else {
 | |
| 			DEBUG_PER_DQ_S("\n ECC RESULTS:\n");
 | |
| 		}
 | |
| 
 | |
| 		/* Since all dq has the same value we take 0 as representive */
 | |
| 		dq = 0;
 | |
| 		for (pup = 0; pup < max_pup; pup++) {
 | |
| 			if (ecc == 0) {
 | |
| 				DEBUG_PER_DQ_S("\nBYTE:");
 | |
| 				DEBUG_PER_DQ_D(pup, 1);
 | |
| 				DEBUG_PER_DQ_S("\n");
 | |
| 			} else {
 | |
| 				DEBUG_PER_DQ_S("\nECC BYTE:\n");
 | |
| 			}
 | |
| 			DEBUG_PER_DQ_S("  DQ's        LOW       HIGH       WIN-SIZE\n");
 | |
| 			DEBUG_PER_DQ_S("============================================\n");
 | |
| 			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 				if (ecc == 0) {
 | |
| 					DEBUG_PER_DQ_S("DQ[");
 | |
| 					DEBUG_PER_DQ_DD((victim_dq +
 | |
| 							 DQ_NUM * pup), 2);
 | |
| 					DEBUG_PER_DQ_S("]");
 | |
| 				} else {
 | |
| 					DEBUG_PER_DQ_S("CB[");
 | |
| 					DEBUG_PER_DQ_DD(victim_dq, 2);
 | |
| 					DEBUG_PER_DQ_S("]");
 | |
| 				}
 | |
| 				if (is_tx) {
 | |
| 					DEBUG_PER_DQ_S("      0x");
 | |
| 					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1], 2);	/* low value */
 | |
| 					DEBUG_PER_DQ_S("        0x");
 | |
| 					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2);	/* high value */
 | |
| 					DEBUG_PER_DQ_S("        0x");
 | |
| 					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0] - analog_pbs[victim_dq][pup][dq][1], 2);	/* win-size */
 | |
| 				} else {
 | |
| 					DEBUG_PER_DQ_S("     0x");
 | |
| 					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2);	/* low value */
 | |
| 					DEBUG_PER_DQ_S("       0x");
 | |
| 					DEBUG_PER_DQ_D((analog_pbs[victim_dq][pup][dq][1] - 1), 2);	/* high value */
 | |
| 					DEBUG_PER_DQ_S("       0x");
 | |
| 					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1] - analog_pbs[victim_dq][pup][dq][0], 2);	/* win-size */
 | |
| 				}
 | |
| 				DEBUG_PER_DQ_S("\n");
 | |
| 			}
 | |
| 		}
 | |
| 		DEBUG_PER_DQ_S("\n");
 | |
| 	}
 | |
| 
 | |
| 	if (is_tx) {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
 | |
| 	} else {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
 | |
| 	}
 | |
| 
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		DEBUG_DQS_S("PUP-");
 | |
| 		DEBUG_DQS_D(pup, 1);
 | |
| 		for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 			DEBUG_DQS_S(", DQ-");
 | |
| 			DEBUG_DQS_D(dq, 1);
 | |
| 			DEBUG_DQS_S(",S-");
 | |
| 			DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
 | |
| 			DEBUG_DQS_S(",E-");
 | |
| 			DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
 | |
| 		}
 | |
| 		DEBUG_DQS_S("\n");
 | |
| 	}
 | |
| 
 | |
| 	if (is_tx) {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
 | |
| 	} else {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
 | |
| 	}
 | |
| 
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		if (max_pup == 1) {
 | |
| 			/* For ECC PUP */
 | |
| 			DEBUG_DQS_S("DDR3 - DQS8");
 | |
| 		} else {
 | |
| 			DEBUG_DQS_S("DDR3 - DQS");
 | |
| 			DEBUG_DQS_D(pup, 1);
 | |
| 		}
 | |
| 
 | |
| 		for (dq = 0; dq < DQ_NUM; dq++) {
 | |
| 			DEBUG_DQS_S(", DQ-");
 | |
| 			DEBUG_DQS_D(dq, 1);
 | |
| 			DEBUG_DQS_S("::S-");
 | |
| 			DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
 | |
| 			DEBUG_DQS_S(",E-");
 | |
| 			DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
 | |
| 		}
 | |
| 		DEBUG_DQS_S("\n");
 | |
| 	}
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS Find Limits - Ended\n");
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_check_window_limits
 | |
|  * Desc:     Check window High & Low limits.
 | |
|  * Args:     pup                pup index
 | |
|  *           high_limit           window high limit
 | |
|  *           low_limit            window low limit
 | |
|  *           is_tx                Indicate whether Rx or Tx
 | |
|  *           size_valid          Indicate whether window size is valid
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
 | |
| 			     int *size_valid)
 | |
| {
 | |
| 	DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Starting\n");
 | |
| 
 | |
| 	if (low_limit > high_limit) {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
 | |
| 		DEBUG_DQS_D(pup, 1);
 | |
| 		DEBUG_DQS_S(" Low Limit grater than High Limit\n");
 | |
| 		*size_valid = 0;
 | |
| 		return MV_OK;
 | |
| 	}
 | |
| 
 | |
| 	/*
 | |
| 	 * Check that window size is valid, if not it was probably false pass
 | |
| 	 * before
 | |
| 	 */
 | |
| 	if ((high_limit - low_limit) < MIN_WIN_SIZE) {
 | |
| 		/*
 | |
| 		 * Since window size is too small probably there was false
 | |
| 		 * pass
 | |
| 		 */
 | |
| 		*size_valid = 0;
 | |
| 
 | |
| 		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
 | |
| 		DEBUG_DQS_D(pup, 1);
 | |
| 		DEBUG_DQS_S(" Window size is smaller than MIN_WIN_SIZE\n");
 | |
| 
 | |
| 	} else if ((high_limit - low_limit) > ADLL_MAX) {
 | |
| 		*size_valid = 0;
 | |
| 
 | |
| 		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
 | |
| 		DEBUG_DQS_D(pup, 1);
 | |
| 		DEBUG_DQS_S
 | |
| 		    (" Window size is bigger than max ADLL taps (31)  Exiting.\n");
 | |
| 
 | |
| 		return MV_FAIL;
 | |
| 
 | |
| 	} else {
 | |
| 		*size_valid = 1;
 | |
| 
 | |
| 		DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Pup ");
 | |
| 		DEBUG_DQS_FULL_D(pup, 1);
 | |
| 		DEBUG_DQS_FULL_C(" window size is ", (high_limit - low_limit),
 | |
| 				 2);
 | |
| 	}
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_center_calc
 | |
|  * Desc:     Execute the calculate the center of windows phase.
 | |
|  * Args:     pDram Info
 | |
|  *           is_tx             Indicate whether Rx or Tx
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 			    int is_tx)
 | |
| {
 | |
| 	/* bit array of pups that need specail search */
 | |
| 	u32 special_pattern_i_pup = 0;
 | |
| 	u32 special_pattern_ii_pup = 0;
 | |
| 	u32 pup;
 | |
| 	u32 max_pup;
 | |
| 
 | |
| 	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
 | |
| 
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		if (is_tx == 0) {
 | |
| 			/* Check special pattern I */
 | |
| 			/*
 | |
| 			 * Special pattern Low limit search - relevant only
 | |
| 			 * for Rx, win size < threshold and low limit = 0
 | |
| 			 */
 | |
| 			if (((centralization_high_limit[pup] -
 | |
| 			      centralization_low_limit[pup]) < VALID_WIN_THRS)
 | |
| 			    && (centralization_low_limit[pup] == MIN_DELAY))
 | |
| 				special_pattern_i_pup |= (1 << pup);
 | |
| 
 | |
| 			/* Check special pattern II */
 | |
| 			/*
 | |
| 			 * Special pattern High limit search - relevant only
 | |
| 			 * for Rx, win size < threshold and high limit = 31
 | |
| 			 */
 | |
| 			if (((centralization_high_limit[pup] -
 | |
| 			      centralization_low_limit[pup]) < VALID_WIN_THRS)
 | |
| 			    && (centralization_high_limit[pup] == MAX_DELAY))
 | |
| 				special_pattern_ii_pup |= (1 << pup);
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	/* Run special pattern Low limit search - for relevant pup */
 | |
| 	if (special_pattern_i_pup != 0) {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern I for Low limit search\n");
 | |
| 		if (MV_OK !=
 | |
| 		    ddr3_special_pattern_i_search(dram_info, cs, ecc, is_tx,
 | |
| 					      special_pattern_i_pup))
 | |
| 			return MV_DDR3_TRAINING_ERR_DQS_LOW_LIMIT_SEARCH;
 | |
| 	}
 | |
| 
 | |
| 	/* Run special pattern High limit search - for relevant pup */
 | |
| 	if (special_pattern_ii_pup != 0) {
 | |
| 		DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern II for High limit search\n");
 | |
| 		if (MV_OK !=
 | |
| 		    ddr3_special_pattern_ii_search(dram_info, cs, ecc, is_tx,
 | |
| 						   special_pattern_ii_pup))
 | |
| 			return MV_DDR3_TRAINING_ERR_DQS_HIGH_LIMIT_SEARCH;
 | |
| 	}
 | |
| 
 | |
| 	/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
 | |
| 	return ddr3_set_dqs_centralization_results(dram_info, cs, ecc, is_tx);
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_special_pattern_i_search
 | |
|  * Desc:     Execute special pattern low limit search.
 | |
|  * Args:
 | |
|  *           special_pattern_pup  The pups that need the special search
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 				  int is_tx, u32 special_pattern_pup)
 | |
| {
 | |
| 	u32 victim_dq;		/* loop index - victim DQ */
 | |
| 	u32 adll_idx;
 | |
| 	u32 pup;
 | |
| 	u32 unlock_pup;		/* bit array of the unlock pups  */
 | |
| 	u32 first_fail;	/* bit array - of pups that  get first fail */
 | |
| 	u32 new_lockup_pup;	/* bit array of compare failed pups */
 | |
| 	u32 pass_pup;		/* bit array of compare pass pup */
 | |
| 	u32 sdram_offset;
 | |
| 	u32 max_pup;
 | |
| 	u32 comp_val;
 | |
| 	u32 special_res[MAX_PUP_NUM];	/* hold tmp results */
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS - Special Pattern I Search - Starting\n");
 | |
| 
 | |
| 	max_pup = ecc + (1 - ecc) * dram_info->num_of_std_pups;
 | |
| 
 | |
| 	/* Init the temporary results to max ADLL value */
 | |
| 	for (pup = 0; pup < max_pup; pup++)
 | |
| 		special_res[pup] = ADLL_MAX;
 | |
| 
 | |
| 	/* Run special pattern for all DQ - use the same pattern */
 | |
| 	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 		unlock_pup = special_pattern_pup;
 | |
| 		first_fail = 0;
 | |
| 
 | |
| 		sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS +
 | |
| 			LEN_KILLER_PATTERN * 4 * victim_dq;
 | |
| 
 | |
| 		for (pup = 0; pup < max_pup; pup++) {
 | |
| 			/* Set adll value per PUP. adll = high limit per pup */
 | |
| 			if (IS_PUP_ACTIVE(unlock_pup, pup)) {
 | |
| 				/* only for pups that need special search */
 | |
| 				ddr3_write_pup_reg(PUP_DQS_RD, cs,
 | |
| 						   pup + (ecc * ECC_PUP), 0,
 | |
| 						   centralization_high_limit
 | |
| 						   [pup]);
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		adll_idx = 0;
 | |
| 		do {
 | |
| 			/*
 | |
| 			 * Perform read and compare simultaneously for all
 | |
| 			 * un-locked MC use the special pattern mask
 | |
| 			 */
 | |
| 			new_lockup_pup = 0;
 | |
| 
 | |
| 			if (MV_OK !=
 | |
| 			    ddr3_sdram_dqs_compare(dram_info, unlock_pup,
 | |
| 						   &new_lockup_pup,
 | |
| 						   special_pattern
 | |
| 						   [victim_dq],
 | |
| 						   LEN_SPECIAL_PATTERN,
 | |
| 						   sdram_offset, 0,
 | |
| 						   0, NULL, 1))
 | |
| 				return MV_FAIL;
 | |
| 
 | |
| 			DEBUG_DQS_S("DDR3 - DQS - Special I - ADLL value is: ");
 | |
| 			DEBUG_DQS_D(adll_idx, 2);
 | |
| 			DEBUG_DQS_S(", UnlockPup: ");
 | |
| 			DEBUG_DQS_D(unlock_pup, 2);
 | |
| 			DEBUG_DQS_S(", NewLockPup: ");
 | |
| 			DEBUG_DQS_D(new_lockup_pup, 2);
 | |
| 			DEBUG_DQS_S("\n");
 | |
| 
 | |
| 			if (unlock_pup != new_lockup_pup)
 | |
| 				DEBUG_DQS_S("DDR3 - DQS - Special I - Some Pup passed!\n");
 | |
| 
 | |
| 			/* Search for pups with passed compare & already fail */
 | |
| 			pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
 | |
| 			first_fail |= new_lockup_pup;
 | |
| 			unlock_pup &= ~pass_pup;
 | |
| 
 | |
| 			/* Get pass pups */
 | |
| 			if (pass_pup != 0) {
 | |
| 				for (pup = 0; pup < max_pup; pup++) {
 | |
| 					if (IS_PUP_ACTIVE(pass_pup, pup) ==
 | |
| 					    1) {
 | |
| 						/* If pup passed and has first fail = 1 */
 | |
| 						/* keep min value of ADLL max value - current adll */
 | |
| 						/* (centralization_high_limit[pup] + adll_idx) = current adll !!! */
 | |
| 						comp_val =
 | |
| 						    (ADLL_MAX -
 | |
| 						     (centralization_high_limit
 | |
| 						      [pup] + adll_idx));
 | |
| 
 | |
| 						DEBUG_DQS_C
 | |
| 						    ("DDR3 - DQS - Special I - Pup - ",
 | |
| 						     pup, 1);
 | |
| 						DEBUG_DQS_C
 | |
| 						    (" comp_val = ",
 | |
| 						     comp_val, 2);
 | |
| 
 | |
| 						if (comp_val <
 | |
| 						    special_res[pup]) {
 | |
| 							special_res[pup] =
 | |
| 							    comp_val;
 | |
| 							centralization_low_limit
 | |
| 							    [pup] =
 | |
| 							    (-1) *
 | |
| 							    comp_val;
 | |
| 
 | |
| 							DEBUG_DQS_C
 | |
| 							    ("DDR3 - DQS - Special I - Pup - ",
 | |
| 							     pup, 1);
 | |
| 							DEBUG_DQS_C
 | |
| 							    (" Changed Low limit to ",
 | |
| 							     centralization_low_limit
 | |
| 							     [pup], 2);
 | |
| 						}
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			/*
 | |
| 			 * Did all PUP found missing window?
 | |
| 			 * Check for each pup if adll (different for each pup)
 | |
| 			 * reach maximum if reach max value - lock the pup
 | |
| 			 * if not - increment (Move to right one phase - ADLL)
 | |
| 			 * dqs RX delay
 | |
| 			 */
 | |
| 			adll_idx++;
 | |
| 			for (pup = 0; pup < max_pup; pup++) {
 | |
| 				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
 | |
| 					/* Check only unlocked pups */
 | |
| 					if ((centralization_high_limit[pup] +
 | |
| 					     adll_idx) >= ADLL_MAX) {
 | |
| 						/* reach maximum - lock the pup */
 | |
| 						DEBUG_DQS_C("DDR3 - DQS - Special I - reach maximum - lock pup ",
 | |
| 							    pup, 1);
 | |
| 						unlock_pup &= ~(1 << pup);
 | |
| 					} else {
 | |
| 						/* Didn't reach maximum - increment ADLL */
 | |
| 						ddr3_write_pup_reg(PUP_DQS_RD,
 | |
| 								   cs,
 | |
| 								   pup +
 | |
| 								   (ecc *
 | |
| 								    ECC_PUP), 0,
 | |
| 								   (centralization_high_limit
 | |
| 								    [pup] +
 | |
| 								    adll_idx));
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 		} while (unlock_pup != 0);
 | |
| 	}
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_special_pattern_ii_search
 | |
|  * Desc:     Execute special pattern high limit search.
 | |
|  * Args:
 | |
|  *           special_pattern_pup  The pups that need the special search
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
 | |
| 				   int is_tx, u32 special_pattern_pup)
 | |
| {
 | |
| 	u32 victim_dq;		/* loop index - victim DQ */
 | |
| 	u32 adll_idx;
 | |
| 	u32 pup;
 | |
| 	u32 unlock_pup;		/* bit array of the unlock pups  */
 | |
| 	u32 first_fail;	/* bit array - of pups that  get first fail */
 | |
| 	u32 new_lockup_pup;	/* bit array of compare failed pups */
 | |
| 	u32 pass_pup;		/* bit array of compare pass pup */
 | |
| 	u32 sdram_offset;
 | |
| 	u32 max_pup;
 | |
| 	u32 comp_val;
 | |
| 	u32 special_res[MAX_PUP_NUM];	/* hold tmp results */
 | |
| 
 | |
| 	DEBUG_DQS_S("DDR3 - DQS - Special Pattern II Search - Starting\n");
 | |
| 
 | |
| 	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
 | |
| 
 | |
| 	/* init the tmporary results to max ADLL value */
 | |
| 	for (pup = 0; pup < max_pup; pup++)
 | |
| 		special_res[pup] = ADLL_MAX;
 | |
| 
 | |
| 	sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS;
 | |
| 
 | |
| 	/* run special pattern for all DQ - use the same pattern */
 | |
| 	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 		unlock_pup = special_pattern_pup;
 | |
| 		first_fail = 0;
 | |
| 
 | |
| 		for (pup = 0; pup < max_pup; pup++) {
 | |
| 			/* Set adll value per PUP. adll = 0 */
 | |
| 			if (IS_PUP_ACTIVE(unlock_pup, pup)) {
 | |
| 				/* Only for pups that need special search */
 | |
| 				ddr3_write_pup_reg(PUP_DQS_RD, cs,
 | |
| 						   pup + (ecc * ECC_PUP), 0,
 | |
| 						   ADLL_MIN);
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		adll_idx = 0;
 | |
| 		do {
 | |
| 			/*
 | |
| 			 * Perform read and compare simultaneously for all
 | |
| 			 * un-locked MC use the special pattern mask
 | |
| 			 */
 | |
| 			new_lockup_pup = 0;
 | |
| 
 | |
| 			if (MV_OK != ddr3_sdram_dqs_compare(
 | |
| 				    dram_info, unlock_pup, &new_lockup_pup,
 | |
| 				    special_pattern[victim_dq],
 | |
| 				    LEN_SPECIAL_PATTERN,
 | |
| 				    sdram_offset, 0, 0, NULL, 0))
 | |
| 				return MV_FAIL;
 | |
| 
 | |
| 			DEBUG_DQS_S("DDR3 - DQS - Special II - ADLL value is ");
 | |
| 			DEBUG_DQS_D(adll_idx, 2);
 | |
| 			DEBUG_DQS_S("unlock_pup ");
 | |
| 			DEBUG_DQS_D(unlock_pup, 1);
 | |
| 			DEBUG_DQS_S("new_lockup_pup ");
 | |
| 			DEBUG_DQS_D(new_lockup_pup, 1);
 | |
| 			DEBUG_DQS_S("\n");
 | |
| 
 | |
| 			if (unlock_pup != new_lockup_pup) {
 | |
| 				DEBUG_DQS_S("DDR3 - DQS - Special II - Some Pup passed!\n");
 | |
| 			}
 | |
| 
 | |
| 			/* Search for pups with passed compare & already fail */
 | |
| 			pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
 | |
| 			first_fail |= new_lockup_pup;
 | |
| 			unlock_pup &= ~pass_pup;
 | |
| 
 | |
| 			/* Get pass pups */
 | |
| 			if (pass_pup != 0) {
 | |
| 				for (pup = 0; pup < max_pup; pup++) {
 | |
| 					if (IS_PUP_ACTIVE(pass_pup, pup) ==
 | |
| 					    1) {
 | |
| 						/* If pup passed and has first fail = 1 */
 | |
| 						/* keep min value of ADLL max value - current adll */
 | |
| 						/* (adll_idx) = current adll !!! */
 | |
| 						comp_val = adll_idx;
 | |
| 
 | |
| 						DEBUG_DQS_C("DDR3 - DQS - Special II - Pup - ",
 | |
| 							    pup, 1);
 | |
| 						DEBUG_DQS_C(" comp_val = ",
 | |
| 							    comp_val, 1);
 | |
| 
 | |
| 						if (comp_val <
 | |
| 						    special_res[pup]) {
 | |
| 							special_res[pup] =
 | |
| 							    comp_val;
 | |
| 							centralization_high_limit
 | |
| 							    [pup] =
 | |
| 							    ADLL_MAX +
 | |
| 							    comp_val;
 | |
| 
 | |
| 							DEBUG_DQS_C
 | |
| 							    ("DDR3 - DQS - Special II - Pup - ",
 | |
| 							     pup, 1);
 | |
| 							DEBUG_DQS_C
 | |
| 							    (" Changed High limit to ",
 | |
| 							     centralization_high_limit
 | |
| 							     [pup], 2);
 | |
| 						}
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			/*
 | |
| 			 * Did all PUP found missing window?
 | |
| 			 * Check for each pup if adll (different for each pup)
 | |
| 			 * reach maximum if reach max value - lock the pup
 | |
| 			 * if not - increment (Move to right one phase - ADLL)
 | |
| 			 * dqs RX delay
 | |
| 			 */
 | |
| 			adll_idx++;
 | |
| 			for (pup = 0; pup < max_pup; pup++) {
 | |
| 				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
 | |
| 					/* Check only unlocked pups */
 | |
| 					if ((adll_idx) >= ADLL_MAX) {
 | |
| 						/* Reach maximum - lock the pup */
 | |
| 						DEBUG_DQS_C("DDR3 - DQS - Special II - reach maximum - lock pup ",
 | |
| 							    pup, 1);
 | |
| 						unlock_pup &= ~(1 << pup);
 | |
| 					} else {
 | |
| 						/* Didn't reach maximum - increment ADLL */
 | |
| 						ddr3_write_pup_reg(PUP_DQS_RD,
 | |
| 								   cs,
 | |
| 								   pup +
 | |
| 								   (ecc *
 | |
| 								    ECC_PUP), 0,
 | |
| 								   (adll_idx));
 | |
| 					}
 | |
| 				}
 | |
| 			}
 | |
| 		} while (unlock_pup != 0);
 | |
| 	}
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Name:     ddr3_set_dqs_centralization_results
 | |
|  * Desc:     Set to HW the DQS centralization phase results.
 | |
|  * Args:
 | |
|  *           is_tx             Indicates whether to set Tx or RX results
 | |
|  * Notes:
 | |
|  * Returns:  MV_OK if success, other error code if fail.
 | |
|  */
 | |
| int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs,
 | |
| 					u32 ecc, int is_tx)
 | |
| {
 | |
| 	u32 pup, pup_num;
 | |
| 	int addl_val;
 | |
| 	u32 max_pup;
 | |
| 
 | |
| 	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
 | |
| 
 | |
| 	DEBUG_DQS_RESULTS_S("\n############ LOG LEVEL 2(Windows margins) ############\n");;
 | |
| 
 | |
| 	if (is_tx) {
 | |
| 		DEBUG_DQS_RESULTS_C("DDR3 - DQS TX - Set Dqs Centralization Results - CS: ",
 | |
| 				    cs, 1);
 | |
| 	} else {
 | |
| 		DEBUG_DQS_RESULTS_C("DDR3 - DQS RX - Set Dqs Centralization Results - CS: ",
 | |
| 				    cs, 1);
 | |
| 	}
 | |
| 
 | |
| 	/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
 | |
| 	DEBUG_DQS_RESULTS_S("\nDQS    LOW     HIGH     WIN-SIZE      Set\n");
 | |
| 	DEBUG_DQS_RESULTS_S("==============================================\n");
 | |
| 	for (pup = 0; pup < max_pup; pup++) {
 | |
| 		addl_val = (centralization_high_limit[pup] +
 | |
| 			    centralization_low_limit[pup]) / 2;
 | |
| 
 | |
| 		pup_num = pup * (1 - ecc) + ecc * ECC_PUP;
 | |
| 
 | |
| 		DEBUG_DQS_RESULTS_D(pup_num, 1);
 | |
| 		DEBUG_DQS_RESULTS_S("     0x");
 | |
| 		DEBUG_DQS_RESULTS_D(centralization_low_limit[pup], 2);
 | |
| 		DEBUG_DQS_RESULTS_S("      0x");
 | |
| 		DEBUG_DQS_RESULTS_D(centralization_high_limit[pup], 2);
 | |
| 		DEBUG_DQS_RESULTS_S("      0x");
 | |
| 		DEBUG_DQS_RESULTS_D(centralization_high_limit[pup] -
 | |
| 				    centralization_low_limit[pup], 2);
 | |
| 		DEBUG_DQS_RESULTS_S("       0x");
 | |
| 		DEBUG_DQS_RESULTS_D(addl_val, 2);
 | |
| 		DEBUG_DQS_RESULTS_S("\n");
 | |
| 
 | |
| 		if (addl_val < ADLL_MIN) {
 | |
| 			addl_val = ADLL_MIN;
 | |
| 			DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MIN (since it was lower than 0)\n");
 | |
| 		}
 | |
| 
 | |
| 		if (addl_val > ADLL_MAX) {
 | |
| 			addl_val = ADLL_MAX;
 | |
| 			DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MAX (since it was higher than 31)\n");
 | |
| 		}
 | |
| 
 | |
| 		if (is_tx) {
 | |
| 			ddr3_write_pup_reg(PUP_DQS_WR, cs, pup_num, 0,
 | |
| 					   addl_val +
 | |
| 					   dram_info->wl_val[cs][pup_num][D]);
 | |
| 		} else {
 | |
| 			ddr3_write_pup_reg(PUP_DQS_RD, cs, pup_num, 0,
 | |
| 					   addl_val);
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Set training patterns
 | |
|  */
 | |
| int ddr3_load_dqs_patterns(MV_DRAM_INFO *dram_info)
 | |
| {
 | |
| 	u32 cs, cs_count, cs_tmp, victim_dq;
 | |
| 	u32 sdram_addr;
 | |
| 	u32 *pattern_ptr;
 | |
| 
 | |
| 	/* Loop for each CS */
 | |
| 	for (cs = 0; cs < MAX_CS; cs++) {
 | |
| 		if (dram_info->cs_ena & (1 << cs)) {
 | |
| 			cs_count = 0;
 | |
| 			for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
 | |
| 				if (dram_info->cs_ena & (1 << cs_tmp))
 | |
| 					cs_count++;
 | |
| 			}
 | |
| 
 | |
| 			/* Init killer pattern */
 | |
| 			sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
 | |
| 				      SDRAM_DQS_RX_OFFS);
 | |
| 			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 				pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
 | |
| 								      victim_dq);
 | |
| 				if (MV_OK != ddr3_sdram_dqs_compare(
 | |
| 					    dram_info, (u32)NULL, NULL,
 | |
| 					    pattern_ptr, LEN_KILLER_PATTERN,
 | |
| 					    sdram_addr + LEN_KILLER_PATTERN *
 | |
| 					    4 * victim_dq, 1, 0, NULL,
 | |
| 					    0))
 | |
| 					return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
 | |
| 			}
 | |
| 
 | |
| 			/* Init special-killer pattern */
 | |
| 			sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
 | |
| 				      SDRAM_DQS_RX_SPECIAL_OFFS);
 | |
| 			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
 | |
| 				if (MV_OK != ddr3_sdram_dqs_compare(
 | |
| 					    dram_info, (u32)NULL, NULL,
 | |
| 					    special_pattern[victim_dq],
 | |
| 					    LEN_KILLER_PATTERN, sdram_addr +
 | |
| 					    LEN_KILLER_PATTERN * 4 * victim_dq,
 | |
| 					    1, 0, NULL, 0))
 | |
| 					return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return MV_OK;
 | |
| }
 |