| 
						
					 | 
					 | 
					@ -30,6 +30,7 @@
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					#include <linux/errno.h>
 | 
					 | 
					 | 
					 | 
					#include <linux/errno.h>
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					#include <wait_bit.h>
 | 
					 | 
					 | 
					 | 
					#include <wait_bit.h>
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					#include <spi.h>
 | 
					 | 
					 | 
					 | 
					#include <spi.h>
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					#include <bouncebuf.h>
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					#include "cadence_qspi.h"
 | 
					 | 
					 | 
					 | 
					#include "cadence_qspi.h"
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					#define CQSPI_REG_POLL_US			1 /* 1us */
 | 
					 | 
					 | 
					 | 
					#define CQSPI_REG_POLL_US			1 /* 1us */
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -633,6 +634,8 @@ int cadence_qspi_apb_indirect_read_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					{
 | 
					 | 
					 | 
					 | 
					{
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						unsigned int remaining = n_rx;
 | 
					 | 
					 | 
					 | 
						unsigned int remaining = n_rx;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						unsigned int bytes_to_read = 0;
 | 
					 | 
					 | 
					 | 
						unsigned int bytes_to_read = 0;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						struct bounce_buffer bb;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						u8 *bb_rxbuf;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						int ret;
 | 
					 | 
					 | 
					 | 
						int ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(n_rx, plat->regbase + CQSPI_REG_INDIRECTRDBYTES);
 | 
					 | 
					 | 
					 | 
						writel(n_rx, plat->regbase + CQSPI_REG_INDIRECTRDBYTES);
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -641,6 +644,11 @@ int cadence_qspi_apb_indirect_read_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_START,
 | 
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_START,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						ret = bounce_buffer_start(&bb, (void *)rxbuf, n_rx, GEN_BB_WRITE);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						if (ret)
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
							return ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bb_rxbuf = bb.bounce_buffer;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						while (remaining > 0) {
 | 
					 | 
					 | 
					 | 
						while (remaining > 0) {
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							ret = cadence_qspi_wait_for_data(plat);
 | 
					 | 
					 | 
					 | 
							ret = cadence_qspi_wait_for_data(plat);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							if (ret < 0) {
 | 
					 | 
					 | 
					 | 
							if (ret < 0) {
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -654,12 +662,13 @@ int cadence_qspi_apb_indirect_read_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								bytes_to_read *= CQSPI_FIFO_WIDTH;
 | 
					 | 
					 | 
					 | 
								bytes_to_read *= CQSPI_FIFO_WIDTH;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								bytes_to_read = bytes_to_read > remaining ?
 | 
					 | 
					 | 
					 | 
								bytes_to_read = bytes_to_read > remaining ?
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
										remaining : bytes_to_read;
 | 
					 | 
					 | 
					 | 
										remaining : bytes_to_read;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								/* Handle non-4-byte aligned access to avoid data abort. */
 | 
					 | 
					 | 
					 | 
								readsl(plat->ahbbase, bb_rxbuf, bytes_to_read >> 2);
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								if (((uintptr_t)rxbuf % 4) || (bytes_to_read % 4))
 | 
					 | 
					 | 
					 | 
								if (bytes_to_read % 4)
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
									readsb(plat->ahbbase, rxbuf, bytes_to_read);
 | 
					 | 
					 | 
					 | 
									readsb(plat->ahbbase,
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								else
 | 
					 | 
					 | 
					 | 
									       bb_rxbuf + rounddown(bytes_to_read, 4),
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
									readsl(plat->ahbbase, rxbuf, bytes_to_read >> 2);
 | 
					 | 
					 | 
					 | 
									       bytes_to_read % 4);
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								rxbuf += bytes_to_read;
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
				
				
			
		
	
		
		
	
		
		
	
		
		
	
		
		
	
		
		
	
		
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
								bb_rxbuf += bytes_to_read;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								remaining -= bytes_to_read;
 | 
					 | 
					 | 
					 | 
								remaining -= bytes_to_read;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								bytes_to_read = cadence_qspi_get_rd_sram_level(plat);
 | 
					 | 
					 | 
					 | 
								bytes_to_read = cadence_qspi_get_rd_sram_level(plat);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							}
 | 
					 | 
					 | 
					 | 
							}
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -676,6 +685,7 @@ int cadence_qspi_apb_indirect_read_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						/* Clear indirect completion status */
 | 
					 | 
					 | 
					 | 
						/* Clear indirect completion status */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_DONE,
 | 
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_DONE,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bounce_buffer_stop(&bb);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						return 0;
 | 
					 | 
					 | 
					 | 
						return 0;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -683,6 +693,7 @@ failrd:
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						/* Cancel the indirect read */
 | 
					 | 
					 | 
					 | 
						/* Cancel the indirect read */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_CANCEL,
 | 
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTRD_CANCEL,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTRD);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bounce_buffer_stop(&bb);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						return ret;
 | 
					 | 
					 | 
					 | 
						return ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					}
 | 
					 | 
					 | 
					 | 
					}
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -724,6 +735,17 @@ int cadence_qspi_apb_indirect_write_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						unsigned int remaining = n_tx;
 | 
					 | 
					 | 
					 | 
						unsigned int remaining = n_tx;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						unsigned int write_bytes;
 | 
					 | 
					 | 
					 | 
						unsigned int write_bytes;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						int ret;
 | 
					 | 
					 | 
					 | 
						int ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						struct bounce_buffer bb;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						u8 *bb_txbuf;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						/*
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						 * Handle non-4-byte aligned accesses via bounce buffer to
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						 * avoid data abort.
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						 */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						ret = bounce_buffer_start(&bb, (void *)txbuf, n_tx, GEN_BB_READ);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						if (ret)
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
							return ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bb_txbuf = bb.bounce_buffer;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						/* Configure the indirect read transfer bytes */
 | 
					 | 
					 | 
					 | 
						/* Configure the indirect read transfer bytes */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(n_tx, plat->regbase + CQSPI_REG_INDIRECTWRBYTES);
 | 
					 | 
					 | 
					 | 
						writel(n_tx, plat->regbase + CQSPI_REG_INDIRECTWRBYTES);
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -734,11 +756,11 @@ int cadence_qspi_apb_indirect_write_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						while (remaining > 0) {
 | 
					 | 
					 | 
					 | 
						while (remaining > 0) {
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							write_bytes = remaining > page_size ? page_size : remaining;
 | 
					 | 
					 | 
					 | 
							write_bytes = remaining > page_size ? page_size : remaining;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							/* Handle non-4-byte aligned access to avoid data abort. */
 | 
					 | 
					 | 
					 | 
							writesl(plat->ahbbase, bb_txbuf, write_bytes >> 2);
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							if (((uintptr_t)txbuf % 4) || (write_bytes % 4))
 | 
					 | 
					 | 
					 | 
							if (write_bytes % 4)
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								writesb(plat->ahbbase, txbuf, write_bytes);
 | 
					 | 
					 | 
					 | 
								writesb(plat->ahbbase,
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							else
 | 
					 | 
					 | 
					 | 
									bb_txbuf + rounddown(write_bytes, 4),
 | 
				
			
			
				
				
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								writesl(plat->ahbbase, txbuf, write_bytes >> 2);
 | 
					 | 
					 | 
					 | 
									write_bytes % 4);
 | 
				
			
			
				
				
			
		
	
		
		
	
		
		
	
		
		
	
		
		
	
		
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							ret = wait_for_bit("QSPI", plat->regbase + CQSPI_REG_SDRAMLEVEL,
 | 
					 | 
					 | 
					 | 
							ret = wait_for_bit("QSPI", plat->regbase + CQSPI_REG_SDRAMLEVEL,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
									   CQSPI_REG_SDRAMLEVEL_WR_MASK <<
 | 
					 | 
					 | 
					 | 
									   CQSPI_REG_SDRAMLEVEL_WR_MASK <<
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -748,7 +770,7 @@ int cadence_qspi_apb_indirect_write_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
								goto failwr;
 | 
					 | 
					 | 
					 | 
								goto failwr;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							}
 | 
					 | 
					 | 
					 | 
							}
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							txbuf += write_bytes;
 | 
					 | 
					 | 
					 | 
							bb_txbuf += write_bytes;
 | 
				
			
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							remaining -= write_bytes;
 | 
					 | 
					 | 
					 | 
							remaining -= write_bytes;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						}
 | 
					 | 
					 | 
					 | 
						}
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -759,6 +781,7 @@ int cadence_qspi_apb_indirect_write_execute(struct cadence_spi_platdata *plat,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							printf("Indirect write completion error (%i)\n", ret);
 | 
					 | 
					 | 
					 | 
							printf("Indirect write completion error (%i)\n", ret);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
							goto failwr;
 | 
					 | 
					 | 
					 | 
							goto failwr;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						}
 | 
					 | 
					 | 
					 | 
						}
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bounce_buffer_stop(&bb);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						/* Clear indirect completion status */
 | 
					 | 
					 | 
					 | 
						/* Clear indirect completion status */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTWR_DONE,
 | 
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTWR_DONE,
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					@ -769,6 +792,7 @@ failwr:
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						/* Cancel the indirect write */
 | 
					 | 
					 | 
					 | 
						/* Cancel the indirect write */
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTWR_CANCEL,
 | 
					 | 
					 | 
					 | 
						writel(CQSPI_REG_INDIRECTWR_CANCEL,
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTWR);
 | 
					 | 
					 | 
					 | 
						       plat->regbase + CQSPI_REG_INDIRECTWR);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
					 | 
						bounce_buffer_stop(&bb);
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
						return ret;
 | 
					 | 
					 | 
					 | 
						return ret;
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					}
 | 
					 | 
					 | 
					 | 
					}
 | 
				
			
			
		
	
		
		
			
				
					
					 | 
					 | 
					 | 
					
 | 
					 | 
					 | 
					 | 
					
 | 
				
			
			
		
	
	
		
		
			
				
					| 
						
					 | 
					 | 
					
 
 |