blob: 22b649219e876eb236e0c91d063ee25d1876b534 [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001// SPDX-License-Identifier: GPL-2.0+
Ruchika Guptaac1b2692014-10-15 11:35:30 +05302/*
3 * Copyright 2008-2014 Freescale Semiconductor, Inc.
Aymen Sghaier1536fd82021-03-25 17:30:26 +08004 * Copyright 2018 NXP
Ruchika Guptaac1b2692014-10-15 11:35:30 +05305 *
Ruchika Guptaac1b2692014-10-15 11:35:30 +05306 * Based on CAAM driver in drivers/crypto/caam in Linux
7 */
8
9#include <common.h>
Simon Glass63334482019-11-14 12:57:39 -070010#include <cpu_func.h>
Michael Wallee692a002020-06-27 22:58:52 +020011#include <linux/kernel.h>
Simon Glass0f2af882020-05-10 11:40:05 -060012#include <log.h>
Ruchika Guptaac1b2692014-10-15 11:35:30 +053013#include <malloc.h>
14#include "fsl_sec.h"
15#include "jr.h"
Ruchika Gupta4345a572014-10-07 15:46:20 +053016#include "jobdesc.h"
Aneesh Bansal43421822015-10-29 22:58:03 +053017#include "desc_constr.h"
Simon Glass45c78902019-11-14 12:57:26 -070018#include <time.h>
Simon Glass274e0b02020-05-10 11:39:56 -060019#include <asm/cache.h>
Aneesh Bansal4b636c32016-01-22 17:05:59 +053020#ifdef CONFIG_FSL_CORENET
Simon Glass274e0b02020-05-10 11:39:56 -060021#include <asm/cache.h>
Aneesh Bansal4b636c32016-01-22 17:05:59 +053022#include <asm/fsl_pamu.h>
23#endif
Michael Walleb258eb22020-06-27 22:58:53 +020024#include <dm/lists.h>
Franck LENORMAND71812782021-03-25 17:30:22 +080025#include <linux/delay.h>
Ruchika Guptaac1b2692014-10-15 11:35:30 +053026
27#define CIRC_CNT(head, tail, size) (((head) - (tail)) & (size - 1))
28#define CIRC_SPACE(head, tail, size) CIRC_CNT((tail), (head) + 1, (size))
29
Alex Porosanu7703d1e2016-04-29 15:18:00 +030030uint32_t sec_offset[CONFIG_SYS_FSL_MAX_NUM_OF_SEC] = {
31 0,
York Sun4119aee2016-11-15 18:44:22 -080032#if defined(CONFIG_ARCH_C29X)
Alex Porosanu7703d1e2016-04-29 15:18:00 +030033 CONFIG_SYS_FSL_SEC_IDX_OFFSET,
34 2 * CONFIG_SYS_FSL_SEC_IDX_OFFSET
35#endif
36};
37
38#define SEC_ADDR(idx) \
Aymen Sghaier1536fd82021-03-25 17:30:26 +080039 (ulong)((CONFIG_SYS_FSL_SEC_ADDR + sec_offset[idx]))
Alex Porosanu7703d1e2016-04-29 15:18:00 +030040
41#define SEC_JR0_ADDR(idx) \
Aymen Sghaier1536fd82021-03-25 17:30:26 +080042 (ulong)(SEC_ADDR(idx) + \
Alex Porosanu7703d1e2016-04-29 15:18:00 +030043 (CONFIG_SYS_FSL_JR0_OFFSET - CONFIG_SYS_FSL_SEC_OFFSET))
44
45struct jobring jr0[CONFIG_SYS_FSL_MAX_NUM_OF_SEC];
Ruchika Guptaac1b2692014-10-15 11:35:30 +053046
Alex Porosanu7703d1e2016-04-29 15:18:00 +030047static inline void start_jr0(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +053048{
Alex Porosanu7703d1e2016-04-29 15:18:00 +030049 ccsr_sec_t *sec = (void *)SEC_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +053050 u32 ctpr_ms = sec_in32(&sec->ctpr_ms);
51 u32 scfgr = sec_in32(&sec->scfgr);
52
53 if (ctpr_ms & SEC_CTPR_MS_VIRT_EN_INCL) {
54 /* VIRT_EN_INCL = 1 & VIRT_EN_POR = 1 or
55 * VIRT_EN_INCL = 1 & VIRT_EN_POR = 0 & SEC_SCFGR_VIRT_EN = 1
56 */
57 if ((ctpr_ms & SEC_CTPR_MS_VIRT_EN_POR) ||
xypron.glpk@gmx.de3ec01822017-04-15 16:37:54 +020058 (scfgr & SEC_SCFGR_VIRT_EN))
Ruchika Guptaac1b2692014-10-15 11:35:30 +053059 sec_out32(&sec->jrstartr, CONFIG_JRSTARTR_JR0);
60 } else {
61 /* VIRT_EN_INCL = 0 && VIRT_EN_POR_VALUE = 1 */
62 if (ctpr_ms & SEC_CTPR_MS_VIRT_EN_POR)
63 sec_out32(&sec->jrstartr, CONFIG_JRSTARTR_JR0);
64 }
65}
66
Alex Porosanu7703d1e2016-04-29 15:18:00 +030067static inline void jr_reset_liodn(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +053068{
Alex Porosanu7703d1e2016-04-29 15:18:00 +030069 ccsr_sec_t *sec = (void *)SEC_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +053070 sec_out32(&sec->jrliodnr[0].ls, 0);
71}
72
Alex Porosanu7703d1e2016-04-29 15:18:00 +030073static inline void jr_disable_irq(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +053074{
Alex Porosanu7703d1e2016-04-29 15:18:00 +030075 struct jr_regs *regs = (struct jr_regs *)SEC_JR0_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +053076 uint32_t jrcfg = sec_in32(&regs->jrcfg1);
77
78 jrcfg = jrcfg | JR_INTMASK;
79
80 sec_out32(&regs->jrcfg1, jrcfg);
81}
82
Alex Porosanu7703d1e2016-04-29 15:18:00 +030083static void jr_initregs(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +053084{
Alex Porosanu7703d1e2016-04-29 15:18:00 +030085 struct jr_regs *regs = (struct jr_regs *)SEC_JR0_ADDR(sec_idx);
86 struct jobring *jr = &jr0[sec_idx];
Ye Li3c3e9a12021-03-25 17:30:36 +080087 caam_dma_addr_t ip_base = virt_to_phys((void *)jr->input_ring);
88 caam_dma_addr_t op_base = virt_to_phys((void *)jr->output_ring);
Ruchika Guptaac1b2692014-10-15 11:35:30 +053089
Ye Li3c3e9a12021-03-25 17:30:36 +080090#ifdef CONFIG_CAAM_64BIT
Ruchika Guptaac1b2692014-10-15 11:35:30 +053091 sec_out32(&regs->irba_h, ip_base >> 32);
92#else
93 sec_out32(&regs->irba_h, 0x0);
94#endif
95 sec_out32(&regs->irba_l, (uint32_t)ip_base);
Ye Li3c3e9a12021-03-25 17:30:36 +080096#ifdef CONFIG_CAAM_64BIT
Ruchika Guptaac1b2692014-10-15 11:35:30 +053097 sec_out32(&regs->orba_h, op_base >> 32);
98#else
99 sec_out32(&regs->orba_h, 0x0);
100#endif
101 sec_out32(&regs->orba_l, (uint32_t)op_base);
102 sec_out32(&regs->ors, JR_SIZE);
103 sec_out32(&regs->irs, JR_SIZE);
104
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300105 if (!jr->irq)
106 jr_disable_irq(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530107}
108
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300109static int jr_init(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530110{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300111 struct jobring *jr = &jr0[sec_idx];
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530112
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300113 memset(jr, 0, sizeof(struct jobring));
114
115 jr->jq_id = DEFAULT_JR_ID;
116 jr->irq = DEFAULT_IRQ;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530117
118#ifdef CONFIG_FSL_CORENET
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300119 jr->liodn = DEFAULT_JR_LIODN;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530120#endif
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300121 jr->size = JR_SIZE;
Ye Li3c3e9a12021-03-25 17:30:36 +0800122 jr->input_ring = (caam_dma_addr_t *)memalign(ARCH_DMA_MINALIGN,
123 JR_SIZE * sizeof(caam_dma_addr_t));
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300124 if (!jr->input_ring)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530125 return -1;
Ruchika Guptad2180332016-01-22 16:12:55 +0530126
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300127 jr->op_size = roundup(JR_SIZE * sizeof(struct op_ring),
128 ARCH_DMA_MINALIGN);
129 jr->output_ring =
130 (struct op_ring *)memalign(ARCH_DMA_MINALIGN, jr->op_size);
131 if (!jr->output_ring)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530132 return -1;
133
Ye Li3c3e9a12021-03-25 17:30:36 +0800134 memset(jr->input_ring, 0, JR_SIZE * sizeof(caam_dma_addr_t));
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300135 memset(jr->output_ring, 0, jr->op_size);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530136
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300137 start_jr0(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530138
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300139 jr_initregs(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530140
141 return 0;
142}
143
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300144static int jr_sw_cleanup(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530145{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300146 struct jobring *jr = &jr0[sec_idx];
147
148 jr->head = 0;
149 jr->tail = 0;
150 jr->read_idx = 0;
151 jr->write_idx = 0;
152 memset(jr->info, 0, sizeof(jr->info));
Ye Li3c3e9a12021-03-25 17:30:36 +0800153 memset(jr->input_ring, 0, jr->size * sizeof(caam_dma_addr_t));
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300154 memset(jr->output_ring, 0, jr->size * sizeof(struct op_ring));
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530155
156 return 0;
157}
158
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300159static int jr_hw_reset(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530160{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300161 struct jr_regs *regs = (struct jr_regs *)SEC_JR0_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530162 uint32_t timeout = 100000;
163 uint32_t jrint, jrcr;
164
165 sec_out32(&regs->jrcr, JRCR_RESET);
166 do {
167 jrint = sec_in32(&regs->jrint);
168 } while (((jrint & JRINT_ERR_HALT_MASK) ==
169 JRINT_ERR_HALT_INPROGRESS) && --timeout);
170
171 jrint = sec_in32(&regs->jrint);
172 if (((jrint & JRINT_ERR_HALT_MASK) !=
173 JRINT_ERR_HALT_INPROGRESS) && timeout == 0)
174 return -1;
175
176 timeout = 100000;
177 sec_out32(&regs->jrcr, JRCR_RESET);
178 do {
179 jrcr = sec_in32(&regs->jrcr);
180 } while ((jrcr & JRCR_RESET) && --timeout);
181
182 if (timeout == 0)
183 return -1;
184
185 return 0;
186}
187
188/* -1 --- error, can't enqueue -- no space available */
189static int jr_enqueue(uint32_t *desc_addr,
Aneesh Bansal43421822015-10-29 22:58:03 +0530190 void (*callback)(uint32_t status, void *arg),
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300191 void *arg, uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530192{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300193 struct jr_regs *regs = (struct jr_regs *)SEC_JR0_ADDR(sec_idx);
194 struct jobring *jr = &jr0[sec_idx];
195 int head = jr->head;
Aneesh Bansal43421822015-10-29 22:58:03 +0530196 uint32_t desc_word;
197 int length = desc_len(desc_addr);
198 int i;
Ye Li3c3e9a12021-03-25 17:30:36 +0800199#ifdef CONFIG_CAAM_64BIT
Aneesh Bansal43421822015-10-29 22:58:03 +0530200 uint32_t *addr_hi, *addr_lo;
201#endif
202
203 /* The descriptor must be submitted to SEC block as per endianness
204 * of the SEC Block.
205 * So, if the endianness of Core and SEC block is different, each word
206 * of the descriptor will be byte-swapped.
207 */
208 for (i = 0; i < length; i++) {
209 desc_word = desc_addr[i];
210 sec_out32((uint32_t *)&desc_addr[i], desc_word);
211 }
212
Ye Li3c3e9a12021-03-25 17:30:36 +0800213 caam_dma_addr_t desc_phys_addr = virt_to_phys(desc_addr);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530214
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300215 jr->info[head].desc_phys_addr = desc_phys_addr;
216 jr->info[head].callback = (void *)callback;
217 jr->info[head].arg = arg;
218 jr->info[head].op_done = 0;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530219
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300220 unsigned long start = (unsigned long)&jr->info[head] &
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600221 ~(ARCH_DMA_MINALIGN - 1);
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300222 unsigned long end = ALIGN((unsigned long)&jr->info[head] +
Ruchika Guptad2180332016-01-22 16:12:55 +0530223 sizeof(struct jr_info), ARCH_DMA_MINALIGN);
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600224 flush_dcache_range(start, end);
225
Ye Li3c3e9a12021-03-25 17:30:36 +0800226#ifdef CONFIG_CAAM_64BIT
Aneesh Bansal43421822015-10-29 22:58:03 +0530227 /* Write the 64 bit Descriptor address on Input Ring.
228 * The 32 bit hign and low part of the address will
229 * depend on endianness of SEC block.
230 */
231#ifdef CONFIG_SYS_FSL_SEC_LE
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300232 addr_lo = (uint32_t *)(&jr->input_ring[head]);
233 addr_hi = (uint32_t *)(&jr->input_ring[head]) + 1;
Aneesh Bansal43421822015-10-29 22:58:03 +0530234#elif defined(CONFIG_SYS_FSL_SEC_BE)
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300235 addr_hi = (uint32_t *)(&jr->input_ring[head]);
236 addr_lo = (uint32_t *)(&jr->input_ring[head]) + 1;
Aneesh Bansal43421822015-10-29 22:58:03 +0530237#endif /* ifdef CONFIG_SYS_FSL_SEC_LE */
238
239 sec_out32(addr_hi, (uint32_t)(desc_phys_addr >> 32));
240 sec_out32(addr_lo, (uint32_t)(desc_phys_addr));
241
242#else
243 /* Write the 32 bit Descriptor address on Input Ring. */
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300244 sec_out32(&jr->input_ring[head], desc_phys_addr);
Ye Li3c3e9a12021-03-25 17:30:36 +0800245#endif /* ifdef CONFIG_CAAM_64BIT */
Aneesh Bansal43421822015-10-29 22:58:03 +0530246
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300247 start = (unsigned long)&jr->input_ring[head] & ~(ARCH_DMA_MINALIGN - 1);
248 end = ALIGN((unsigned long)&jr->input_ring[head] +
Ye Li3c3e9a12021-03-25 17:30:36 +0800249 sizeof(caam_dma_addr_t), ARCH_DMA_MINALIGN);
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600250 flush_dcache_range(start, end);
251
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300252 jr->head = (head + 1) & (jr->size - 1);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530253
Ruchika Guptad2180332016-01-22 16:12:55 +0530254 /* Invalidate output ring */
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300255 start = (unsigned long)jr->output_ring &
Ruchika Guptad2180332016-01-22 16:12:55 +0530256 ~(ARCH_DMA_MINALIGN - 1);
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300257 end = ALIGN((unsigned long)jr->output_ring + jr->op_size,
258 ARCH_DMA_MINALIGN);
Ruchika Guptad2180332016-01-22 16:12:55 +0530259 invalidate_dcache_range(start, end);
260
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530261 sec_out32(&regs->irja, 1);
262
263 return 0;
264}
265
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300266static int jr_dequeue(int sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530267{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300268 struct jr_regs *regs = (struct jr_regs *)SEC_JR0_ADDR(sec_idx);
269 struct jobring *jr = &jr0[sec_idx];
270 int head = jr->head;
271 int tail = jr->tail;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530272 int idx, i, found;
Aneesh Bansal43421822015-10-29 22:58:03 +0530273 void (*callback)(uint32_t status, void *arg);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530274 void *arg = NULL;
Ye Li3c3e9a12021-03-25 17:30:36 +0800275#ifdef CONFIG_CAAM_64BIT
Aneesh Bansal43421822015-10-29 22:58:03 +0530276 uint32_t *addr_hi, *addr_lo;
277#else
278 uint32_t *addr;
279#endif
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530280
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300281 while (sec_in32(&regs->orsf) && CIRC_CNT(jr->head, jr->tail,
282 jr->size)) {
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600283
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530284 found = 0;
285
Ye Li3c3e9a12021-03-25 17:30:36 +0800286 caam_dma_addr_t op_desc;
287 #ifdef CONFIG_CAAM_64BIT
Aneesh Bansal43421822015-10-29 22:58:03 +0530288 /* Read the 64 bit Descriptor address from Output Ring.
289 * The 32 bit hign and low part of the address will
290 * depend on endianness of SEC block.
291 */
292 #ifdef CONFIG_SYS_FSL_SEC_LE
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300293 addr_lo = (uint32_t *)(&jr->output_ring[jr->tail].desc);
294 addr_hi = (uint32_t *)(&jr->output_ring[jr->tail].desc) + 1;
Aneesh Bansal43421822015-10-29 22:58:03 +0530295 #elif defined(CONFIG_SYS_FSL_SEC_BE)
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300296 addr_hi = (uint32_t *)(&jr->output_ring[jr->tail].desc);
297 addr_lo = (uint32_t *)(&jr->output_ring[jr->tail].desc) + 1;
Aneesh Bansal43421822015-10-29 22:58:03 +0530298 #endif /* ifdef CONFIG_SYS_FSL_SEC_LE */
299
300 op_desc = ((u64)sec_in32(addr_hi) << 32) |
301 ((u64)sec_in32(addr_lo));
302
303 #else
304 /* Read the 32 bit Descriptor address from Output Ring. */
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300305 addr = (uint32_t *)&jr->output_ring[jr->tail].desc;
Aneesh Bansal43421822015-10-29 22:58:03 +0530306 op_desc = sec_in32(addr);
Ye Li3c3e9a12021-03-25 17:30:36 +0800307 #endif /* ifdef CONFIG_CAAM_64BIT */
Aneesh Bansal43421822015-10-29 22:58:03 +0530308
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300309 uint32_t status = sec_in32(&jr->output_ring[jr->tail].status);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530310
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300311 for (i = 0; CIRC_CNT(head, tail + i, jr->size) >= 1; i++) {
312 idx = (tail + i) & (jr->size - 1);
313 if (op_desc == jr->info[idx].desc_phys_addr) {
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530314 found = 1;
315 break;
316 }
317 }
318
319 /* Error condition if match not found */
320 if (!found)
321 return -1;
322
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300323 jr->info[idx].op_done = 1;
324 callback = (void *)jr->info[idx].callback;
325 arg = jr->info[idx].arg;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530326
327 /* When the job on tail idx gets done, increment
328 * tail till the point where job completed out of oredr has
329 * been taken into account
330 */
331 if (idx == tail)
332 do {
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300333 tail = (tail + 1) & (jr->size - 1);
334 } while (jr->info[tail].op_done);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530335
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300336 jr->tail = tail;
337 jr->read_idx = (jr->read_idx + 1) & (jr->size - 1);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530338
339 sec_out32(&regs->orjr, 1);
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300340 jr->info[idx].op_done = 0;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530341
Aneesh Bansal43421822015-10-29 22:58:03 +0530342 callback(status, arg);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530343 }
344
345 return 0;
346}
347
Aneesh Bansal43421822015-10-29 22:58:03 +0530348static void desc_done(uint32_t status, void *arg)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530349{
350 struct result *x = arg;
351 x->status = status;
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530352#ifndef CONFIG_SPL_BUILD
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530353 caam_jr_strstatus(status);
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530354#endif
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530355 x->done = 1;
356}
357
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300358static inline int run_descriptor_jr_idx(uint32_t *desc, uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530359{
Franck LENORMAND71812782021-03-25 17:30:22 +0800360 unsigned long long timeval = 0;
361 unsigned long long timeout = CONFIG_USEC_DEQ_TIMEOUT;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530362 struct result op;
363 int ret = 0;
364
gaurav rana07621502014-12-04 13:00:41 +0530365 memset(&op, 0, sizeof(op));
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530366
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300367 ret = jr_enqueue(desc, desc_done, &op, sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530368 if (ret) {
369 debug("Error in SEC enq\n");
370 ret = JQ_ENQ_ERR;
371 goto out;
372 }
373
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530374 while (op.done != 1) {
Franck LENORMAND71812782021-03-25 17:30:22 +0800375 udelay(1);
376 timeval += 1;
377
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300378 ret = jr_dequeue(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530379 if (ret) {
380 debug("Error in SEC deq\n");
381 ret = JQ_DEQ_ERR;
382 goto out;
383 }
384
Franck LENORMAND71812782021-03-25 17:30:22 +0800385 if (timeval > timeout) {
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530386 debug("SEC Dequeue timed out\n");
387 ret = JQ_DEQ_TO_ERR;
388 goto out;
389 }
390 }
391
Aneesh Bansal3ab29d72016-02-11 14:36:51 +0530392 if (op.status) {
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530393 debug("Error %x\n", op.status);
394 ret = op.status;
395 }
396out:
397 return ret;
398}
399
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300400int run_descriptor_jr(uint32_t *desc)
401{
402 return run_descriptor_jr_idx(desc, 0);
403}
404
405static inline int jr_reset_sec(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530406{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300407 if (jr_hw_reset(sec_idx) < 0)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530408 return -1;
409
410 /* Clean up the jobring structure maintained by software */
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300411 jr_sw_cleanup(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530412
413 return 0;
414}
415
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300416int jr_reset(void)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530417{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300418 return jr_reset_sec(0);
419}
420
421static inline int sec_reset_idx(uint8_t sec_idx)
422{
423 ccsr_sec_t *sec = (void *)SEC_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530424 uint32_t mcfgr = sec_in32(&sec->mcfgr);
425 uint32_t timeout = 100000;
426
427 mcfgr |= MCFGR_SWRST;
428 sec_out32(&sec->mcfgr, mcfgr);
429
430 mcfgr |= MCFGR_DMA_RST;
431 sec_out32(&sec->mcfgr, mcfgr);
432 do {
433 mcfgr = sec_in32(&sec->mcfgr);
434 } while ((mcfgr & MCFGR_DMA_RST) == MCFGR_DMA_RST && --timeout);
435
436 if (timeout == 0)
437 return -1;
438
439 timeout = 100000;
440 do {
441 mcfgr = sec_in32(&sec->mcfgr);
442 } while ((mcfgr & MCFGR_SWRST) == MCFGR_SWRST && --timeout);
443
444 if (timeout == 0)
445 return -1;
446
447 return 0;
448}
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530449int sec_reset(void)
450{
451 return sec_reset_idx(0);
452}
453#ifndef CONFIG_SPL_BUILD
Michael Wallee692a002020-06-27 22:58:52 +0200454static int deinstantiate_rng(u8 sec_idx, int state_handle_mask)
455{
456 u32 *desc;
457 int sh_idx, ret = 0;
458 int desc_size = ALIGN(sizeof(u32) * 2, ARCH_DMA_MINALIGN);
459
460 desc = memalign(ARCH_DMA_MINALIGN, desc_size);
461 if (!desc) {
462 debug("cannot allocate RNG init descriptor memory\n");
463 return -ENOMEM;
464 }
465
466 for (sh_idx = 0; sh_idx < RNG4_MAX_HANDLES; sh_idx++) {
467 /*
468 * If the corresponding bit is set, then it means the state
469 * handle was initialized by us, and thus it needs to be
470 * deinitialized as well
471 */
472
473 if (state_handle_mask & RDSTA_IF(sh_idx)) {
474 /*
475 * Create the descriptor for deinstantating this state
476 * handle.
477 */
478 inline_cnstr_jobdesc_rng_deinstantiation(desc, sh_idx);
479 flush_dcache_range((unsigned long)desc,
480 (unsigned long)desc + desc_size);
481
482 ret = run_descriptor_jr_idx(desc, sec_idx);
483 if (ret) {
484 printf("SEC%u: RNG4 SH%d deinstantiation failed with error 0x%x\n",
485 sec_idx, sh_idx, ret);
486 ret = -EIO;
487 break;
488 }
489
490 printf("SEC%u: Deinstantiated RNG4 SH%d\n",
491 sec_idx, sh_idx);
492 }
493 }
494
495 free(desc);
496 return ret;
497}
498
Michael Walle602cc8d2020-06-27 22:58:51 +0200499static int instantiate_rng(u8 sec_idx, int gen_sk)
Ruchika Gupta4345a572014-10-07 15:46:20 +0530500{
Ruchika Gupta4345a572014-10-07 15:46:20 +0530501 u32 *desc;
502 u32 rdsta_val;
Lukas Aueraed8eac2018-01-25 14:11:17 +0100503 int ret = 0, sh_idx, size;
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300504 ccsr_sec_t __iomem *sec = (ccsr_sec_t __iomem *)SEC_ADDR(sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530505 struct rng4tst __iomem *rng =
506 (struct rng4tst __iomem *)&sec->rng;
507
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600508 desc = memalign(ARCH_DMA_MINALIGN, sizeof(uint32_t) * 6);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530509 if (!desc) {
510 printf("cannot allocate RNG init descriptor memory\n");
511 return -1;
512 }
513
Lukas Aueraed8eac2018-01-25 14:11:17 +0100514 for (sh_idx = 0; sh_idx < RNG4_MAX_HANDLES; sh_idx++) {
515 /*
516 * If the corresponding bit is set, this state handle
517 * was initialized by somebody else, so it's left alone.
518 */
Michael Wallee692a002020-06-27 22:58:52 +0200519 rdsta_val = sec_in32(&rng->rdsta);
520 if (rdsta_val & (RDSTA_IF(sh_idx))) {
521 if (rdsta_val & RDSTA_PR(sh_idx))
522 continue;
523
524 printf("SEC%u: RNG4 SH%d was instantiated w/o prediction resistance. Tearing it down\n",
525 sec_idx, sh_idx);
526
527 ret = deinstantiate_rng(sec_idx, RDSTA_IF(sh_idx));
528 if (ret)
529 break;
530 }
Lukas Aueraed8eac2018-01-25 14:11:17 +0100531
Michael Walle602cc8d2020-06-27 22:58:51 +0200532 inline_cnstr_jobdesc_rng_instantiation(desc, sh_idx, gen_sk);
Lukas Aueraed8eac2018-01-25 14:11:17 +0100533 size = roundup(sizeof(uint32_t) * 6, ARCH_DMA_MINALIGN);
534 flush_dcache_range((unsigned long)desc,
535 (unsigned long)desc + size);
Raul Cardenasb5a36d82015-02-27 11:22:06 -0600536
Lukas Aueraed8eac2018-01-25 14:11:17 +0100537 ret = run_descriptor_jr_idx(desc, sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530538
Lukas Aueraed8eac2018-01-25 14:11:17 +0100539 if (ret)
Michael Walle73e3f572020-06-27 22:58:48 +0200540 printf("SEC%u: RNG4 SH%d instantiation failed with error 0x%x\n",
541 sec_idx, sh_idx, ret);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530542
Michael Wallee692a002020-06-27 22:58:52 +0200543 rdsta_val = sec_in32(&rng->rdsta);
544 if (!(rdsta_val & RDSTA_IF(sh_idx))) {
Lukas Aueraed8eac2018-01-25 14:11:17 +0100545 free(desc);
546 return -1;
547 }
548
549 memset(desc, 0, sizeof(uint32_t) * 6);
550 }
551
552 free(desc);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530553
554 return ret;
555}
556
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300557static u8 get_rng_vid(uint8_t sec_idx)
Ruchika Gupta4345a572014-10-07 15:46:20 +0530558{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300559 ccsr_sec_t *sec = (void *)SEC_ADDR(sec_idx);
Michael Wallea83fa182020-06-27 22:58:50 +0200560 u8 vid;
561
562 if (caam_get_era() < 10) {
563 vid = (sec_in32(&sec->chavid_ls) & SEC_CHAVID_RNG_LS_MASK)
564 >> SEC_CHAVID_LS_RNG_SHIFT;
565 } else {
566 vid = (sec_in32(&sec->vreg.rng) & CHA_VER_VID_MASK)
567 >> CHA_VER_VID_SHIFT;
568 }
Ruchika Gupta4345a572014-10-07 15:46:20 +0530569
Michael Wallea83fa182020-06-27 22:58:50 +0200570 return vid;
Ruchika Gupta4345a572014-10-07 15:46:20 +0530571}
572
573/*
574 * By default, the TRNG runs for 200 clocks per sample;
575 * 1200 clocks per sample generates better entropy.
576 */
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300577static void kick_trng(int ent_delay, uint8_t sec_idx)
Ruchika Gupta4345a572014-10-07 15:46:20 +0530578{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300579 ccsr_sec_t __iomem *sec = (ccsr_sec_t __iomem *)SEC_ADDR(sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530580 struct rng4tst __iomem *rng =
581 (struct rng4tst __iomem *)&sec->rng;
582 u32 val;
583
584 /* put RNG4 into program mode */
585 sec_setbits32(&rng->rtmctl, RTMCTL_PRGM);
586 /* rtsdctl bits 0-15 contain "Entropy Delay, which defines the
587 * length (in system clocks) of each Entropy sample taken
588 * */
589 val = sec_in32(&rng->rtsdctl);
590 val = (val & ~RTSDCTL_ENT_DLY_MASK) |
591 (ent_delay << RTSDCTL_ENT_DLY_SHIFT);
592 sec_out32(&rng->rtsdctl, val);
593 /* min. freq. count, equal to 1/4 of the entropy sample length */
594 sec_out32(&rng->rtfreqmin, ent_delay >> 2);
Alex Porosanuf8d6a7f2015-05-05 16:48:33 +0300595 /* disable maximum frequency count */
596 sec_out32(&rng->rtfreqmax, RTFRQMAX_DISABLE);
Alex Porosanubefb5cb2015-05-05 16:48:35 +0300597 /*
598 * select raw sampling in both entropy shifter
599 * and statistical checker
600 */
Aneesh Bansal1fa9c902015-12-08 13:54:30 +0530601 sec_setbits32(&rng->rtmctl, RTMCTL_SAMP_MODE_RAW_ES_SC);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530602 /* put RNG4 into run mode */
Aneesh Bansal1fa9c902015-12-08 13:54:30 +0530603 sec_clrbits32(&rng->rtmctl, RTMCTL_PRGM);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530604}
605
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300606static int rng_init(uint8_t sec_idx)
Ruchika Gupta4345a572014-10-07 15:46:20 +0530607{
Michael Walle602cc8d2020-06-27 22:58:51 +0200608 int ret, gen_sk, ent_delay = RTSDCTL_ENT_DLY_MIN;
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300609 ccsr_sec_t __iomem *sec = (ccsr_sec_t __iomem *)SEC_ADDR(sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530610 struct rng4tst __iomem *rng =
611 (struct rng4tst __iomem *)&sec->rng;
Lukas Aueraed8eac2018-01-25 14:11:17 +0100612 u32 inst_handles;
Ruchika Gupta4345a572014-10-07 15:46:20 +0530613
Michael Walle602cc8d2020-06-27 22:58:51 +0200614 gen_sk = !(sec_in32(&rng->rdsta) & RDSTA_SKVN);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530615 do {
Michael Wallee692a002020-06-27 22:58:52 +0200616 inst_handles = sec_in32(&rng->rdsta) & RDSTA_MASK;
Lukas Aueraed8eac2018-01-25 14:11:17 +0100617
Ruchika Gupta4345a572014-10-07 15:46:20 +0530618 /*
619 * If either of the SH's were instantiated by somebody else
620 * then it is assumed that the entropy
621 * parameters are properly set and thus the function
622 * setting these (kick_trng(...)) is skipped.
623 * Also, if a handle was instantiated, do not change
624 * the TRNG parameters.
625 */
Lukas Aueraed8eac2018-01-25 14:11:17 +0100626 if (!inst_handles) {
627 kick_trng(ent_delay, sec_idx);
628 ent_delay += 400;
629 }
Ruchika Gupta4345a572014-10-07 15:46:20 +0530630 /*
631 * if instantiate_rng(...) fails, the loop will rerun
632 * and the kick_trng(...) function will modfiy the
633 * upper and lower limits of the entropy sampling
634 * interval, leading to a sucessful initialization of
635 * the RNG.
636 */
Michael Walle602cc8d2020-06-27 22:58:51 +0200637 ret = instantiate_rng(sec_idx, gen_sk);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530638 } while ((ret == -1) && (ent_delay < RTSDCTL_ENT_DLY_MAX));
639 if (ret) {
Michael Walle73e3f572020-06-27 22:58:48 +0200640 printf("SEC%u: Failed to instantiate RNG\n", sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530641 return ret;
642 }
643
644 /* Enable RDB bit so that RNG works faster */
645 sec_setbits32(&sec->scfgr, SEC_SCFGR_RDBENABLE);
646
647 return ret;
648}
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530649#endif
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300650int sec_init_idx(uint8_t sec_idx)
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530651{
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300652 ccsr_sec_t *sec = (void *)SEC_ADDR(sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530653 uint32_t mcr = sec_in32(&sec->mcfgr);
horia.geanta@freescale.com66e26aa2015-07-08 17:24:57 +0300654 int ret = 0;
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530655
Aneesh Bansal4b636c32016-01-22 17:05:59 +0530656#ifdef CONFIG_FSL_CORENET
657 uint32_t liodnr;
658 uint32_t liodn_ns;
659 uint32_t liodn_s;
660#endif
661
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300662 if (!(sec_idx < CONFIG_SYS_FSL_MAX_NUM_OF_SEC)) {
Michael Walle73e3f572020-06-27 22:58:48 +0200663 printf("SEC%u: initialization failed\n", sec_idx);
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300664 return -1;
665 }
666
Saksham Jain0c19cea2016-03-23 16:24:42 +0530667 /*
668 * Modifying CAAM Read/Write Attributes
York Suncbe8e1c2016-04-04 11:41:26 -0700669 * For LS2080A
Saksham Jain0c19cea2016-03-23 16:24:42 +0530670 * For AXI Write - Cacheable, Write Back, Write allocate
671 * For AXI Read - Cacheable, Read allocate
York Suncbe8e1c2016-04-04 11:41:26 -0700672 * Only For LS2080a, to solve CAAM coherency issues
Saksham Jain0c19cea2016-03-23 16:24:42 +0530673 */
York Sun4ce6fbf2017-03-27 11:41:01 -0700674#ifdef CONFIG_ARCH_LS2080A
Saksham Jain0c19cea2016-03-23 16:24:42 +0530675 mcr = (mcr & ~MCFGR_AWCACHE_MASK) | (0xb << MCFGR_AWCACHE_SHIFT);
676 mcr = (mcr & ~MCFGR_ARCACHE_MASK) | (0x6 << MCFGR_ARCACHE_SHIFT);
677#else
horia.geanta@freescale.com66e26aa2015-07-08 17:24:57 +0300678 mcr = (mcr & ~MCFGR_AWCACHE_MASK) | (0x2 << MCFGR_AWCACHE_SHIFT);
Saksham Jain0c19cea2016-03-23 16:24:42 +0530679#endif
680
Ye Li3c3e9a12021-03-25 17:30:36 +0800681#ifdef CONFIG_CAAM_64BIT
horia.geanta@freescale.com66e26aa2015-07-08 17:24:57 +0300682 mcr |= (1 << MCFGR_PS_SHIFT);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530683#endif
horia.geanta@freescale.com66e26aa2015-07-08 17:24:57 +0300684 sec_out32(&sec->mcfgr, mcr);
685
Aneesh Bansal4b636c32016-01-22 17:05:59 +0530686#ifdef CONFIG_FSL_CORENET
Sumit Gargf6d96cb2016-07-14 12:27:51 -0400687#ifdef CONFIG_SPL_BUILD
688 /*
689 * For SPL Build, Set the Liodns in SEC JR0 for
690 * creating PAMU entries corresponding to these.
691 * For normal build, these are set in set_liodns().
692 */
693 liodn_ns = CONFIG_SPL_JR0_LIODN_NS & JRNSLIODN_MASK;
694 liodn_s = CONFIG_SPL_JR0_LIODN_S & JRSLIODN_MASK;
695
696 liodnr = sec_in32(&sec->jrliodnr[0].ls) &
697 ~(JRNSLIODN_MASK | JRSLIODN_MASK);
698 liodnr = liodnr |
699 (liodn_ns << JRNSLIODN_SHIFT) |
700 (liodn_s << JRSLIODN_SHIFT);
701 sec_out32(&sec->jrliodnr[0].ls, liodnr);
702#else
Aneesh Bansal4b636c32016-01-22 17:05:59 +0530703 liodnr = sec_in32(&sec->jrliodnr[0].ls);
704 liodn_ns = (liodnr & JRNSLIODN_MASK) >> JRNSLIODN_SHIFT;
705 liodn_s = (liodnr & JRSLIODN_MASK) >> JRSLIODN_SHIFT;
706#endif
Sumit Gargf6d96cb2016-07-14 12:27:51 -0400707#endif
Aneesh Bansal4b636c32016-01-22 17:05:59 +0530708
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300709 ret = jr_init(sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530710 if (ret < 0) {
Michael Walle73e3f572020-06-27 22:58:48 +0200711 printf("SEC%u: initialization failed\n", sec_idx);
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530712 return -1;
Ruchika Gupta4345a572014-10-07 15:46:20 +0530713 }
714
Aneesh Bansal4b636c32016-01-22 17:05:59 +0530715#ifdef CONFIG_FSL_CORENET
716 ret = sec_config_pamu_table(liodn_ns, liodn_s);
717 if (ret < 0)
718 return -1;
719
720 pamu_enable();
721#endif
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530722#ifndef CONFIG_SPL_BUILD
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300723 if (get_rng_vid(sec_idx) >= 4) {
724 if (rng_init(sec_idx) < 0) {
Michael Walle73e3f572020-06-27 22:58:48 +0200725 printf("SEC%u: RNG instantiation failed\n", sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530726 return -1;
727 }
Michael Walleb258eb22020-06-27 22:58:53 +0200728
729 if (IS_ENABLED(CONFIG_DM_RNG)) {
730 ret = device_bind_driver(NULL, "caam-rng", "caam-rng",
731 NULL);
732 if (ret)
733 printf("Couldn't bind rng driver (%d)\n", ret);
734 }
735
Michael Walle73e3f572020-06-27 22:58:48 +0200736 printf("SEC%u: RNG instantiated\n", sec_idx);
Ruchika Gupta4345a572014-10-07 15:46:20 +0530737 }
Ruchika Gupta0009c8f2017-04-17 18:07:19 +0530738#endif
Ruchika Guptaac1b2692014-10-15 11:35:30 +0530739 return ret;
740}
Alex Porosanu7703d1e2016-04-29 15:18:00 +0300741
742int sec_init(void)
743{
744 return sec_init_idx(0);
745}