197fb5e8dSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2ec8f5d8fSStanimir Varbanov /* 3ec8f5d8fSStanimir Varbanov * Copyright (c) 2010-2014, The Linux Foundation. All rights reserved. 4ec8f5d8fSStanimir Varbanov */ 5ec8f5d8fSStanimir Varbanov 6ec8f5d8fSStanimir Varbanov #include <linux/clk.h> 70c3dc787SHerbert Xu #include <linux/dma-mapping.h> 8ec8f5d8fSStanimir Varbanov #include <linux/interrupt.h> 9ec8f5d8fSStanimir Varbanov #include <linux/module.h> 10ac316725SRandy Dunlap #include <linux/mod_devicetable.h> 11ec8f5d8fSStanimir Varbanov #include <linux/platform_device.h> 12ec8f5d8fSStanimir Varbanov #include <linux/spinlock.h> 13ec8f5d8fSStanimir Varbanov #include <linux/types.h> 14ec8f5d8fSStanimir Varbanov #include <crypto/algapi.h> 15ec8f5d8fSStanimir Varbanov #include <crypto/internal/hash.h> 16ec8f5d8fSStanimir Varbanov 17ec8f5d8fSStanimir Varbanov #include "core.h" 18ec8f5d8fSStanimir Varbanov #include "cipher.h" 19ec8f5d8fSStanimir Varbanov #include "sha.h" 209363efb4SThara Gopinath #include "aead.h" 21ec8f5d8fSStanimir Varbanov 22ec8f5d8fSStanimir Varbanov #define QCE_MAJOR_VERSION5 0x05 23ec8f5d8fSStanimir Varbanov #define QCE_QUEUE_LENGTH 1 24ec8f5d8fSStanimir Varbanov 25ec8f5d8fSStanimir Varbanov static const struct qce_algo_ops *qce_ops[] = { 2659e056cdSEneas U de Queiroz #ifdef CONFIG_CRYPTO_DEV_QCE_SKCIPHER 278bf08715SArd Biesheuvel &skcipher_ops, 2859e056cdSEneas U de Queiroz #endif 2959e056cdSEneas U de Queiroz #ifdef CONFIG_CRYPTO_DEV_QCE_SHA 30ec8f5d8fSStanimir Varbanov &ahash_ops, 3159e056cdSEneas U de Queiroz #endif 329363efb4SThara Gopinath #ifdef CONFIG_CRYPTO_DEV_QCE_AEAD 339363efb4SThara Gopinath &aead_ops, 349363efb4SThara Gopinath #endif 35ec8f5d8fSStanimir Varbanov }; 36ec8f5d8fSStanimir Varbanov 37ec8f5d8fSStanimir Varbanov static void qce_unregister_algs(struct qce_device *qce) 38ec8f5d8fSStanimir Varbanov { 39ec8f5d8fSStanimir Varbanov const struct qce_algo_ops *ops; 40ec8f5d8fSStanimir Varbanov int i; 41ec8f5d8fSStanimir Varbanov 42ec8f5d8fSStanimir Varbanov for (i = 0; i < ARRAY_SIZE(qce_ops); i++) { 43ec8f5d8fSStanimir Varbanov ops = qce_ops[i]; 44ec8f5d8fSStanimir Varbanov ops->unregister_algs(qce); 45ec8f5d8fSStanimir Varbanov } 46ec8f5d8fSStanimir Varbanov } 47ec8f5d8fSStanimir Varbanov 48ec8f5d8fSStanimir Varbanov static int qce_register_algs(struct qce_device *qce) 49ec8f5d8fSStanimir Varbanov { 50ec8f5d8fSStanimir Varbanov const struct qce_algo_ops *ops; 51ec8f5d8fSStanimir Varbanov int i, ret = -ENODEV; 52ec8f5d8fSStanimir Varbanov 53ec8f5d8fSStanimir Varbanov for (i = 0; i < ARRAY_SIZE(qce_ops); i++) { 54ec8f5d8fSStanimir Varbanov ops = qce_ops[i]; 55ec8f5d8fSStanimir Varbanov ret = ops->register_algs(qce); 56ec8f5d8fSStanimir Varbanov if (ret) 57ec8f5d8fSStanimir Varbanov break; 58ec8f5d8fSStanimir Varbanov } 59ec8f5d8fSStanimir Varbanov 60ec8f5d8fSStanimir Varbanov return ret; 61ec8f5d8fSStanimir Varbanov } 62ec8f5d8fSStanimir Varbanov 63ec8f5d8fSStanimir Varbanov static int qce_handle_request(struct crypto_async_request *async_req) 64ec8f5d8fSStanimir Varbanov { 65ec8f5d8fSStanimir Varbanov int ret = -EINVAL, i; 66ec8f5d8fSStanimir Varbanov const struct qce_algo_ops *ops; 67ec8f5d8fSStanimir Varbanov u32 type = crypto_tfm_alg_type(async_req->tfm); 68ec8f5d8fSStanimir Varbanov 69ec8f5d8fSStanimir Varbanov for (i = 0; i < ARRAY_SIZE(qce_ops); i++) { 70ec8f5d8fSStanimir Varbanov ops = qce_ops[i]; 71ec8f5d8fSStanimir Varbanov if (type != ops->type) 72ec8f5d8fSStanimir Varbanov continue; 73ec8f5d8fSStanimir Varbanov ret = ops->async_req_handle(async_req); 74ec8f5d8fSStanimir Varbanov break; 75ec8f5d8fSStanimir Varbanov } 76ec8f5d8fSStanimir Varbanov 77ec8f5d8fSStanimir Varbanov return ret; 78ec8f5d8fSStanimir Varbanov } 79ec8f5d8fSStanimir Varbanov 80ec8f5d8fSStanimir Varbanov static int qce_handle_queue(struct qce_device *qce, 81ec8f5d8fSStanimir Varbanov struct crypto_async_request *req) 82ec8f5d8fSStanimir Varbanov { 83ec8f5d8fSStanimir Varbanov struct crypto_async_request *async_req, *backlog; 84ec8f5d8fSStanimir Varbanov unsigned long flags; 85ec8f5d8fSStanimir Varbanov int ret = 0, err; 86ec8f5d8fSStanimir Varbanov 87ec8f5d8fSStanimir Varbanov spin_lock_irqsave(&qce->lock, flags); 88ec8f5d8fSStanimir Varbanov 89ec8f5d8fSStanimir Varbanov if (req) 90ec8f5d8fSStanimir Varbanov ret = crypto_enqueue_request(&qce->queue, req); 91ec8f5d8fSStanimir Varbanov 92ec8f5d8fSStanimir Varbanov /* busy, do not dequeue request */ 93ec8f5d8fSStanimir Varbanov if (qce->req) { 94ec8f5d8fSStanimir Varbanov spin_unlock_irqrestore(&qce->lock, flags); 95ec8f5d8fSStanimir Varbanov return ret; 96ec8f5d8fSStanimir Varbanov } 97ec8f5d8fSStanimir Varbanov 98ec8f5d8fSStanimir Varbanov backlog = crypto_get_backlog(&qce->queue); 99ec8f5d8fSStanimir Varbanov async_req = crypto_dequeue_request(&qce->queue); 100ec8f5d8fSStanimir Varbanov if (async_req) 101ec8f5d8fSStanimir Varbanov qce->req = async_req; 102ec8f5d8fSStanimir Varbanov 103ec8f5d8fSStanimir Varbanov spin_unlock_irqrestore(&qce->lock, flags); 104ec8f5d8fSStanimir Varbanov 105ec8f5d8fSStanimir Varbanov if (!async_req) 106ec8f5d8fSStanimir Varbanov return ret; 107ec8f5d8fSStanimir Varbanov 108ec8f5d8fSStanimir Varbanov if (backlog) { 109ec8f5d8fSStanimir Varbanov spin_lock_bh(&qce->lock); 110*0cbe89d5SHerbert Xu crypto_request_complete(backlog, -EINPROGRESS); 111ec8f5d8fSStanimir Varbanov spin_unlock_bh(&qce->lock); 112ec8f5d8fSStanimir Varbanov } 113ec8f5d8fSStanimir Varbanov 114ec8f5d8fSStanimir Varbanov err = qce_handle_request(async_req); 115ec8f5d8fSStanimir Varbanov if (err) { 116ec8f5d8fSStanimir Varbanov qce->result = err; 117ec8f5d8fSStanimir Varbanov tasklet_schedule(&qce->done_tasklet); 118ec8f5d8fSStanimir Varbanov } 119ec8f5d8fSStanimir Varbanov 120ec8f5d8fSStanimir Varbanov return ret; 121ec8f5d8fSStanimir Varbanov } 122ec8f5d8fSStanimir Varbanov 123ec8f5d8fSStanimir Varbanov static void qce_tasklet_req_done(unsigned long data) 124ec8f5d8fSStanimir Varbanov { 125ec8f5d8fSStanimir Varbanov struct qce_device *qce = (struct qce_device *)data; 126ec8f5d8fSStanimir Varbanov struct crypto_async_request *req; 127ec8f5d8fSStanimir Varbanov unsigned long flags; 128ec8f5d8fSStanimir Varbanov 129ec8f5d8fSStanimir Varbanov spin_lock_irqsave(&qce->lock, flags); 130ec8f5d8fSStanimir Varbanov req = qce->req; 131ec8f5d8fSStanimir Varbanov qce->req = NULL; 132ec8f5d8fSStanimir Varbanov spin_unlock_irqrestore(&qce->lock, flags); 133ec8f5d8fSStanimir Varbanov 134ec8f5d8fSStanimir Varbanov if (req) 135*0cbe89d5SHerbert Xu crypto_request_complete(req, qce->result); 136ec8f5d8fSStanimir Varbanov 137ec8f5d8fSStanimir Varbanov qce_handle_queue(qce, NULL); 138ec8f5d8fSStanimir Varbanov } 139ec8f5d8fSStanimir Varbanov 140ec8f5d8fSStanimir Varbanov static int qce_async_request_enqueue(struct qce_device *qce, 141ec8f5d8fSStanimir Varbanov struct crypto_async_request *req) 142ec8f5d8fSStanimir Varbanov { 143ec8f5d8fSStanimir Varbanov return qce_handle_queue(qce, req); 144ec8f5d8fSStanimir Varbanov } 145ec8f5d8fSStanimir Varbanov 146ec8f5d8fSStanimir Varbanov static void qce_async_request_done(struct qce_device *qce, int ret) 147ec8f5d8fSStanimir Varbanov { 148ec8f5d8fSStanimir Varbanov qce->result = ret; 149ec8f5d8fSStanimir Varbanov tasklet_schedule(&qce->done_tasklet); 150ec8f5d8fSStanimir Varbanov } 151ec8f5d8fSStanimir Varbanov 152ec8f5d8fSStanimir Varbanov static int qce_check_version(struct qce_device *qce) 153ec8f5d8fSStanimir Varbanov { 154ec8f5d8fSStanimir Varbanov u32 major, minor, step; 155ec8f5d8fSStanimir Varbanov 156ec8f5d8fSStanimir Varbanov qce_get_version(qce, &major, &minor, &step); 157ec8f5d8fSStanimir Varbanov 158ec8f5d8fSStanimir Varbanov /* 159ec8f5d8fSStanimir Varbanov * the driver does not support v5 with minor 0 because it has special 160ec8f5d8fSStanimir Varbanov * alignment requirements. 161ec8f5d8fSStanimir Varbanov */ 162ec8f5d8fSStanimir Varbanov if (major != QCE_MAJOR_VERSION5 || minor == 0) 163ec8f5d8fSStanimir Varbanov return -ENODEV; 164ec8f5d8fSStanimir Varbanov 165ec8f5d8fSStanimir Varbanov qce->burst_size = QCE_BAM_BURST_SIZE; 1668cbc3448SThara Gopinath 1678cbc3448SThara Gopinath /* 1688cbc3448SThara Gopinath * Rx and tx pipes are treated as a pair inside CE. 1698cbc3448SThara Gopinath * Pipe pair number depends on the actual BAM dma pipe 1708cbc3448SThara Gopinath * that is used for transfers. The BAM dma pipes are passed 1718cbc3448SThara Gopinath * from the device tree and used to derive the pipe pair 1728cbc3448SThara Gopinath * id in the CE driver as follows. 1738cbc3448SThara Gopinath * BAM dma pipes(rx, tx) CE pipe pair id 1748cbc3448SThara Gopinath * 0,1 0 1758cbc3448SThara Gopinath * 2,3 1 1768cbc3448SThara Gopinath * 4,5 2 1778cbc3448SThara Gopinath * 6,7 3 1788cbc3448SThara Gopinath * ... 1798cbc3448SThara Gopinath */ 1808cbc3448SThara Gopinath qce->pipe_pair_id = qce->dma.rxchan->chan_id >> 1; 181ec8f5d8fSStanimir Varbanov 182ec8f5d8fSStanimir Varbanov dev_dbg(qce->dev, "Crypto device found, version %d.%d.%d\n", 183ec8f5d8fSStanimir Varbanov major, minor, step); 184ec8f5d8fSStanimir Varbanov 185ec8f5d8fSStanimir Varbanov return 0; 186ec8f5d8fSStanimir Varbanov } 187ec8f5d8fSStanimir Varbanov 188ec8f5d8fSStanimir Varbanov static int qce_crypto_probe(struct platform_device *pdev) 189ec8f5d8fSStanimir Varbanov { 190ec8f5d8fSStanimir Varbanov struct device *dev = &pdev->dev; 191ec8f5d8fSStanimir Varbanov struct qce_device *qce; 192ec8f5d8fSStanimir Varbanov int ret; 193ec8f5d8fSStanimir Varbanov 194ec8f5d8fSStanimir Varbanov qce = devm_kzalloc(dev, sizeof(*qce), GFP_KERNEL); 195ec8f5d8fSStanimir Varbanov if (!qce) 196ec8f5d8fSStanimir Varbanov return -ENOMEM; 197ec8f5d8fSStanimir Varbanov 198ec8f5d8fSStanimir Varbanov qce->dev = dev; 199ec8f5d8fSStanimir Varbanov platform_set_drvdata(pdev, qce); 200ec8f5d8fSStanimir Varbanov 201a54d83d4SYueHaibing qce->base = devm_platform_ioremap_resource(pdev, 0); 202ec8f5d8fSStanimir Varbanov if (IS_ERR(qce->base)) 203ec8f5d8fSStanimir Varbanov return PTR_ERR(qce->base); 204ec8f5d8fSStanimir Varbanov 205ec8f5d8fSStanimir Varbanov ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32)); 206ec8f5d8fSStanimir Varbanov if (ret < 0) 207ec8f5d8fSStanimir Varbanov return ret; 208ec8f5d8fSStanimir Varbanov 209ec8f5d8fSStanimir Varbanov qce->core = devm_clk_get(qce->dev, "core"); 210ec8f5d8fSStanimir Varbanov if (IS_ERR(qce->core)) 211ec8f5d8fSStanimir Varbanov return PTR_ERR(qce->core); 212ec8f5d8fSStanimir Varbanov 213ec8f5d8fSStanimir Varbanov qce->iface = devm_clk_get(qce->dev, "iface"); 214ec8f5d8fSStanimir Varbanov if (IS_ERR(qce->iface)) 215ec8f5d8fSStanimir Varbanov return PTR_ERR(qce->iface); 216ec8f5d8fSStanimir Varbanov 217ec8f5d8fSStanimir Varbanov qce->bus = devm_clk_get(qce->dev, "bus"); 218ec8f5d8fSStanimir Varbanov if (IS_ERR(qce->bus)) 219ec8f5d8fSStanimir Varbanov return PTR_ERR(qce->bus); 220ec8f5d8fSStanimir Varbanov 221ec8f5d8fSStanimir Varbanov ret = clk_prepare_enable(qce->core); 222ec8f5d8fSStanimir Varbanov if (ret) 223ec8f5d8fSStanimir Varbanov return ret; 224ec8f5d8fSStanimir Varbanov 225ec8f5d8fSStanimir Varbanov ret = clk_prepare_enable(qce->iface); 226ec8f5d8fSStanimir Varbanov if (ret) 227ec8f5d8fSStanimir Varbanov goto err_clks_core; 228ec8f5d8fSStanimir Varbanov 229ec8f5d8fSStanimir Varbanov ret = clk_prepare_enable(qce->bus); 230ec8f5d8fSStanimir Varbanov if (ret) 231ec8f5d8fSStanimir Varbanov goto err_clks_iface; 232ec8f5d8fSStanimir Varbanov 233ec8f5d8fSStanimir Varbanov ret = qce_dma_request(qce->dev, &qce->dma); 234ec8f5d8fSStanimir Varbanov if (ret) 235ec8f5d8fSStanimir Varbanov goto err_clks; 236ec8f5d8fSStanimir Varbanov 237ec8f5d8fSStanimir Varbanov ret = qce_check_version(qce); 238ec8f5d8fSStanimir Varbanov if (ret) 239ec8f5d8fSStanimir Varbanov goto err_clks; 240ec8f5d8fSStanimir Varbanov 241ec8f5d8fSStanimir Varbanov spin_lock_init(&qce->lock); 242ec8f5d8fSStanimir Varbanov tasklet_init(&qce->done_tasklet, qce_tasklet_req_done, 243ec8f5d8fSStanimir Varbanov (unsigned long)qce); 244ec8f5d8fSStanimir Varbanov crypto_init_queue(&qce->queue, QCE_QUEUE_LENGTH); 245ec8f5d8fSStanimir Varbanov 246ec8f5d8fSStanimir Varbanov qce->async_req_enqueue = qce_async_request_enqueue; 247ec8f5d8fSStanimir Varbanov qce->async_req_done = qce_async_request_done; 248ec8f5d8fSStanimir Varbanov 249ec8f5d8fSStanimir Varbanov ret = qce_register_algs(qce); 250ec8f5d8fSStanimir Varbanov if (ret) 251ec8f5d8fSStanimir Varbanov goto err_dma; 252ec8f5d8fSStanimir Varbanov 253ec8f5d8fSStanimir Varbanov return 0; 254ec8f5d8fSStanimir Varbanov 255ec8f5d8fSStanimir Varbanov err_dma: 256ec8f5d8fSStanimir Varbanov qce_dma_release(&qce->dma); 257ec8f5d8fSStanimir Varbanov err_clks: 258ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->bus); 259ec8f5d8fSStanimir Varbanov err_clks_iface: 260ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->iface); 261ec8f5d8fSStanimir Varbanov err_clks_core: 262ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->core); 263ec8f5d8fSStanimir Varbanov return ret; 264ec8f5d8fSStanimir Varbanov } 265ec8f5d8fSStanimir Varbanov 266ec8f5d8fSStanimir Varbanov static int qce_crypto_remove(struct platform_device *pdev) 267ec8f5d8fSStanimir Varbanov { 268ec8f5d8fSStanimir Varbanov struct qce_device *qce = platform_get_drvdata(pdev); 269ec8f5d8fSStanimir Varbanov 270ec8f5d8fSStanimir Varbanov tasklet_kill(&qce->done_tasklet); 271ec8f5d8fSStanimir Varbanov qce_unregister_algs(qce); 272ec8f5d8fSStanimir Varbanov qce_dma_release(&qce->dma); 273ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->bus); 274ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->iface); 275ec8f5d8fSStanimir Varbanov clk_disable_unprepare(qce->core); 276ec8f5d8fSStanimir Varbanov return 0; 277ec8f5d8fSStanimir Varbanov } 278ec8f5d8fSStanimir Varbanov 279ec8f5d8fSStanimir Varbanov static const struct of_device_id qce_crypto_of_match[] = { 280ec8f5d8fSStanimir Varbanov { .compatible = "qcom,crypto-v5.1", }, 2818cbc3448SThara Gopinath { .compatible = "qcom,crypto-v5.4", }, 282ec8f5d8fSStanimir Varbanov {} 283ec8f5d8fSStanimir Varbanov }; 284ec8f5d8fSStanimir Varbanov MODULE_DEVICE_TABLE(of, qce_crypto_of_match); 285ec8f5d8fSStanimir Varbanov 286ec8f5d8fSStanimir Varbanov static struct platform_driver qce_crypto_driver = { 287ec8f5d8fSStanimir Varbanov .probe = qce_crypto_probe, 288ec8f5d8fSStanimir Varbanov .remove = qce_crypto_remove, 289ec8f5d8fSStanimir Varbanov .driver = { 290ec8f5d8fSStanimir Varbanov .name = KBUILD_MODNAME, 291ec8f5d8fSStanimir Varbanov .of_match_table = qce_crypto_of_match, 292ec8f5d8fSStanimir Varbanov }, 293ec8f5d8fSStanimir Varbanov }; 294ec8f5d8fSStanimir Varbanov module_platform_driver(qce_crypto_driver); 295ec8f5d8fSStanimir Varbanov 296ec8f5d8fSStanimir Varbanov MODULE_LICENSE("GPL v2"); 297ec8f5d8fSStanimir Varbanov MODULE_DESCRIPTION("Qualcomm crypto engine driver"); 298ec8f5d8fSStanimir Varbanov MODULE_ALIAS("platform:" KBUILD_MODNAME); 299ec8f5d8fSStanimir Varbanov MODULE_AUTHOR("The Linux Foundation"); 300