2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* Cryptographic API.
|
|
|
|
*
|
|
|
|
* Digest operations.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms of the GNU General Public License as published by the Free
|
|
|
|
* Software Foundation; either version 2 of the License, or (at your option)
|
|
|
|
* any later version.
|
|
|
|
*
|
|
|
|
*/
|
2006-08-19 14:24:23 +02:00
|
|
|
|
2008-07-10 10:01:22 +02:00
|
|
|
#include <crypto/internal/hash.h>
|
2007-12-07 11:52:49 +01:00
|
|
|
#include <crypto/scatterwalk.h>
|
2005-04-17 00:20:36 +02:00
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/errno.h>
|
2006-12-10 00:45:28 +01:00
|
|
|
#include <linux/hardirq.h>
|
2005-04-17 00:20:36 +02:00
|
|
|
#include <linux/highmem.h>
|
2006-12-10 00:45:28 +01:00
|
|
|
#include <linux/kernel.h>
|
2006-08-19 14:24:23 +02:00
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/scatterlist.h>
|
|
|
|
|
2008-03-05 12:05:54 +01:00
|
|
|
#include "internal.h"
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
static int init(struct hash_desc *desc)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
|
|
|
|
|
|
|
|
tfm->__crt_alg->cra_digest.dia_init(tfm);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2006-12-10 00:45:28 +01:00
|
|
|
static int update2(struct hash_desc *desc,
|
|
|
|
struct scatterlist *sg, unsigned int nbytes)
|
2006-08-19 14:24:23 +02:00
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
|
2006-04-10 00:42:35 +02:00
|
|
|
unsigned int alignmask = crypto_tfm_alg_alignmask(tfm);
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
if (!nbytes)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
for (;;) {
|
2007-10-22 19:40:16 +02:00
|
|
|
struct page *pg = sg_page(sg);
|
2006-08-19 14:24:23 +02:00
|
|
|
unsigned int offset = sg->offset;
|
|
|
|
unsigned int l = sg->length;
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
if (unlikely(l > nbytes))
|
|
|
|
l = nbytes;
|
|
|
|
nbytes -= l;
|
2005-04-17 00:20:36 +02:00
|
|
|
|
|
|
|
do {
|
|
|
|
unsigned int bytes_from_page = min(l, ((unsigned int)
|
|
|
|
(PAGE_SIZE)) -
|
|
|
|
offset);
|
2006-04-10 00:42:35 +02:00
|
|
|
char *src = crypto_kmap(pg, 0);
|
|
|
|
char *p = src + offset;
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-04-10 00:42:35 +02:00
|
|
|
if (unlikely(offset & alignmask)) {
|
|
|
|
unsigned int bytes =
|
|
|
|
alignmask + 1 - (offset & alignmask);
|
|
|
|
bytes = min(bytes, bytes_from_page);
|
2006-05-16 14:09:29 +02:00
|
|
|
tfm->__crt_alg->cra_digest.dia_update(tfm, p,
|
|
|
|
bytes);
|
2006-04-10 00:42:35 +02:00
|
|
|
p += bytes;
|
|
|
|
bytes_from_page -= bytes;
|
|
|
|
l -= bytes;
|
|
|
|
}
|
2006-05-16 14:09:29 +02:00
|
|
|
tfm->__crt_alg->cra_digest.dia_update(tfm, p,
|
|
|
|
bytes_from_page);
|
2006-04-10 00:42:35 +02:00
|
|
|
crypto_kunmap(src, 0);
|
2006-08-19 14:24:23 +02:00
|
|
|
crypto_yield(desc->flags);
|
2005-04-17 00:20:36 +02:00
|
|
|
offset = 0;
|
|
|
|
pg++;
|
|
|
|
l -= bytes_from_page;
|
|
|
|
} while (l > 0);
|
2006-08-19 14:24:23 +02:00
|
|
|
|
|
|
|
if (!nbytes)
|
|
|
|
break;
|
2007-12-05 10:59:25 +01:00
|
|
|
sg = scatterwalk_sg_next(sg);
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
2006-08-19 14:24:23 +02:00
|
|
|
|
|
|
|
return 0;
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
|
|
|
|
2006-12-10 00:45:28 +01:00
|
|
|
static int update(struct hash_desc *desc,
|
|
|
|
struct scatterlist *sg, unsigned int nbytes)
|
|
|
|
{
|
|
|
|
if (WARN_ON_ONCE(in_irq()))
|
|
|
|
return -EDEADLK;
|
|
|
|
return update2(desc, sg, nbytes);
|
|
|
|
}
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
static int final(struct hash_desc *desc, u8 *out)
|
2005-04-17 00:20:36 +02:00
|
|
|
{
|
2006-08-19 14:24:23 +02:00
|
|
|
struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
|
2006-04-10 00:42:35 +02:00
|
|
|
unsigned long alignmask = crypto_tfm_alg_alignmask(tfm);
|
2006-07-09 06:49:42 +02:00
|
|
|
struct digest_alg *digest = &tfm->__crt_alg->cra_digest;
|
|
|
|
|
2006-04-10 00:42:35 +02:00
|
|
|
if (unlikely((unsigned long)out & alignmask)) {
|
2006-07-09 06:49:42 +02:00
|
|
|
unsigned long align = alignmask + 1;
|
|
|
|
unsigned long addr = (unsigned long)crypto_tfm_ctx(tfm);
|
|
|
|
u8 *dst = (u8 *)ALIGN(addr, align) +
|
|
|
|
ALIGN(tfm->__crt_alg->cra_ctxsize, align);
|
|
|
|
|
|
|
|
digest->dia_final(tfm, dst);
|
|
|
|
memcpy(out, dst, digest->dia_digestsize);
|
2006-04-10 00:42:35 +02:00
|
|
|
} else
|
2006-07-09 06:49:42 +02:00
|
|
|
digest->dia_final(tfm, out);
|
2006-08-19 14:24:23 +02:00
|
|
|
|
|
|
|
return 0;
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
static int nosetkey(struct crypto_hash *tfm, const u8 *key, unsigned int keylen)
|
2006-08-13 06:16:39 +02:00
|
|
|
{
|
2006-08-19 14:24:23 +02:00
|
|
|
crypto_hash_clear_flags(tfm, CRYPTO_TFM_RES_MASK);
|
2006-08-13 06:16:39 +02:00
|
|
|
return -ENOSYS;
|
|
|
|
}
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
static int setkey(struct crypto_hash *hash, const u8 *key, unsigned int keylen)
|
2005-04-17 00:20:36 +02:00
|
|
|
{
|
2006-08-19 14:24:23 +02:00
|
|
|
struct crypto_tfm *tfm = crypto_hash_tfm(hash);
|
|
|
|
|
|
|
|
crypto_hash_clear_flags(hash, CRYPTO_TFM_RES_MASK);
|
2006-08-13 06:16:39 +02:00
|
|
|
return tfm->__crt_alg->cra_digest.dia_setkey(tfm, key, keylen);
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
static int digest(struct hash_desc *desc,
|
|
|
|
struct scatterlist *sg, unsigned int nbytes, u8 *out)
|
2005-04-17 00:20:36 +02:00
|
|
|
{
|
2006-12-10 00:45:28 +01:00
|
|
|
if (WARN_ON_ONCE(in_irq()))
|
|
|
|
return -EDEADLK;
|
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
init(desc);
|
2006-12-10 00:45:28 +01:00
|
|
|
update2(desc, sg, nbytes);
|
2006-08-19 14:24:23 +02:00
|
|
|
return final(desc, out);
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
int crypto_init_digest_ops(struct crypto_tfm *tfm)
|
|
|
|
{
|
2006-08-19 14:24:23 +02:00
|
|
|
struct hash_tfm *ops = &tfm->crt_hash;
|
2006-08-13 06:16:39 +02:00
|
|
|
struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
|
2006-08-19 14:24:23 +02:00
|
|
|
|
2008-07-07 14:23:56 +02:00
|
|
|
if (dalg->dia_digestsize > PAGE_SIZE / 8)
|
2006-08-19 14:24:23 +02:00
|
|
|
return -EINVAL;
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-08-19 14:24:23 +02:00
|
|
|
ops->init = init;
|
|
|
|
ops->update = update;
|
|
|
|
ops->final = final;
|
|
|
|
ops->digest = digest;
|
|
|
|
ops->setkey = dalg->dia_setkey ? setkey : nosetkey;
|
|
|
|
ops->digestsize = dalg->dia_digestsize;
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-08-20 07:25:22 +02:00
|
|
|
return 0;
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void crypto_exit_digest_ops(struct crypto_tfm *tfm)
|
|
|
|
{
|
|
|
|
}
|
2008-05-14 14:41:47 +02:00
|
|
|
|
|
|
|
static int digest_async_nosetkey(struct crypto_ahash *tfm_async, const u8 *key,
|
|
|
|
unsigned int keylen)
|
|
|
|
{
|
|
|
|
crypto_ahash_clear_flags(tfm_async, CRYPTO_TFM_RES_MASK);
|
|
|
|
return -ENOSYS;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int digest_async_setkey(struct crypto_ahash *tfm_async, const u8 *key,
|
|
|
|
unsigned int keylen)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = crypto_ahash_tfm(tfm_async);
|
|
|
|
struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
|
|
|
|
|
|
|
|
crypto_ahash_clear_flags(tfm_async, CRYPTO_TFM_RES_MASK);
|
|
|
|
return dalg->dia_setkey(tfm, key, keylen);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int digest_async_init(struct ahash_request *req)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = req->base.tfm;
|
|
|
|
struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
|
|
|
|
|
|
|
|
dalg->dia_init(tfm);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int digest_async_update(struct ahash_request *req)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = req->base.tfm;
|
|
|
|
struct hash_desc desc = {
|
|
|
|
.tfm = __crypto_hash_cast(tfm),
|
|
|
|
.flags = req->base.flags,
|
|
|
|
};
|
|
|
|
|
|
|
|
update(&desc, req->src, req->nbytes);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int digest_async_final(struct ahash_request *req)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = req->base.tfm;
|
|
|
|
struct hash_desc desc = {
|
|
|
|
.tfm = __crypto_hash_cast(tfm),
|
|
|
|
.flags = req->base.flags,
|
|
|
|
};
|
|
|
|
|
|
|
|
final(&desc, req->result);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int digest_async_digest(struct ahash_request *req)
|
|
|
|
{
|
|
|
|
struct crypto_tfm *tfm = req->base.tfm;
|
|
|
|
struct hash_desc desc = {
|
|
|
|
.tfm = __crypto_hash_cast(tfm),
|
|
|
|
.flags = req->base.flags,
|
|
|
|
};
|
|
|
|
|
|
|
|
return digest(&desc, req->src, req->nbytes, req->result);
|
|
|
|
}
|
|
|
|
|
|
|
|
int crypto_init_digest_ops_async(struct crypto_tfm *tfm)
|
|
|
|
{
|
|
|
|
struct ahash_tfm *crt = &tfm->crt_ahash;
|
|
|
|
struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
|
|
|
|
|
|
|
|
if (dalg->dia_digestsize > crypto_tfm_alg_blocksize(tfm))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
crt->init = digest_async_init;
|
|
|
|
crt->update = digest_async_update;
|
|
|
|
crt->final = digest_async_final;
|
|
|
|
crt->digest = digest_async_digest;
|
|
|
|
crt->setkey = dalg->dia_setkey ? digest_async_setkey :
|
|
|
|
digest_async_nosetkey;
|
|
|
|
crt->digestsize = dalg->dia_digestsize;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|