@ -10,42 +10,39 @@
*
*/
# include <crypto/algapi .h>
# include <crypto/internal/skcipher .h>
# include <linux/err.h>
# include <linux/init.h>
# include <linux/kernel.h>
# include <linux/log2.h>
# include <linux/module.h>
# include <linux/scatterlist.h>
# include <linux/slab.h>
struct crypto_cbc_ctx {
struct crypto_cipher * child ;
} ;
static int crypto_cbc_setkey ( struct crypto_tfm * parent , const u8 * key ,
static int crypto_cbc_setkey ( struct crypto_skcipher * parent , const u8 * key ,
unsigned int keylen )
{
struct crypto_cbc_ctx * ctx = crypto_tfm _ctx ( parent ) ;
struct crypto_cbc_ctx * ctx = crypto_skcipher _ctx ( parent ) ;
struct crypto_cipher * child = ctx - > child ;
int err ;
crypto_cipher_clear_flags ( child , CRYPTO_TFM_REQ_MASK ) ;
crypto_cipher_set_flags ( child , crypto_tfm _get_flags ( parent ) &
crypto_cipher_set_flags ( child , crypto_skcipher _get_flags ( parent ) &
CRYPTO_TFM_REQ_MASK ) ;
err = crypto_cipher_setkey ( child , key , keylen ) ;
crypto_tfm _set_flags ( parent , crypto_cipher_get_flags ( child ) &
CRYPTO_TFM_RES_MASK ) ;
crypto_skcipher _set_flags ( parent , crypto_cipher_get_flags ( child ) &
CRYPTO_TFM_RES_MASK ) ;
return err ;
}
static int crypto_cbc_encrypt_segment ( struct blkcipher_desc * desc ,
struct bl kcipher_walk * walk ,
struct crypto_cipher * tfm )
static inline int crypto_cbc_encrypt_segment (
struct s kcipher_walk * walk , struct crypto_skcipher * tfm ,
void ( * fn ) ( struct crypto_sk cipher * , const u8 * , u8 * ) )
{
void ( * fn ) ( struct crypto_tfm * , u8 * , const u8 * ) =
crypto_cipher_alg ( tfm ) - > cia_encrypt ;
int bsize = crypto_cipher_blocksize ( tfm ) ;
unsigned int bsize = crypto_skcipher_blocksize ( tfm ) ;
unsigned int nbytes = walk - > nbytes ;
u8 * src = walk - > src . virt . addr ;
u8 * dst = walk - > dst . virt . addr ;
@ -53,7 +50,7 @@ static int crypto_cbc_encrypt_segment(struct blkcipher_desc *desc,
do {
crypto_xor ( iv , src , bsize ) ;
fn ( crypto_cipher_tfm ( tfm ) , dst , iv ) ;
fn ( tfm , iv , dst ) ;
memcpy ( iv , dst , bsize ) ;
src + = bsize ;
@ -63,20 +60,18 @@ static int crypto_cbc_encrypt_segment(struct blkcipher_desc *desc,
return nbytes ;
}
static int crypto_cbc_encrypt_inplace ( struct blkcipher_desc * desc ,
struct bl kcipher_walk * walk ,
struct crypto_cipher * tfm )
static inline int crypto_cbc_encrypt_inplace (
struct s kcipher_walk * walk , struct crypto_skcipher * tfm ,
void ( * fn ) ( struct crypto_sk cipher * , const u8 * , u8 * ) )
{
void ( * fn ) ( struct crypto_tfm * , u8 * , const u8 * ) =
crypto_cipher_alg ( tfm ) - > cia_encrypt ;
int bsize = crypto_cipher_blocksize ( tfm ) ;
unsigned int bsize = crypto_skcipher_blocksize ( tfm ) ;
unsigned int nbytes = walk - > nbytes ;
u8 * src = walk - > src . virt . addr ;
u8 * iv = walk - > iv ;
do {
crypto_xor ( src , iv , bsize ) ;
fn ( crypto_cipher_ tfm( tfm ) , src , src ) ;
fn ( tfm , src , src ) ;
iv = src ;
src + = bsize ;
@ -87,44 +82,52 @@ static int crypto_cbc_encrypt_inplace(struct blkcipher_desc *desc,
return nbytes ;
}
static int crypto_cbc_encrypt ( struct blkcipher_desc * desc ,
struct scatterlist * dst , struct scatterlist * src ,
unsigned int nbytes )
static inline int crypto_cbc_encrypt_walk ( struct skcipher_request * req ,
void ( * fn ) ( struct crypto_skcipher * ,
const u8 * , u8 * ) )
{
struct blkcipher_walk walk ;
struct crypto_blkcipher * tfm = desc - > tfm ;
struct crypto_cbc_ctx * ctx = crypto_blkcipher_ctx ( tfm ) ;
struct crypto_cipher * child = ctx - > child ;
struct crypto_skcipher * tfm = crypto_skcipher_reqtfm ( req ) ;
struct skcipher_walk walk ;
int err ;
blkcipher_walk_init ( & walk , dst , src , nbytes ) ;
err = blkcipher_walk_virt ( desc , & walk ) ;
err = skcipher_walk_virt ( & walk , req , false ) ;
while ( ( nbytes = walk . nbytes ) ) {
while ( walk . nbytes ) {
if ( walk . src . virt . addr = = walk . dst . virt . addr )
nbytes = crypto_cbc_encrypt_inplace ( desc , & walk , child ) ;
err = crypto_cbc_encrypt_inplace ( & walk , tfm , fn ) ;
else
nbytes = crypto_cbc_encrypt_segment ( desc , & walk , child ) ;
err = bl kcipher_walk_done( desc , & walk , nbytes ) ;
err = crypto_cbc_encrypt_segment ( & walk , tfm , fn ) ;
err = s kcipher_walk_done( & walk , err ) ;
}
return err ;
}
static int crypto_cbc_decrypt_segment ( struct blkcipher_desc * desc ,
struct blkcipher_walk * walk ,
struct crypto_cipher * tfm )
static inline void crypto_cbc_encrypt_one ( struct crypto_skcipher * tfm ,
const u8 * src , u8 * dst )
{
struct crypto_cbc_ctx * ctx = crypto_skcipher_ctx ( tfm ) ;
crypto_cipher_encrypt_one ( ctx - > child , dst , src ) ;
}
static int crypto_cbc_encrypt ( struct skcipher_request * req )
{
void ( * fn ) ( struct crypto_tfm * , u8 * , const u8 * ) =
crypto_cipher_alg ( tfm ) - > cia_decrypt ;
int bsize = crypto_cipher_blocksize ( tfm ) ;
return crypto_cbc_encrypt_walk ( req , crypto_cbc_encrypt_one ) ;
}
static inline int crypto_cbc_decrypt_segment (
struct skcipher_walk * walk , struct crypto_skcipher * tfm ,
void ( * fn ) ( struct crypto_skcipher * , const u8 * , u8 * ) )
{
unsigned int bsize = crypto_skcipher_blocksize ( tfm ) ;
unsigned int nbytes = walk - > nbytes ;
u8 * src = walk - > src . virt . addr ;
u8 * dst = walk - > dst . virt . addr ;
u8 * iv = walk - > iv ;
do {
fn ( crypto_cipher_tfm ( tfm ) , dst , src ) ;
fn ( tfm , src , dst ) ;
crypto_xor ( dst , iv , bsize ) ;
iv = src ;
@ -137,13 +140,11 @@ static int crypto_cbc_decrypt_segment(struct blkcipher_desc *desc,
return nbytes ;
}
static int crypto_cbc_decrypt_inplace ( struct blkcipher_desc * desc ,
struct bl kcipher_walk * walk ,
struct crypto_cipher * tfm )
static inline int crypto_cbc_decrypt_inplace (
struct s kcipher_walk * walk , struct crypto_skcipher * tfm ,
void ( * fn ) ( struct crypto_sk cipher * , const u8 * , u8 * ) )
{
void ( * fn ) ( struct crypto_tfm * , u8 * , const u8 * ) =
crypto_cipher_alg ( tfm ) - > cia_decrypt ;
int bsize = crypto_cipher_blocksize ( tfm ) ;
unsigned int bsize = crypto_skcipher_blocksize ( tfm ) ;
unsigned int nbytes = walk - > nbytes ;
u8 * src = walk - > src . virt . addr ;
u8 last_iv [ bsize ] ;
@ -153,7 +154,7 @@ static int crypto_cbc_decrypt_inplace(struct blkcipher_desc *desc,
memcpy ( last_iv , src , bsize ) ;
for ( ; ; ) {
fn ( crypto_cipher_ tfm( tfm ) , src , src ) ;
fn ( tfm , src , src ) ;
if ( ( nbytes - = bsize ) < bsize )
break ;
crypto_xor ( src , src - bsize , bsize ) ;
@ -166,35 +167,46 @@ static int crypto_cbc_decrypt_inplace(struct blkcipher_desc *desc,
return nbytes ;
}
static int crypto_cbc_decrypt ( struct blkcipher_desc * desc ,
struct scatterlist * dst , struct scatterlist * src ,
unsigned int nbytes )
static inline int crypto_cbc_decrypt_blocks (
struct skcipher_walk * walk , struct crypto_skcipher * tfm ,
void ( * fn ) ( struct crypto_skcipher * , const u8 * , u8 * ) )
{
struct blkcipher_walk walk ;
struct crypto_blkcipher * tfm = desc - > tfm ;
struct crypto_cbc_ctx * ctx = crypto_blkcipher_ctx ( tfm ) ;
struct crypto_cipher * child = ctx - > child ;
if ( walk - > src . virt . addr = = walk - > dst . virt . addr )
return crypto_cbc_decrypt_inplace ( walk , tfm , fn ) ;
else
return crypto_cbc_decrypt_segment ( walk , tfm , fn ) ;
}
static inline void crypto_cbc_decrypt_one ( struct crypto_skcipher * tfm ,
const u8 * src , u8 * dst )
{
struct crypto_cbc_ctx * ctx = crypto_skcipher_ctx ( tfm ) ;
crypto_cipher_decrypt_one ( ctx - > child , dst , src ) ;
}
static int crypto_cbc_decrypt ( struct skcipher_request * req )
{
struct crypto_skcipher * tfm = crypto_skcipher_reqtfm ( req ) ;
struct skcipher_walk walk ;
int err ;
blkcipher_walk_init ( & walk , dst , src , nbytes ) ;
err = blkcipher_walk_virt ( desc , & walk ) ;
err = skcipher_walk_virt ( & walk , req , false ) ;
while ( ( nbytes = walk . nbytes ) ) {
if ( walk . src . virt . addr = = walk . dst . virt . addr )
nbytes = crypto_cbc_decrypt_inplace ( desc , & walk , child ) ;
else
nbytes = crypto_cbc_decrypt_segment ( desc , & walk , child ) ;
err = blkcipher_walk_done ( desc , & walk , nbytes ) ;
while ( walk . nbytes ) {
err = crypto_cbc_decrypt_blocks ( & walk , tfm ,
crypto_cbc_decrypt_one ) ;
err = skcipher_walk_done ( & walk , err ) ;
}
return err ;
}
static int crypto_cbc_init_tfm ( struct crypto_tfm * tfm )
static int crypto_cbc_init_tfm ( struct crypto_skcipher * tfm )
{
struct crypto _instance * inst = ( void * ) tfm - > __crt_alg ;
struct crypto_spawn * spawn = crypto _instance_ctx( inst ) ;
struct crypto_cbc_ctx * ctx = crypto_tfm _ctx ( tfm ) ;
struct skcipher _instance * inst = skcipher_alg_instance ( tfm ) ;
struct crypto_spawn * spawn = skcipher _instance_ctx( inst ) ;
struct crypto_cbc_ctx * ctx = crypto_skcipher _ctx ( tfm ) ;
struct crypto_cipher * cipher ;
cipher = crypto_spawn_cipher ( spawn ) ;
@ -205,72 +217,94 @@ static int crypto_cbc_init_tfm(struct crypto_tfm *tfm)
return 0 ;
}
static void crypto_cbc_exit_tfm ( struct crypto_tfm * tfm )
static void crypto_cbc_exit_tfm ( struct crypto_skcipher * tfm )
{
struct crypto_cbc_ctx * ctx = crypto_tfm_ctx ( tfm ) ;
struct crypto_cbc_ctx * ctx = crypto_skcipher_ctx ( tfm ) ;
crypto_free_cipher ( ctx - > child ) ;
}
static struct crypto_instance * crypto_cbc_alloc ( struct rtattr * * tb )
static void crypto_cbc_free ( struct skcipher_instance * inst )
{
struct crypto_instance * inst ;
crypto_drop_skcipher ( skcipher_instance_ctx ( inst ) ) ;
kfree ( inst ) ;
}
static int crypto_cbc_create ( struct crypto_template * tmpl , struct rtattr * * tb )
{
struct skcipher_instance * inst ;
struct crypto_spawn * spawn ;
struct crypto_alg * alg ;
int err ;
err = crypto_check_attr_type ( tb , CRYPTO_ALG_TYPE_BLKCIPHER ) ;
err = crypto_check_attr_type ( tb , CRYPTO_ALG_TYPE_S KCIPHER ) ;
if ( err )
return ERR_PTR ( err ) ;
return err ;
inst = kzalloc ( sizeof ( * inst ) + sizeof ( * spawn ) , GFP_KERNEL ) ;
if ( ! inst )
return - ENOMEM ;
alg = crypto_get_attr_alg ( tb , CRYPTO_ALG_TYPE_CIPHER ,
CRYPTO_ALG_TYPE_MASK ) ;
err = PTR_ERR ( alg ) ;
if ( IS_ERR ( alg ) )
return ERR_CAST ( alg ) ;
goto err_free_inst ;
inst = ERR_PTR ( - EINVAL ) ;
if ( ! is_power_of_2 ( alg - > cra_blocksize ) )
goto out_put_alg ;
spawn = skcipher_instance_ctx ( inst ) ;
err = crypto_init_spawn ( spawn , alg , skcipher_crypto_instance ( inst ) ,
CRYPTO_ALG_TYPE_MASK ) ;
crypto_mod_put ( alg ) ;
if ( err )
goto err_free_inst ;
err = crypto_inst_setname ( skcipher_crypto_instance ( inst ) , " cbc " , alg ) ;
if ( err )
goto err_drop_spawn ;
inst = crypto_alloc_instance ( " cbc " , alg ) ;
if ( IS_ERR ( inst ) )
goto out_put_alg ;
err = - EINVAL ;
if ( ! is_power_of_2 ( alg - > cra_blocksize ) )
goto err_drop_spawn ;
inst - > alg . cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER ;
inst - > alg . cra_priority = alg - > cra_priority ;
inst - > alg . cra_blocksize = alg - > cra_blocksize ;
inst - > alg . cra_alignmask = alg - > cra_alignmask ;
inst - > alg . cra_type = & crypto_blkcipher_type ;
inst - > alg . base . cra_priority = alg - > cra_priority ;
inst - > alg . base . cra_blocksize = alg - > cra_blocksize ;
inst - > alg . base . cra_alignmask = alg - > cra_alignmask ;
/* We access the data as u32s when xoring. */
inst - > alg . cra_alignmask | = __alignof__ ( u32 ) - 1 ;
inst - > alg . base . cra_alignmask | = __alignof__ ( u32 ) - 1 ;
inst - > alg . cra_blkcipher . ivsize = alg - > cra_blocksize ;
inst - > alg . cra_blkcipher . min_keysize = alg - > cra_cipher . cia_min_keysize ;
inst - > alg . cra_blkcipher . max_keysize = alg - > cra_cipher . cia_max_keysize ;
inst - > alg . ivsize = alg - > cra_blocksize ;
inst - > alg . min_keysize = alg - > cra_cipher . cia_min_keysize ;
inst - > alg . max_keysize = alg - > cra_cipher . cia_max_keysize ;
inst - > alg . cra_ctxsize = sizeof ( struct crypto_cbc_ctx ) ;
inst - > alg . base . cra_ctxsize = sizeof ( struct crypto_cbc_ctx ) ;
inst - > alg . cra_ init = crypto_cbc_init_tfm ;
inst - > alg . cra_ exit = crypto_cbc_exit_tfm ;
inst - > alg . init = crypto_cbc_init_tfm ;
inst - > alg . exit = crypto_cbc_exit_tfm ;
inst - > alg . cra_blkcipher . setkey = crypto_cbc_setkey ;
inst - > alg . cra_blkcipher . encrypt = crypto_cbc_encrypt ;
inst - > alg . cra_blkcipher . decrypt = crypto_cbc_decrypt ;
inst - > alg . setkey = crypto_cbc_setkey ;
inst - > alg . encrypt = crypto_cbc_encrypt ;
inst - > alg . decrypt = crypto_cbc_decrypt ;
out_put_alg :
crypto_mod_put ( alg ) ;
return inst ;
}
inst - > free = crypto_cbc_free ;
static void crypto_cbc_free ( struct crypto_instance * inst )
{
crypto_drop_spawn ( crypto_instance_ctx ( inst ) ) ;
err = skcipher_register_instance ( tmpl , inst ) ;
if ( err )
goto err_drop_spawn ;
out :
return err ;
err_drop_spawn :
crypto_drop_spawn ( spawn ) ;
err_free_inst :
kfree ( inst ) ;
goto out ;
}
static struct crypto_template crypto_cbc_tmpl = {
. name = " cbc " ,
. alloc = crypto_cbc_alloc ,
. free = crypto_cbc_free ,
. create = crypto_cbc_create ,
. module = THIS_MODULE ,
} ;