2 * QEMU Crypto Device Implementation
4 * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD.
7 * Gonglei <arei.gonglei@huawei.com>
9 * This library is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * This library is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
24 #include "qemu/osdep.h"
25 #include "sysemu/cryptodev.h"
26 #include "sysemu/stats.h"
27 #include "qapi/error.h"
28 #include "qapi/qapi-commands-cryptodev.h"
29 #include "qapi/qapi-types-stats.h"
30 #include "qapi/visitor.h"
31 #include "qemu/config-file.h"
32 #include "qemu/error-report.h"
33 #include "qemu/main-loop.h"
34 #include "qom/object_interfaces.h"
35 #include "hw/virtio/virtio-crypto.h"
37 #define SYM_ENCRYPT_OPS_STR "sym-encrypt-ops"
38 #define SYM_DECRYPT_OPS_STR "sym-decrypt-ops"
39 #define SYM_ENCRYPT_BYTES_STR "sym-encrypt-bytes"
40 #define SYM_DECRYPT_BYTES_STR "sym-decrypt-bytes"
42 #define ASYM_ENCRYPT_OPS_STR "asym-encrypt-ops"
43 #define ASYM_DECRYPT_OPS_STR "asym-decrypt-ops"
44 #define ASYM_SIGN_OPS_STR "asym-sign-ops"
45 #define ASYM_VERIFY_OPS_STR "asym-verify-ops"
46 #define ASYM_ENCRYPT_BYTES_STR "asym-encrypt-bytes"
47 #define ASYM_DECRYPT_BYTES_STR "asym-decrypt-bytes"
48 #define ASYM_SIGN_BYTES_STR "asym-sign-bytes"
49 #define ASYM_VERIFY_BYTES_STR "asym-verify-bytes"
51 typedef struct StatsArgs
{
52 union StatsResultsType
{
53 StatsResultList
**stats
;
54 StatsSchemaList
**schema
;
60 static QTAILQ_HEAD(, CryptoDevBackendClient
) crypto_clients
;
62 static int qmp_query_cryptodev_foreach(Object
*obj
, void *data
)
64 CryptoDevBackend
*backend
;
65 QCryptodevInfoList
**infolist
= data
;
68 if (!object_dynamic_cast(obj
, TYPE_CRYPTODEV_BACKEND
)) {
72 QCryptodevInfo
*info
= g_new0(QCryptodevInfo
, 1);
73 info
->id
= g_strdup(object_get_canonical_path_component(obj
));
75 backend
= CRYPTODEV_BACKEND(obj
);
76 services
= backend
->conf
.crypto_services
;
77 for (i
= 0; i
< QCRYPTODEV_BACKEND_SERVICE__MAX
; i
++) {
78 if (services
& (1 << i
)) {
79 QAPI_LIST_PREPEND(info
->service
, i
);
83 for (i
= 0; i
< backend
->conf
.peers
.queues
; i
++) {
84 CryptoDevBackendClient
*cc
= backend
->conf
.peers
.ccs
[i
];
85 QCryptodevBackendClient
*client
= g_new0(QCryptodevBackendClient
, 1);
87 client
->queue
= cc
->queue_index
;
88 client
->type
= cc
->type
;
89 QAPI_LIST_PREPEND(info
->client
, client
);
92 QAPI_LIST_PREPEND(*infolist
, info
);
97 QCryptodevInfoList
*qmp_query_cryptodev(Error
**errp
)
99 QCryptodevInfoList
*list
= NULL
;
100 Object
*objs
= container_get(object_get_root(), "/objects");
102 object_child_foreach(objs
, qmp_query_cryptodev_foreach
, &list
);
107 CryptoDevBackendClient
*cryptodev_backend_new_client(void)
109 CryptoDevBackendClient
*cc
;
111 cc
= g_new0(CryptoDevBackendClient
, 1);
112 QTAILQ_INSERT_TAIL(&crypto_clients
, cc
, next
);
117 void cryptodev_backend_free_client(
118 CryptoDevBackendClient
*cc
)
120 QTAILQ_REMOVE(&crypto_clients
, cc
, next
);
121 g_free(cc
->info_str
);
125 void cryptodev_backend_cleanup(
126 CryptoDevBackend
*backend
,
129 CryptoDevBackendClass
*bc
=
130 CRYPTODEV_BACKEND_GET_CLASS(backend
);
133 bc
->cleanup(backend
, errp
);
136 g_free(backend
->sym_stat
);
137 g_free(backend
->asym_stat
);
140 int cryptodev_backend_create_session(
141 CryptoDevBackend
*backend
,
142 CryptoDevBackendSessionInfo
*sess_info
,
143 uint32_t queue_index
,
144 CryptoDevCompletionFunc cb
,
147 CryptoDevBackendClass
*bc
=
148 CRYPTODEV_BACKEND_GET_CLASS(backend
);
150 if (bc
->create_session
) {
151 return bc
->create_session(backend
, sess_info
, queue_index
, cb
, opaque
);
153 return -VIRTIO_CRYPTO_NOTSUPP
;
156 int cryptodev_backend_close_session(
157 CryptoDevBackend
*backend
,
159 uint32_t queue_index
,
160 CryptoDevCompletionFunc cb
,
163 CryptoDevBackendClass
*bc
=
164 CRYPTODEV_BACKEND_GET_CLASS(backend
);
166 if (bc
->close_session
) {
167 return bc
->close_session(backend
, session_id
, queue_index
, cb
, opaque
);
169 return -VIRTIO_CRYPTO_NOTSUPP
;
172 static int cryptodev_backend_operation(
173 CryptoDevBackend
*backend
,
174 CryptoDevBackendOpInfo
*op_info
)
176 CryptoDevBackendClass
*bc
=
177 CRYPTODEV_BACKEND_GET_CLASS(backend
);
180 return bc
->do_op(backend
, op_info
);
182 return -VIRTIO_CRYPTO_NOTSUPP
;
185 static int cryptodev_backend_account(CryptoDevBackend
*backend
,
186 CryptoDevBackendOpInfo
*op_info
)
188 enum QCryptodevBackendAlgType algtype
= op_info
->algtype
;
191 if (algtype
== QCRYPTODEV_BACKEND_ALG_ASYM
) {
192 CryptoDevBackendAsymOpInfo
*asym_op_info
= op_info
->u
.asym_op_info
;
193 len
= asym_op_info
->src_len
;
195 if (unlikely(!backend
->asym_stat
)) {
196 error_report("cryptodev: Unexpected asym operation");
197 return -VIRTIO_CRYPTO_NOTSUPP
;
199 switch (op_info
->op_code
) {
200 case VIRTIO_CRYPTO_AKCIPHER_ENCRYPT
:
201 CryptodevAsymStatIncEncrypt(backend
, len
);
203 case VIRTIO_CRYPTO_AKCIPHER_DECRYPT
:
204 CryptodevAsymStatIncDecrypt(backend
, len
);
206 case VIRTIO_CRYPTO_AKCIPHER_SIGN
:
207 CryptodevAsymStatIncSign(backend
, len
);
209 case VIRTIO_CRYPTO_AKCIPHER_VERIFY
:
210 CryptodevAsymStatIncVerify(backend
, len
);
213 return -VIRTIO_CRYPTO_NOTSUPP
;
215 } else if (algtype
== QCRYPTODEV_BACKEND_ALG_SYM
) {
216 CryptoDevBackendSymOpInfo
*sym_op_info
= op_info
->u
.sym_op_info
;
217 len
= sym_op_info
->src_len
;
219 if (unlikely(!backend
->sym_stat
)) {
220 error_report("cryptodev: Unexpected sym operation");
221 return -VIRTIO_CRYPTO_NOTSUPP
;
223 switch (op_info
->op_code
) {
224 case VIRTIO_CRYPTO_CIPHER_ENCRYPT
:
225 CryptodevSymStatIncEncrypt(backend
, len
);
227 case VIRTIO_CRYPTO_CIPHER_DECRYPT
:
228 CryptodevSymStatIncDecrypt(backend
, len
);
231 return -VIRTIO_CRYPTO_NOTSUPP
;
234 error_report("Unsupported cryptodev alg type: %" PRIu32
"", algtype
);
235 return -VIRTIO_CRYPTO_NOTSUPP
;
241 static void cryptodev_backend_throttle_timer_cb(void *opaque
)
243 CryptoDevBackend
*backend
= (CryptoDevBackend
*)opaque
;
244 CryptoDevBackendOpInfo
*op_info
, *tmpop
;
247 QTAILQ_FOREACH_SAFE(op_info
, &backend
->opinfos
, next
, tmpop
) {
248 QTAILQ_REMOVE(&backend
->opinfos
, op_info
, next
);
249 ret
= cryptodev_backend_account(backend
, op_info
);
251 op_info
->cb(op_info
->opaque
, ret
);
255 throttle_account(&backend
->ts
, THROTTLE_WRITE
, ret
);
256 cryptodev_backend_operation(backend
, op_info
);
257 if (throttle_enabled(&backend
->tc
) &&
258 throttle_schedule_timer(&backend
->ts
, &backend
->tt
,
265 int cryptodev_backend_crypto_operation(
266 CryptoDevBackend
*backend
,
267 CryptoDevBackendOpInfo
*op_info
)
271 if (!throttle_enabled(&backend
->tc
)) {
275 if (throttle_schedule_timer(&backend
->ts
, &backend
->tt
, THROTTLE_WRITE
) ||
276 !QTAILQ_EMPTY(&backend
->opinfos
)) {
277 QTAILQ_INSERT_TAIL(&backend
->opinfos
, op_info
, next
);
282 ret
= cryptodev_backend_account(backend
, op_info
);
287 throttle_account(&backend
->ts
, THROTTLE_WRITE
, ret
);
289 return cryptodev_backend_operation(backend
, op_info
);
293 cryptodev_backend_get_queues(Object
*obj
, Visitor
*v
, const char *name
,
294 void *opaque
, Error
**errp
)
296 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
297 uint32_t value
= backend
->conf
.peers
.queues
;
299 visit_type_uint32(v
, name
, &value
, errp
);
303 cryptodev_backend_set_queues(Object
*obj
, Visitor
*v
, const char *name
,
304 void *opaque
, Error
**errp
)
306 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
309 if (!visit_type_uint32(v
, name
, &value
, errp
)) {
313 error_setg(errp
, "Property '%s.%s' doesn't take value '%" PRIu32
"'",
314 object_get_typename(obj
), name
, value
);
317 backend
->conf
.peers
.queues
= value
;
320 static void cryptodev_backend_set_throttle(CryptoDevBackend
*backend
, int field
,
321 uint64_t value
, Error
**errp
)
323 uint64_t orig
= backend
->tc
.buckets
[field
].avg
;
324 bool enabled
= throttle_enabled(&backend
->tc
);
330 backend
->tc
.buckets
[field
].avg
= value
;
331 if (!throttle_enabled(&backend
->tc
)) {
332 throttle_timers_destroy(&backend
->tt
);
333 cryptodev_backend_throttle_timer_cb(backend
); /* drain opinfos */
337 if (!throttle_is_valid(&backend
->tc
, errp
)) {
338 backend
->tc
.buckets
[field
].avg
= orig
; /* revert change */
343 throttle_init(&backend
->ts
);
344 throttle_timers_init(&backend
->tt
, qemu_get_aio_context(),
345 QEMU_CLOCK_REALTIME
, NULL
,
346 cryptodev_backend_throttle_timer_cb
, backend
);
349 throttle_config(&backend
->ts
, QEMU_CLOCK_REALTIME
, &backend
->tc
);
352 static void cryptodev_backend_get_bps(Object
*obj
, Visitor
*v
,
353 const char *name
, void *opaque
,
356 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
357 uint64_t value
= backend
->tc
.buckets
[THROTTLE_BPS_TOTAL
].avg
;
359 visit_type_uint64(v
, name
, &value
, errp
);
362 static void cryptodev_backend_set_bps(Object
*obj
, Visitor
*v
, const char *name
,
363 void *opaque
, Error
**errp
)
365 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
368 if (!visit_type_uint64(v
, name
, &value
, errp
)) {
372 cryptodev_backend_set_throttle(backend
, THROTTLE_BPS_TOTAL
, value
, errp
);
375 static void cryptodev_backend_get_ops(Object
*obj
, Visitor
*v
, const char *name
,
376 void *opaque
, Error
**errp
)
378 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
379 uint64_t value
= backend
->tc
.buckets
[THROTTLE_OPS_TOTAL
].avg
;
381 visit_type_uint64(v
, name
, &value
, errp
);
384 static void cryptodev_backend_set_ops(Object
*obj
, Visitor
*v
,
385 const char *name
, void *opaque
,
388 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
391 if (!visit_type_uint64(v
, name
, &value
, errp
)) {
395 cryptodev_backend_set_throttle(backend
, THROTTLE_OPS_TOTAL
, value
, errp
);
399 cryptodev_backend_complete(UserCreatable
*uc
, Error
**errp
)
401 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(uc
);
402 CryptoDevBackendClass
*bc
= CRYPTODEV_BACKEND_GET_CLASS(uc
);
406 QTAILQ_INIT(&backend
->opinfos
);
407 value
= backend
->tc
.buckets
[THROTTLE_OPS_TOTAL
].avg
;
408 cryptodev_backend_set_throttle(backend
, THROTTLE_OPS_TOTAL
, value
, errp
);
409 value
= backend
->tc
.buckets
[THROTTLE_BPS_TOTAL
].avg
;
410 cryptodev_backend_set_throttle(backend
, THROTTLE_BPS_TOTAL
, value
, errp
);
413 bc
->init(backend
, errp
);
416 services
= backend
->conf
.crypto_services
;
417 if (services
& (1 << QCRYPTODEV_BACKEND_SERVICE_CIPHER
)) {
418 backend
->sym_stat
= g_new0(CryptodevBackendSymStat
, 1);
421 if (services
& (1 << QCRYPTODEV_BACKEND_SERVICE_AKCIPHER
)) {
422 backend
->asym_stat
= g_new0(CryptodevBackendAsymStat
, 1);
426 void cryptodev_backend_set_used(CryptoDevBackend
*backend
, bool used
)
428 backend
->is_used
= used
;
431 bool cryptodev_backend_is_used(CryptoDevBackend
*backend
)
433 return backend
->is_used
;
436 void cryptodev_backend_set_ready(CryptoDevBackend
*backend
, bool ready
)
438 backend
->ready
= ready
;
441 bool cryptodev_backend_is_ready(CryptoDevBackend
*backend
)
443 return backend
->ready
;
447 cryptodev_backend_can_be_deleted(UserCreatable
*uc
)
449 return !cryptodev_backend_is_used(CRYPTODEV_BACKEND(uc
));
452 static void cryptodev_backend_instance_init(Object
*obj
)
454 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
456 /* Initialize devices' queues property to 1 */
457 object_property_set_int(obj
, "queues", 1, NULL
);
459 throttle_config_init(&backend
->tc
);
462 static void cryptodev_backend_finalize(Object
*obj
)
464 CryptoDevBackend
*backend
= CRYPTODEV_BACKEND(obj
);
466 cryptodev_backend_cleanup(backend
, NULL
);
467 if (throttle_enabled(&backend
->tc
)) {
468 throttle_timers_destroy(&backend
->tt
);
472 static StatsList
*cryptodev_backend_stats_add(const char *name
, int64_t *val
,
473 StatsList
*stats_list
)
475 Stats
*stats
= g_new0(Stats
, 1);
477 stats
->name
= g_strdup(name
);
478 stats
->value
= g_new0(StatsValue
, 1);
479 stats
->value
->type
= QTYPE_QNUM
;
480 stats
->value
->u
.scalar
= *val
;
482 QAPI_LIST_PREPEND(stats_list
, stats
);
486 static int cryptodev_backend_stats_query(Object
*obj
, void *data
)
488 StatsArgs
*stats_args
= data
;
489 StatsResultList
**stats_results
= stats_args
->result
.stats
;
490 StatsList
*stats_list
= NULL
;
492 CryptoDevBackend
*backend
;
493 CryptodevBackendSymStat
*sym_stat
;
494 CryptodevBackendAsymStat
*asym_stat
;
496 if (!object_dynamic_cast(obj
, TYPE_CRYPTODEV_BACKEND
)) {
500 backend
= CRYPTODEV_BACKEND(obj
);
501 sym_stat
= backend
->sym_stat
;
503 stats_list
= cryptodev_backend_stats_add(SYM_ENCRYPT_OPS_STR
,
504 &sym_stat
->encrypt_ops
, stats_list
);
505 stats_list
= cryptodev_backend_stats_add(SYM_DECRYPT_OPS_STR
,
506 &sym_stat
->decrypt_ops
, stats_list
);
507 stats_list
= cryptodev_backend_stats_add(SYM_ENCRYPT_BYTES_STR
,
508 &sym_stat
->encrypt_bytes
, stats_list
);
509 stats_list
= cryptodev_backend_stats_add(SYM_DECRYPT_BYTES_STR
,
510 &sym_stat
->decrypt_bytes
, stats_list
);
513 asym_stat
= backend
->asym_stat
;
515 stats_list
= cryptodev_backend_stats_add(ASYM_ENCRYPT_OPS_STR
,
516 &asym_stat
->encrypt_ops
, stats_list
);
517 stats_list
= cryptodev_backend_stats_add(ASYM_DECRYPT_OPS_STR
,
518 &asym_stat
->decrypt_ops
, stats_list
);
519 stats_list
= cryptodev_backend_stats_add(ASYM_SIGN_OPS_STR
,
520 &asym_stat
->sign_ops
, stats_list
);
521 stats_list
= cryptodev_backend_stats_add(ASYM_VERIFY_OPS_STR
,
522 &asym_stat
->verify_ops
, stats_list
);
523 stats_list
= cryptodev_backend_stats_add(ASYM_ENCRYPT_BYTES_STR
,
524 &asym_stat
->encrypt_bytes
, stats_list
);
525 stats_list
= cryptodev_backend_stats_add(ASYM_DECRYPT_BYTES_STR
,
526 &asym_stat
->decrypt_bytes
, stats_list
);
527 stats_list
= cryptodev_backend_stats_add(ASYM_SIGN_BYTES_STR
,
528 &asym_stat
->sign_bytes
, stats_list
);
529 stats_list
= cryptodev_backend_stats_add(ASYM_VERIFY_BYTES_STR
,
530 &asym_stat
->verify_bytes
, stats_list
);
533 entry
= g_new0(StatsResult
, 1);
534 entry
->provider
= STATS_PROVIDER_CRYPTODEV
;
535 entry
->qom_path
= object_get_canonical_path(obj
);
536 entry
->stats
= stats_list
;
537 QAPI_LIST_PREPEND(*stats_results
, entry
);
542 static void cryptodev_backend_stats_cb(StatsResultList
**result
,
544 strList
*names
, strList
*targets
,
548 case STATS_TARGET_CRYPTODEV
:
550 Object
*objs
= container_get(object_get_root(), "/objects");
551 StatsArgs stats_args
;
552 stats_args
.result
.stats
= result
;
553 stats_args
.names
= names
;
554 stats_args
.errp
= errp
;
556 object_child_foreach(objs
, cryptodev_backend_stats_query
, &stats_args
);
564 static StatsSchemaValueList
*cryptodev_backend_schemas_add(const char *name
,
565 StatsSchemaValueList
*list
)
567 StatsSchemaValueList
*schema_entry
= g_new0(StatsSchemaValueList
, 1);
569 schema_entry
->value
= g_new0(StatsSchemaValue
, 1);
570 schema_entry
->value
->type
= STATS_TYPE_CUMULATIVE
;
571 schema_entry
->value
->name
= g_strdup(name
);
572 schema_entry
->next
= list
;
577 static void cryptodev_backend_schemas_cb(StatsSchemaList
**result
,
580 StatsSchemaValueList
*stats_list
= NULL
;
581 const char *sym_stats
[] = { SYM_ENCRYPT_OPS_STR
, SYM_DECRYPT_OPS_STR
,
582 SYM_ENCRYPT_BYTES_STR
, SYM_DECRYPT_BYTES_STR
};
583 const char *asym_stats
[] = { ASYM_ENCRYPT_OPS_STR
, ASYM_DECRYPT_OPS_STR
,
584 ASYM_SIGN_OPS_STR
, ASYM_VERIFY_OPS_STR
,
585 ASYM_ENCRYPT_BYTES_STR
, ASYM_DECRYPT_BYTES_STR
,
586 ASYM_SIGN_BYTES_STR
, ASYM_VERIFY_BYTES_STR
};
588 for (int i
= 0; i
< ARRAY_SIZE(sym_stats
); i
++) {
589 stats_list
= cryptodev_backend_schemas_add(sym_stats
[i
], stats_list
);
592 for (int i
= 0; i
< ARRAY_SIZE(asym_stats
); i
++) {
593 stats_list
= cryptodev_backend_schemas_add(asym_stats
[i
], stats_list
);
596 add_stats_schema(result
, STATS_PROVIDER_CRYPTODEV
, STATS_TARGET_CRYPTODEV
,
601 cryptodev_backend_class_init(ObjectClass
*oc
, void *data
)
603 UserCreatableClass
*ucc
= USER_CREATABLE_CLASS(oc
);
605 ucc
->complete
= cryptodev_backend_complete
;
606 ucc
->can_be_deleted
= cryptodev_backend_can_be_deleted
;
608 QTAILQ_INIT(&crypto_clients
);
609 object_class_property_add(oc
, "queues", "uint32",
610 cryptodev_backend_get_queues
,
611 cryptodev_backend_set_queues
,
613 object_class_property_add(oc
, "throttle-bps", "uint64",
614 cryptodev_backend_get_bps
,
615 cryptodev_backend_set_bps
,
617 object_class_property_add(oc
, "throttle-ops", "uint64",
618 cryptodev_backend_get_ops
,
619 cryptodev_backend_set_ops
,
622 add_stats_callbacks(STATS_PROVIDER_CRYPTODEV
, cryptodev_backend_stats_cb
,
623 cryptodev_backend_schemas_cb
);
626 static const TypeInfo cryptodev_backend_info
= {
627 .name
= TYPE_CRYPTODEV_BACKEND
,
628 .parent
= TYPE_OBJECT
,
629 .instance_size
= sizeof(CryptoDevBackend
),
630 .instance_init
= cryptodev_backend_instance_init
,
631 .instance_finalize
= cryptodev_backend_finalize
,
632 .class_size
= sizeof(CryptoDevBackendClass
),
633 .class_init
= cryptodev_backend_class_init
,
634 .interfaces
= (InterfaceInfo
[]) {
635 { TYPE_USER_CREATABLE
},
641 cryptodev_backend_register_types(void)
643 type_register_static(&cryptodev_backend_info
);
646 type_init(cryptodev_backend_register_types
);