target/arm: Always honour HCR_EL2.TSC when HCR_EL2.NV is set
[qemu/armbru.git] / backends / cryptodev.c
blobe5006bd215c8172c4bdba7e4aaa93361a7e04124
1 /*
2 * QEMU Crypto Device Implementation
4 * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD.
6 * Authors:
7 * Gonglei <arei.gonglei@huawei.com>
9 * This library is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * This library is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
24 #include "qemu/osdep.h"
25 #include "sysemu/cryptodev.h"
26 #include "sysemu/stats.h"
27 #include "qapi/error.h"
28 #include "qapi/qapi-commands-cryptodev.h"
29 #include "qapi/qapi-types-stats.h"
30 #include "qapi/visitor.h"
31 #include "qemu/config-file.h"
32 #include "qemu/error-report.h"
33 #include "qemu/main-loop.h"
34 #include "qom/object_interfaces.h"
35 #include "hw/virtio/virtio-crypto.h"
37 #define SYM_ENCRYPT_OPS_STR "sym-encrypt-ops"
38 #define SYM_DECRYPT_OPS_STR "sym-decrypt-ops"
39 #define SYM_ENCRYPT_BYTES_STR "sym-encrypt-bytes"
40 #define SYM_DECRYPT_BYTES_STR "sym-decrypt-bytes"
42 #define ASYM_ENCRYPT_OPS_STR "asym-encrypt-ops"
43 #define ASYM_DECRYPT_OPS_STR "asym-decrypt-ops"
44 #define ASYM_SIGN_OPS_STR "asym-sign-ops"
45 #define ASYM_VERIFY_OPS_STR "asym-verify-ops"
46 #define ASYM_ENCRYPT_BYTES_STR "asym-encrypt-bytes"
47 #define ASYM_DECRYPT_BYTES_STR "asym-decrypt-bytes"
48 #define ASYM_SIGN_BYTES_STR "asym-sign-bytes"
49 #define ASYM_VERIFY_BYTES_STR "asym-verify-bytes"
51 typedef struct StatsArgs {
52 union StatsResultsType {
53 StatsResultList **stats;
54 StatsSchemaList **schema;
55 } result;
56 strList *names;
57 Error **errp;
58 } StatsArgs;
60 static QTAILQ_HEAD(, CryptoDevBackendClient) crypto_clients;
62 static int qmp_query_cryptodev_foreach(Object *obj, void *data)
64 CryptoDevBackend *backend;
65 QCryptodevInfoList **infolist = data;
66 uint32_t services, i;
68 if (!object_dynamic_cast(obj, TYPE_CRYPTODEV_BACKEND)) {
69 return 0;
72 QCryptodevInfo *info = g_new0(QCryptodevInfo, 1);
73 info->id = g_strdup(object_get_canonical_path_component(obj));
75 backend = CRYPTODEV_BACKEND(obj);
76 services = backend->conf.crypto_services;
77 for (i = 0; i < QCRYPTODEV_BACKEND_SERVICE__MAX; i++) {
78 if (services & (1 << i)) {
79 QAPI_LIST_PREPEND(info->service, i);
83 for (i = 0; i < backend->conf.peers.queues; i++) {
84 CryptoDevBackendClient *cc = backend->conf.peers.ccs[i];
85 QCryptodevBackendClient *client = g_new0(QCryptodevBackendClient, 1);
87 client->queue = cc->queue_index;
88 client->type = cc->type;
89 QAPI_LIST_PREPEND(info->client, client);
92 QAPI_LIST_PREPEND(*infolist, info);
94 return 0;
97 QCryptodevInfoList *qmp_query_cryptodev(Error **errp)
99 QCryptodevInfoList *list = NULL;
100 Object *objs = container_get(object_get_root(), "/objects");
102 object_child_foreach(objs, qmp_query_cryptodev_foreach, &list);
104 return list;
107 CryptoDevBackendClient *cryptodev_backend_new_client(void)
109 CryptoDevBackendClient *cc;
111 cc = g_new0(CryptoDevBackendClient, 1);
112 QTAILQ_INSERT_TAIL(&crypto_clients, cc, next);
114 return cc;
117 void cryptodev_backend_free_client(
118 CryptoDevBackendClient *cc)
120 QTAILQ_REMOVE(&crypto_clients, cc, next);
121 g_free(cc->info_str);
122 g_free(cc);
125 void cryptodev_backend_cleanup(
126 CryptoDevBackend *backend,
127 Error **errp)
129 CryptoDevBackendClass *bc =
130 CRYPTODEV_BACKEND_GET_CLASS(backend);
132 if (bc->cleanup) {
133 bc->cleanup(backend, errp);
136 g_free(backend->sym_stat);
137 g_free(backend->asym_stat);
140 int cryptodev_backend_create_session(
141 CryptoDevBackend *backend,
142 CryptoDevBackendSessionInfo *sess_info,
143 uint32_t queue_index,
144 CryptoDevCompletionFunc cb,
145 void *opaque)
147 CryptoDevBackendClass *bc =
148 CRYPTODEV_BACKEND_GET_CLASS(backend);
150 if (bc->create_session) {
151 return bc->create_session(backend, sess_info, queue_index, cb, opaque);
153 return -VIRTIO_CRYPTO_NOTSUPP;
156 int cryptodev_backend_close_session(
157 CryptoDevBackend *backend,
158 uint64_t session_id,
159 uint32_t queue_index,
160 CryptoDevCompletionFunc cb,
161 void *opaque)
163 CryptoDevBackendClass *bc =
164 CRYPTODEV_BACKEND_GET_CLASS(backend);
166 if (bc->close_session) {
167 return bc->close_session(backend, session_id, queue_index, cb, opaque);
169 return -VIRTIO_CRYPTO_NOTSUPP;
172 static int cryptodev_backend_operation(
173 CryptoDevBackend *backend,
174 CryptoDevBackendOpInfo *op_info)
176 CryptoDevBackendClass *bc =
177 CRYPTODEV_BACKEND_GET_CLASS(backend);
179 if (bc->do_op) {
180 return bc->do_op(backend, op_info);
182 return -VIRTIO_CRYPTO_NOTSUPP;
185 static int cryptodev_backend_account(CryptoDevBackend *backend,
186 CryptoDevBackendOpInfo *op_info)
188 enum QCryptodevBackendAlgType algtype = op_info->algtype;
189 int len;
191 if (algtype == QCRYPTODEV_BACKEND_ALG_ASYM) {
192 CryptoDevBackendAsymOpInfo *asym_op_info = op_info->u.asym_op_info;
193 len = asym_op_info->src_len;
195 if (unlikely(!backend->asym_stat)) {
196 error_report("cryptodev: Unexpected asym operation");
197 return -VIRTIO_CRYPTO_NOTSUPP;
199 switch (op_info->op_code) {
200 case VIRTIO_CRYPTO_AKCIPHER_ENCRYPT:
201 CryptodevAsymStatIncEncrypt(backend, len);
202 break;
203 case VIRTIO_CRYPTO_AKCIPHER_DECRYPT:
204 CryptodevAsymStatIncDecrypt(backend, len);
205 break;
206 case VIRTIO_CRYPTO_AKCIPHER_SIGN:
207 CryptodevAsymStatIncSign(backend, len);
208 break;
209 case VIRTIO_CRYPTO_AKCIPHER_VERIFY:
210 CryptodevAsymStatIncVerify(backend, len);
211 break;
212 default:
213 return -VIRTIO_CRYPTO_NOTSUPP;
215 } else if (algtype == QCRYPTODEV_BACKEND_ALG_SYM) {
216 CryptoDevBackendSymOpInfo *sym_op_info = op_info->u.sym_op_info;
217 len = sym_op_info->src_len;
219 if (unlikely(!backend->sym_stat)) {
220 error_report("cryptodev: Unexpected sym operation");
221 return -VIRTIO_CRYPTO_NOTSUPP;
223 switch (op_info->op_code) {
224 case VIRTIO_CRYPTO_CIPHER_ENCRYPT:
225 CryptodevSymStatIncEncrypt(backend, len);
226 break;
227 case VIRTIO_CRYPTO_CIPHER_DECRYPT:
228 CryptodevSymStatIncDecrypt(backend, len);
229 break;
230 default:
231 return -VIRTIO_CRYPTO_NOTSUPP;
233 } else {
234 error_report("Unsupported cryptodev alg type: %" PRIu32 "", algtype);
235 return -VIRTIO_CRYPTO_NOTSUPP;
238 return len;
241 static void cryptodev_backend_throttle_timer_cb(void *opaque)
243 CryptoDevBackend *backend = (CryptoDevBackend *)opaque;
244 CryptoDevBackendOpInfo *op_info, *tmpop;
245 int ret;
247 QTAILQ_FOREACH_SAFE(op_info, &backend->opinfos, next, tmpop) {
248 QTAILQ_REMOVE(&backend->opinfos, op_info, next);
249 ret = cryptodev_backend_account(backend, op_info);
250 if (ret < 0) {
251 op_info->cb(op_info->opaque, ret);
252 continue;
255 throttle_account(&backend->ts, THROTTLE_WRITE, ret);
256 cryptodev_backend_operation(backend, op_info);
257 if (throttle_enabled(&backend->tc) &&
258 throttle_schedule_timer(&backend->ts, &backend->tt,
259 THROTTLE_WRITE)) {
260 break;
265 int cryptodev_backend_crypto_operation(
266 CryptoDevBackend *backend,
267 CryptoDevBackendOpInfo *op_info)
269 int ret;
271 if (!throttle_enabled(&backend->tc)) {
272 goto do_account;
275 if (throttle_schedule_timer(&backend->ts, &backend->tt, THROTTLE_WRITE) ||
276 !QTAILQ_EMPTY(&backend->opinfos)) {
277 QTAILQ_INSERT_TAIL(&backend->opinfos, op_info, next);
278 return 0;
281 do_account:
282 ret = cryptodev_backend_account(backend, op_info);
283 if (ret < 0) {
284 return ret;
287 throttle_account(&backend->ts, THROTTLE_WRITE, ret);
289 return cryptodev_backend_operation(backend, op_info);
292 static void
293 cryptodev_backend_get_queues(Object *obj, Visitor *v, const char *name,
294 void *opaque, Error **errp)
296 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
297 uint32_t value = backend->conf.peers.queues;
299 visit_type_uint32(v, name, &value, errp);
302 static void
303 cryptodev_backend_set_queues(Object *obj, Visitor *v, const char *name,
304 void *opaque, Error **errp)
306 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
307 uint32_t value;
309 if (!visit_type_uint32(v, name, &value, errp)) {
310 return;
312 if (!value) {
313 error_setg(errp, "Property '%s.%s' doesn't take value '%" PRIu32 "'",
314 object_get_typename(obj), name, value);
315 return;
317 backend->conf.peers.queues = value;
320 static void cryptodev_backend_set_throttle(CryptoDevBackend *backend, int field,
321 uint64_t value, Error **errp)
323 uint64_t orig = backend->tc.buckets[field].avg;
324 bool enabled = throttle_enabled(&backend->tc);
326 if (orig == value) {
327 return;
330 backend->tc.buckets[field].avg = value;
331 if (!throttle_enabled(&backend->tc)) {
332 throttle_timers_destroy(&backend->tt);
333 cryptodev_backend_throttle_timer_cb(backend); /* drain opinfos */
334 return;
337 if (!throttle_is_valid(&backend->tc, errp)) {
338 backend->tc.buckets[field].avg = orig; /* revert change */
339 return;
342 if (!enabled) {
343 throttle_init(&backend->ts);
344 throttle_timers_init(&backend->tt, qemu_get_aio_context(),
345 QEMU_CLOCK_REALTIME, NULL,
346 cryptodev_backend_throttle_timer_cb, backend);
349 throttle_config(&backend->ts, QEMU_CLOCK_REALTIME, &backend->tc);
352 static void cryptodev_backend_get_bps(Object *obj, Visitor *v,
353 const char *name, void *opaque,
354 Error **errp)
356 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
357 uint64_t value = backend->tc.buckets[THROTTLE_BPS_TOTAL].avg;
359 visit_type_uint64(v, name, &value, errp);
362 static void cryptodev_backend_set_bps(Object *obj, Visitor *v, const char *name,
363 void *opaque, Error **errp)
365 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
366 uint64_t value;
368 if (!visit_type_uint64(v, name, &value, errp)) {
369 return;
372 cryptodev_backend_set_throttle(backend, THROTTLE_BPS_TOTAL, value, errp);
375 static void cryptodev_backend_get_ops(Object *obj, Visitor *v, const char *name,
376 void *opaque, Error **errp)
378 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
379 uint64_t value = backend->tc.buckets[THROTTLE_OPS_TOTAL].avg;
381 visit_type_uint64(v, name, &value, errp);
384 static void cryptodev_backend_set_ops(Object *obj, Visitor *v,
385 const char *name, void *opaque,
386 Error **errp)
388 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
389 uint64_t value;
391 if (!visit_type_uint64(v, name, &value, errp)) {
392 return;
395 cryptodev_backend_set_throttle(backend, THROTTLE_OPS_TOTAL, value, errp);
398 static void
399 cryptodev_backend_complete(UserCreatable *uc, Error **errp)
401 CryptoDevBackend *backend = CRYPTODEV_BACKEND(uc);
402 CryptoDevBackendClass *bc = CRYPTODEV_BACKEND_GET_CLASS(uc);
403 uint32_t services;
404 uint64_t value;
406 QTAILQ_INIT(&backend->opinfos);
407 value = backend->tc.buckets[THROTTLE_OPS_TOTAL].avg;
408 cryptodev_backend_set_throttle(backend, THROTTLE_OPS_TOTAL, value, errp);
409 value = backend->tc.buckets[THROTTLE_BPS_TOTAL].avg;
410 cryptodev_backend_set_throttle(backend, THROTTLE_BPS_TOTAL, value, errp);
412 if (bc->init) {
413 bc->init(backend, errp);
416 services = backend->conf.crypto_services;
417 if (services & (1 << QCRYPTODEV_BACKEND_SERVICE_CIPHER)) {
418 backend->sym_stat = g_new0(CryptodevBackendSymStat, 1);
421 if (services & (1 << QCRYPTODEV_BACKEND_SERVICE_AKCIPHER)) {
422 backend->asym_stat = g_new0(CryptodevBackendAsymStat, 1);
426 void cryptodev_backend_set_used(CryptoDevBackend *backend, bool used)
428 backend->is_used = used;
431 bool cryptodev_backend_is_used(CryptoDevBackend *backend)
433 return backend->is_used;
436 void cryptodev_backend_set_ready(CryptoDevBackend *backend, bool ready)
438 backend->ready = ready;
441 bool cryptodev_backend_is_ready(CryptoDevBackend *backend)
443 return backend->ready;
446 static bool
447 cryptodev_backend_can_be_deleted(UserCreatable *uc)
449 return !cryptodev_backend_is_used(CRYPTODEV_BACKEND(uc));
452 static void cryptodev_backend_instance_init(Object *obj)
454 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
456 /* Initialize devices' queues property to 1 */
457 object_property_set_int(obj, "queues", 1, NULL);
459 throttle_config_init(&backend->tc);
462 static void cryptodev_backend_finalize(Object *obj)
464 CryptoDevBackend *backend = CRYPTODEV_BACKEND(obj);
466 cryptodev_backend_cleanup(backend, NULL);
467 if (throttle_enabled(&backend->tc)) {
468 throttle_timers_destroy(&backend->tt);
472 static StatsList *cryptodev_backend_stats_add(const char *name, int64_t *val,
473 StatsList *stats_list)
475 Stats *stats = g_new0(Stats, 1);
477 stats->name = g_strdup(name);
478 stats->value = g_new0(StatsValue, 1);
479 stats->value->type = QTYPE_QNUM;
480 stats->value->u.scalar = *val;
482 QAPI_LIST_PREPEND(stats_list, stats);
483 return stats_list;
486 static int cryptodev_backend_stats_query(Object *obj, void *data)
488 StatsArgs *stats_args = data;
489 StatsResultList **stats_results = stats_args->result.stats;
490 StatsList *stats_list = NULL;
491 StatsResult *entry;
492 CryptoDevBackend *backend;
493 CryptodevBackendSymStat *sym_stat;
494 CryptodevBackendAsymStat *asym_stat;
496 if (!object_dynamic_cast(obj, TYPE_CRYPTODEV_BACKEND)) {
497 return 0;
500 backend = CRYPTODEV_BACKEND(obj);
501 sym_stat = backend->sym_stat;
502 if (sym_stat) {
503 stats_list = cryptodev_backend_stats_add(SYM_ENCRYPT_OPS_STR,
504 &sym_stat->encrypt_ops, stats_list);
505 stats_list = cryptodev_backend_stats_add(SYM_DECRYPT_OPS_STR,
506 &sym_stat->decrypt_ops, stats_list);
507 stats_list = cryptodev_backend_stats_add(SYM_ENCRYPT_BYTES_STR,
508 &sym_stat->encrypt_bytes, stats_list);
509 stats_list = cryptodev_backend_stats_add(SYM_DECRYPT_BYTES_STR,
510 &sym_stat->decrypt_bytes, stats_list);
513 asym_stat = backend->asym_stat;
514 if (asym_stat) {
515 stats_list = cryptodev_backend_stats_add(ASYM_ENCRYPT_OPS_STR,
516 &asym_stat->encrypt_ops, stats_list);
517 stats_list = cryptodev_backend_stats_add(ASYM_DECRYPT_OPS_STR,
518 &asym_stat->decrypt_ops, stats_list);
519 stats_list = cryptodev_backend_stats_add(ASYM_SIGN_OPS_STR,
520 &asym_stat->sign_ops, stats_list);
521 stats_list = cryptodev_backend_stats_add(ASYM_VERIFY_OPS_STR,
522 &asym_stat->verify_ops, stats_list);
523 stats_list = cryptodev_backend_stats_add(ASYM_ENCRYPT_BYTES_STR,
524 &asym_stat->encrypt_bytes, stats_list);
525 stats_list = cryptodev_backend_stats_add(ASYM_DECRYPT_BYTES_STR,
526 &asym_stat->decrypt_bytes, stats_list);
527 stats_list = cryptodev_backend_stats_add(ASYM_SIGN_BYTES_STR,
528 &asym_stat->sign_bytes, stats_list);
529 stats_list = cryptodev_backend_stats_add(ASYM_VERIFY_BYTES_STR,
530 &asym_stat->verify_bytes, stats_list);
533 entry = g_new0(StatsResult, 1);
534 entry->provider = STATS_PROVIDER_CRYPTODEV;
535 entry->qom_path = object_get_canonical_path(obj);
536 entry->stats = stats_list;
537 QAPI_LIST_PREPEND(*stats_results, entry);
539 return 0;
542 static void cryptodev_backend_stats_cb(StatsResultList **result,
543 StatsTarget target,
544 strList *names, strList *targets,
545 Error **errp)
547 switch (target) {
548 case STATS_TARGET_CRYPTODEV:
550 Object *objs = container_get(object_get_root(), "/objects");
551 StatsArgs stats_args;
552 stats_args.result.stats = result;
553 stats_args.names = names;
554 stats_args.errp = errp;
556 object_child_foreach(objs, cryptodev_backend_stats_query, &stats_args);
557 break;
559 default:
560 break;
564 static StatsSchemaValueList *cryptodev_backend_schemas_add(const char *name,
565 StatsSchemaValueList *list)
567 StatsSchemaValueList *schema_entry = g_new0(StatsSchemaValueList, 1);
569 schema_entry->value = g_new0(StatsSchemaValue, 1);
570 schema_entry->value->type = STATS_TYPE_CUMULATIVE;
571 schema_entry->value->name = g_strdup(name);
572 schema_entry->next = list;
574 return schema_entry;
577 static void cryptodev_backend_schemas_cb(StatsSchemaList **result,
578 Error **errp)
580 StatsSchemaValueList *stats_list = NULL;
581 const char *sym_stats[] = { SYM_ENCRYPT_OPS_STR, SYM_DECRYPT_OPS_STR,
582 SYM_ENCRYPT_BYTES_STR, SYM_DECRYPT_BYTES_STR };
583 const char *asym_stats[] = { ASYM_ENCRYPT_OPS_STR, ASYM_DECRYPT_OPS_STR,
584 ASYM_SIGN_OPS_STR, ASYM_VERIFY_OPS_STR,
585 ASYM_ENCRYPT_BYTES_STR, ASYM_DECRYPT_BYTES_STR,
586 ASYM_SIGN_BYTES_STR, ASYM_VERIFY_BYTES_STR };
588 for (int i = 0; i < ARRAY_SIZE(sym_stats); i++) {
589 stats_list = cryptodev_backend_schemas_add(sym_stats[i], stats_list);
592 for (int i = 0; i < ARRAY_SIZE(asym_stats); i++) {
593 stats_list = cryptodev_backend_schemas_add(asym_stats[i], stats_list);
596 add_stats_schema(result, STATS_PROVIDER_CRYPTODEV, STATS_TARGET_CRYPTODEV,
597 stats_list);
600 static void
601 cryptodev_backend_class_init(ObjectClass *oc, void *data)
603 UserCreatableClass *ucc = USER_CREATABLE_CLASS(oc);
605 ucc->complete = cryptodev_backend_complete;
606 ucc->can_be_deleted = cryptodev_backend_can_be_deleted;
608 QTAILQ_INIT(&crypto_clients);
609 object_class_property_add(oc, "queues", "uint32",
610 cryptodev_backend_get_queues,
611 cryptodev_backend_set_queues,
612 NULL, NULL);
613 object_class_property_add(oc, "throttle-bps", "uint64",
614 cryptodev_backend_get_bps,
615 cryptodev_backend_set_bps,
616 NULL, NULL);
617 object_class_property_add(oc, "throttle-ops", "uint64",
618 cryptodev_backend_get_ops,
619 cryptodev_backend_set_ops,
620 NULL, NULL);
622 add_stats_callbacks(STATS_PROVIDER_CRYPTODEV, cryptodev_backend_stats_cb,
623 cryptodev_backend_schemas_cb);
626 static const TypeInfo cryptodev_backend_info = {
627 .name = TYPE_CRYPTODEV_BACKEND,
628 .parent = TYPE_OBJECT,
629 .instance_size = sizeof(CryptoDevBackend),
630 .instance_init = cryptodev_backend_instance_init,
631 .instance_finalize = cryptodev_backend_finalize,
632 .class_size = sizeof(CryptoDevBackendClass),
633 .class_init = cryptodev_backend_class_init,
634 .interfaces = (InterfaceInfo[]) {
635 { TYPE_USER_CREATABLE },
640 static void
641 cryptodev_backend_register_types(void)
643 type_register_static(&cryptodev_backend_info);
646 type_init(cryptodev_backend_register_types);