usr/src/uts/common/vm/seg_kmem.h

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  23  * Use is subject to license terms.
  24  * Copyright 2016 Joyent, Inc.
  25  * Copyright 2017 RackTop Systems.
  26  */
  27
  28 #ifndef _VM_SEG_KMEM_H
  29 #define _VM_SEG_KMEM_H
  30
  31
  32 #ifdef  __cplusplus
  33 extern "C" {
  34 #endif
  35
  36 #include <sys/types.h>
  37 #include <sys/vnode.h>
  38 #include <sys/vmem.h>
  39 #include <vm/as.h>
  40 #include <vm/seg.h>
  41 #include <vm/page.h>
  42
  43 /*
  44  * VM - Kernel Segment Driver
  45  */
  46
  47 #if defined(_KERNEL) || defined(_FAKE_KERNEL)
  48
  49 extern char *kernelheap;        /* start of primary kernel heap */
  50 extern char *ekernelheap;       /* end of primary kernel heap */
  51 extern char *heap_lp_base;      /* start of kernel large page heap arena */
  52 extern char *heap_lp_end;       /* end of kernel large page heap arena */
  53 extern struct seg kvseg;        /* primary kernel heap segment */
  54 extern struct seg kvseg_core;   /* "core" kernel heap segment */
  55 extern struct seg kzioseg;      /* Segment for zio mappings */
  56 extern vmem_t *heap_lp_arena;   /* kernel large page heap arena */
  57 extern vmem_t *heap_arena;      /* primary kernel heap arena */
  58 extern vmem_t *hat_memload_arena; /* HAT translation arena */
  59 extern struct seg kvseg32;      /* 32-bit kernel heap segment */
  60 extern vmem_t *heap32_arena;    /* 32-bit kernel heap arena */
  61 extern vmem_t *heaptext_arena;  /* kernel text arena, from heap */
  62 extern struct as kas;           /* kernel address space */
  63 extern int segkmem_reloc;       /* enable/disable segkmem relocatable pages */
  64 extern vmem_t *static_arena;    /* arena for caches to import static memory */
  65 extern vmem_t *static_alloc_arena;      /* arena for allocating static memory */
  66 extern vmem_t *zio_arena;       /* arena for zio caches */
  67 extern vmem_t *zio_alloc_arena; /* arena for zio caches */
  68 extern struct vnode kvps[];
  69 /*
  70  * segkmem page vnodes
  71  */
  72 #define kvp             (kvps[KV_KVP])
  73 #define zvp             (kvps[KV_ZVP])
  74 #if defined(__sparc)
  75 #define mpvp            (kvps[KV_MPVP])
  76 #define promvp          (kvps[KV_PROMVP])
  77 #endif  /* __sparc */
  78
  79 extern int segkmem_create(struct seg *);
  80 extern page_t *segkmem_page_create(void *, size_t, int, void *);
  81 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t,
  82         page_t *(*page_create_func)(void *, size_t, int, void *), void *);
  83 extern void *segkmem_alloc(vmem_t *, size_t, int);
  84 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int);
  85 extern void segkmem_free(vmem_t *, void *, size_t);
  86 extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *));
  87
  88 extern void *boot_alloc(void *, size_t, uint_t);
  89 extern void boot_mapin(caddr_t addr, size_t size);
  90 extern void kernelheap_init(void *, void *, char *, void *, void *);
  91 extern void segkmem_gc(void);
  92
  93 extern void *segkmem_zio_alloc(vmem_t *, size_t, int);
  94 extern int segkmem_zio_create(struct seg *);
  95 extern void segkmem_zio_free(vmem_t *, void *, size_t);
  96 extern void segkmem_zio_init(void *, size_t);
  97
  98 /*
  99  * Flags for segkmem_xalloc().
 100  *
 101  * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be
 102  * returned rather than unlocked which is now the default.  Note that
 103  * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free().
 104  * This is a hack for seg_dev that should be cleaned up in the future.
 105  */
 106 #define SEGKMEM_SHARELOCKED     0x20000
 107
 108 /*
 109  * Large page for kmem caches support
 110  */
 111 typedef struct segkmem_lpcb {
 112         kmutex_t        lp_lock;
 113         kcondvar_t      lp_cv;
 114         uint_t          lp_wait;
 115         uint_t          lp_uselp;
 116         ulong_t         lp_throttle;
 117
 118         /* stats */
 119         uint64_t        sleep_allocs_failed;
 120         uint64_t        nosleep_allocs_failed;
 121         uint64_t        allocs_throttled;
 122         uint64_t        allocs_limited;
 123         uint64_t        alloc_bytes_failed;
 124 } segkmem_lpcb_t;
 125
 126 extern void     *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int);
 127 extern void     segkmem_free_lp(vmem_t *, void *, size_t);
 128 extern int      segkmem_lpsetup();
 129 extern void     segkmem_heap_lp_init(void);
 130
 131 extern size_t   segkmem_lpsize;
 132 extern int      segkmem_lpszc;
 133 extern size_t   segkmem_heaplp_quantum;
 134 extern size_t   segkmem_kmemlp_max;
 135
 136 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE)
 137
 138 #define IS_KMEM_VA_LARGEPAGE(vaddr)                                     \
 139         (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end))
 140
 141 extern struct seg_ops segkmem_ops;
 142
 143 #endif  /* _KERNEL || _FAKE_KERNEL */
 144
 145 #ifdef  __cplusplus
 146 }
 147 #endif
 148
 149 #endif  /* _VM_SEG_KMEM_H */