kernel/os/space.c

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21
  22 /*
  23  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  24  * Use is subject to license terms.
  25  * Copyright 2016 Nexenta Systems, Inc.
  26  */
  27
  28 /*
  29  * The intent of this file is to contain any data that must remain
  30  * resident in the kernel.
  31  *
  32  * space_store(), space_fetch(), and space_free() have been added to
  33  * easily store and retrieve kernel resident data.
  34  * These functions are recommended rather than adding new variables to
  35  * this file.
  36  *
  37  * Note that it's possible for name collisions to occur.  In order to
  38  * prevent collisions, it's recommended that the convention in
  39  * PSARC/1997/389 be used.  If a collision occurs, then space_store will
  40  * fail.
  41  */
  42
  43 #include <sys/types.h>
  44 #include <sys/param.h>
  45 #include <sys/var.h>
  46 #include <sys/proc.h>
  47 #include <sys/signal.h>
  48 #include <sys/utsname.h>
  49 #include <sys/buf.h>
  50 #include <sys/cred.h>
  51 #include <sys/vfs.h>
  52 #include <sys/vnode.h>
  53 #include <sys/sysinfo.h>
  54 #include <sys/t_lock.h>
  55 #include <sys/vmem.h>
  56 #include <sys/modhash.h>
  57 #include <sys/cmn_err.h>
  58
  59 #include <sys/strredir.h>
  60 #include <sys/kbio.h>
  61 #include <sys/consdev.h>
  62 #include <sys/wscons.h>
  63 #include <sys/bootprops.h>
  64
  65 struct  buf     bfreelist;      /* Head of the free list of buffers */
  66
  67 sysinfo_t       sysinfo;
  68 vminfo_t        vminfo;         /* VM stats protected by sysinfolock mutex */
  69
  70 #ifdef  lint
  71 int     __lintzero;             /* Alway zero for shutting up lint */
  72 #endif
  73
  74 /*
  75  * The following describe the physical memory configuration.
  76  *
  77  *      physmem  -  The amount of physical memory configured
  78  *                  in pages.  ptob(physmem) is the amount
  79  *                  of physical memory in bytes.  Defined in
  80  *                  .../os/startup.c.
  81  *
  82  *      physmax  -  The highest numbered physical page in memory.
  83  *
  84  *      maxmem   -  Maximum available memory, in pages.  Defined
  85  *                  in main.c.
  86  *
  87  *      physinstalled
  88  *               -  Pages of physical memory installed;
  89  *                  includes use by PROM/boot not counted in
  90  *                  physmem.
  91  */
  92
  93 pfn_t   physmax;
  94 pgcnt_t physinstalled;
  95
  96 struct var v;
  97
  98 #include <sys/systm.h>
  99 #include <sys/conf.h>
 100 #include <sys/kmem.h>
 101 #include <sys/sysmacros.h>
 102 #include <sys/bootconf.h>
 103
 104 /*
 105  * Data for segkmem pages that should be resident
 106  */
 107 struct vnode kvps[KV_MAX];
 108
 109 /*
 110  * Data from swapgeneric.c that must be resident.
 111  */
 112 struct vnode *rootvp;           /* vnode of the root device */
 113 dev_t rootdev;                  /* dev_t of the root device */
 114 boolean_t root_is_ramdisk;      /* root is ramdisk */
 115 uint32_t ramdisk_size;          /* (KB) currently set only for sparc netboots */
 116
 117 /*
 118  * dhcp
 119  */
 120 #include <sys/socket.h>
 121 #include <sys/errno.h>
 122 #include <sys/sockio.h>
 123 #include <sys/stream.h>
 124 #include <sys/stropts.h>
 125 #include <sys/dlpi.h>
 126 #include <net/if.h>
 127
 128 int netboot;
 129 int obpdebug;
 130 char *dhcack;           /* dhcp response packet */
 131 int dhcacklen;
 132 char *netdev_path;      /* Used to cache the netdev_path handed up by boot */
 133 char dhcifname[IFNAMSIZ];
 134
 135 /*
 136  * Data from arp.c that must be resident.
 137  */
 138 #include <net/if_arp.h>
 139 #include <netinet/in.h>
 140 #include <netinet/in_var.h>
 141 #include <netinet/if_ether.h>
 142
 143 ether_addr_t etherbroadcastaddr = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
 144
 145
 146 /*
 147  * Data from timod that must be resident
 148  */
 149
 150 /*
 151  * state transition table for TI interface
 152  */
 153 #include <sys/tihdr.h>
 154
 155 #define nr      127             /* not reachable */
 156
 157 char ti_statetbl[TE_NOEVENTS][TS_NOSTATES] = {
 158                                 /* STATES */
 159         /* 0  1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16 */
 160
 161         { 1, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 162         {nr, nr, nr,  2, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 163         {nr, nr, nr,  4, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 164         {nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 165         {nr, nr, nr, nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 166         {nr,  0,  3, nr,  3,  3, nr, nr,  7, nr, nr, nr,  6,  7,  9, 10, 11},
 167         {nr, nr,  0, nr, nr,  6, nr, nr, nr, nr, nr, nr,  3, nr,  3,  3,  3},
 168         {nr, nr, nr, nr, nr, nr, nr, nr,  9, nr, nr, nr, nr,  3, nr, nr, nr},
 169         {nr, nr, nr, nr, nr, nr, nr, nr,  3, nr, nr, nr, nr,  3, nr, nr, nr},
 170         {nr, nr, nr, nr, nr, nr, nr, nr,  7, nr, nr, nr, nr,  7, nr, nr, nr},
 171         {nr, nr, nr,  5, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 172         {nr, nr, nr, nr, nr, nr, nr,  8, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 173         {nr, nr, nr, nr, nr, nr, 12, 13, nr, 14, 15, 16, nr, nr, nr, nr, nr},
 174         {nr, nr, nr, nr, nr, nr, nr, nr, nr,  9, nr, 11, nr, nr, nr, nr, nr},
 175         {nr, nr, nr, nr, nr, nr, nr, nr, nr,  9, nr, 11, nr, nr, nr, nr, nr},
 176         {nr, nr, nr, nr, nr, nr, nr, nr, nr, 10, nr,  3, nr, nr, nr, nr, nr},
 177         {nr, nr, nr,  7, nr, nr, nr,  7, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 178         {nr, nr, nr, nr, nr, nr,  9, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 179         {nr, nr, nr, nr, nr, nr, nr, nr, nr,  9, 10, nr, nr, nr, nr, nr, nr},
 180         {nr, nr, nr, nr, nr, nr, nr, nr, nr,  9, 10, nr, nr, nr, nr, nr, nr},
 181         {nr, nr, nr, nr, nr, nr, nr, nr, nr, 11,  3, nr, nr, nr, nr, nr, nr},
 182         {nr, nr, nr, nr, nr, nr,  3, nr, nr,  3,  3,  3, nr, nr, nr, nr, nr},
 183         {nr, nr, nr, nr, nr, nr, nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 184         {nr, nr, nr, nr, nr, nr, nr,  7, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 185         {nr, nr, nr,  9, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 186         {nr, nr, nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 187         {nr, nr, nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 188         {nr, nr, nr,  3, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr, nr},
 189 };
 190
 191
 192 #include <sys/tty.h>
 193 #include <sys/ptyvar.h>
 194
 195 static void store_fetch_initspace();
 196
 197 /*
 198  * Allocate tunable structures at runtime.
 199  */
 200 void
 201 space_init(void)
 202 {
 203         pty_initspace();
 204         store_fetch_initspace();
 205 }
 206
 207 int ts_dispatch_extended = -1; /* set in ts_getdptbl or set_platform_default */
 208
 209 /*
 210  * Previously defined in consmsconf.c ...
 211  */
 212 dev_t kbddev = NODEV;
 213 dev_t mousedev = NODEV;
 214 dev_t stdindev = NODEV;
 215 struct vnode *wsconsvp;
 216
 217 dev_t fbdev = NODEV;
 218 struct vnode *fbvp;
 219 dev_info_t *fbdip;
 220
 221 /*
 222  * moved from cons.c because they must be resident in the kernel.
 223  */
 224 vnode_t *rconsvp;
 225 dev_t   rconsdev;
 226 dev_t   uconsdev = NODEV;
 227
 228 /*
 229  * serial virtual console vnode pointer.
 230  */
 231 vnode_t         *vsconsvp = NULL;
 232
 233 /*
 234  * Flag whether console fb output is using PROM/PROM emulation
 235  * terminal emulator, or is using the kernel terminal emulator.
 236  */
 237 int     consmode = CONS_FW;
 238
 239 /*
 240  * The following allows systems to disable use of the kernel
 241  * terminal emulator (retreat to PROM terminal emulator if there
 242  * is PROM).
 243  */
 244 int     cons_tem_disable;
 245
 246 /*
 247  * consconfig() in autoconf.c sets this; it's the vnode of the distinguished
 248  * keyboard/frame buffer combination, aka the workstation console.
 249  */
 250 vnode_t *rwsconsvp;
 251 dev_t   rwsconsdev;
 252
 253 /*
 254  * Platform console abort policy.
 255  * Platforms may override the default software policy, if such hardware
 256  * (e.g. keyswitches with a secure position) exists.
 257  */
 258 int abort_enable = KIOCABORTENABLE;
 259
 260 /* from cpc.c */
 261 uint_t kcpc_key;        /* TSD key for CPU performance counter context */
 262
 263 /*
 264  * storing and retrieving data by string key
 265  *
 266  * this mechanism allows a consumer to store and retrieve by name a pointer
 267  * to some space maintained by the consumer.
 268  * For example, a driver or module may want to have persistent data
 269  * over unloading/loading cycles. The pointer is typically to some
 270  * kmem_alloced space and it should not be pointing to data that will
 271  * be destroyed when the module is unloaded.
 272  */
 273 static mod_hash_t *space_hash;
 274 static char *space_hash_name = "space_hash";
 275 static size_t   space_hash_nchains = 8;
 276
 277 static void
 278 store_fetch_initspace()
 279 {
 280         space_hash = mod_hash_create_strhash(space_hash_name,
 281             space_hash_nchains, mod_hash_null_valdtor);
 282         ASSERT(space_hash);
 283 }
 284
 285 int
 286 space_store(char *key, uintptr_t ptr)
 287 {
 288         char *s;
 289         int rval;
 290         size_t l;
 291
 292         /* some sanity checks first */
 293         if (key == NULL) {
 294                 return (-1);
 295         }
 296         l = (size_t)strlen(key);
 297         if (l == 0) {
 298                 return (-1);
 299         }
 300
 301         /* increment for null terminator */
 302         l++;
 303
 304         /* alloc space for the string, mod_hash_insert will deallocate */
 305         s = kmem_alloc(l, KM_SLEEP);
 306         bcopy(key, s, l);
 307
 308         rval = mod_hash_insert(space_hash,
 309             (mod_hash_key_t)s, (mod_hash_val_t)ptr);
 310
 311         switch (rval) {
 312         case 0:
 313                 break;
 314 #ifdef DEBUG
 315         case MH_ERR_DUPLICATE:
 316                 cmn_err(CE_WARN, "space_store: duplicate key %s", key);
 317                 rval = -1;
 318                 break;
 319         case MH_ERR_NOMEM:
 320                 cmn_err(CE_WARN, "space_store: no mem for key %s", key);
 321                 rval = -1;
 322                 break;
 323         default:
 324                 cmn_err(CE_WARN, "space_store: unspecified error for key %s",
 325                     key);
 326                 rval = -1;
 327                 break;
 328 #else
 329         default:
 330                 rval = -1;
 331                 break;
 332 #endif
 333         }
 334
 335         return (rval);
 336 }
 337
 338 uintptr_t
 339 space_fetch(char *key)
 340 {
 341         uintptr_t ptr = 0;
 342         mod_hash_val_t val;
 343         int rval;
 344
 345         if (key) {
 346                 rval = mod_hash_find(space_hash, (mod_hash_key_t)key, &val);
 347                 if (rval == 0) {
 348                         ptr = (uintptr_t)val;
 349                 }
 350         }
 351
 352         return (ptr);
 353 }
 354
 355 void
 356 space_free(char *key)
 357 {
 358         if (key) {
 359                 (void) mod_hash_destroy(space_hash, (mod_hash_key_t)key);
 360         }
 361 }
 362
 363 /*
 364  * Support for CRC32.  At present all calculations are done in simple
 365  * macros, so all we need is somewhere to declare the global lookup table.
 366  */
 367
 368 #include <sys/crc32.h>
 369
 370 const uint32_t crc32_table[256] = { CRC32_TABLE };
 371
 372 /*
 373  * We need to fanout load from NIC which can overwhelm a single CPU.
 374  * This becomes especially important on systems having slow CPUs
 375  * (sun4v architecture). mac_soft_ring_enable is false on all
 376  * systems except sun4v. On sun4v, they get enabled by default (see
 377  * sun4v/os/mach_startup.c).
 378  */
 379 boolean_t       mac_soft_ring_enable = B_FALSE;
 380
 381 /*
 382  * Global iscsi boot prop
 383  */
 384 ib_boot_prop_t  *iscsiboot_prop = NULL;