lib/libcaps/globaldata.c

   1 /*
   2  * GLOBALDATA.C
   3  *
   4  * Copyright (c) 2003 Matthew Dillon <dillon@backplane.com>
   5  * All rights reserved.
   6  *
   7  * Redistribution and use in source and binary forms, with or without
   8  * modification, are permitted provided that the following conditions
   9  * are met:
  10  * 1. Redistributions of source code must retain the above copyright
  11  *    notice, this list of conditions and the following disclaimer.
  12  * 2. Redistributions in binary form must reproduce the above copyright
  13  *    notice, this list of conditions and the following disclaimer in the
  14  *    documentation and/or other materials provided with the distribution.
  15  *
  16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  26  * SUCH DAMAGE.
  27  *
  28  * $DragonFly: src/lib/libcaps/globaldata.c,v 1.7 2004/07/29 08:55:02 dillon Exp $
  29  */
  30
  31 #include "defs.h"
  32
  33 struct globaldata gdary[MAXVCPU];
  34 u_int mp_lock;
  35 int ncpus = 1;
  36 cpumask_t stopped_cpus;
  37 cpumask_t smp_active_mask;
  38 char *panicstr;
  39
  40 /*
  41  * Master globaldata init
  42  */
  43 void
  44 globaldata_init(thread_t td)
  45 {
  46     mi_gdinit1(&gdary[0], 0);
  47     mi_gdinit2(&gdary[0]);
  48
  49     /*
  50      * If a 'main' thread is passed make it the current thread and mark it
  51      * as currently running, but not on the run queue.
  52      */
  53     if (td) {
  54         gdary[0].gd_curthread = td;
  55         lwkt_init_thread(td, NULL, 0, TDF_RUNNING|TDF_SYSTHREAD, mycpu);
  56     }
  57 }
  58
  59 /*
  60  * per-cpu globaldata init.  Calls lwkt_gdinit() and md_gdinit*().  Returns
  61  * with the target cpu left in a critical section.
  62  */
  63 void
  64 mi_gdinit1(globaldata_t gd, int cpuid)
  65 {
  66     bzero(gd, sizeof(*gd));
  67     TAILQ_INIT(&gd->gd_tdfreeq);
  68     gd->gd_cpuid = cpuid;
  69     gd->gd_cpumask = (cpumask_t)1 << cpuid;
  70     gd->gd_self = gd;
  71     gd->gd_upcall.upc_magic = UPCALL_MAGIC;
  72     gd->gd_upcall.upc_critoff = offsetof(struct thread, td_pri);
  73     gd->gd_ipiq = malloc(sizeof(lwkt_ipiq) * MAXVCPU);
  74     bzero(gd->gd_ipiq, sizeof(lwkt_ipiq) * MAXVCPU);
  75     md_gdinit1(gd);
  76 }
  77
  78 void
  79 mi_gdinit2(globaldata_t gd)
  80 {
  81     gd->gd_upcid = upc_register(&gd->gd_upcall, upc_callused_wrapper,
  82                                 (void *)lwkt_process_ipiq, gd);
  83     if (gd->gd_upcid < 0)
  84         panic("upc_register: failed on cpu %d\n", gd->gd_cpuid);
  85     md_gdinit2(gd);
  86     lwkt_gdinit(gd);
  87 }
  88
  89 globaldata_t
  90 globaldata_find(int cpu)
  91 {
  92     KKASSERT(cpu >= 0 && cpu < ncpus);
  93     return(&gdary[cpu]);
  94 }
  95
  96 void *
  97 libcaps_alloc_stack(int stksize)
  98 {
  99     return(malloc(stksize));
 100 }
 101
 102 void
 103 libcaps_free_stack(void *stk, int stksize)
 104 {
 105     free(stk);
 106 }
 107
 108 /*
 109  * Process any pending upcalls now.  Remember there is a dispatch interlock
 110  * if upc_pending is non-zero, so we have to set it to zero.  If we are in
 111  * a critical section this function is a NOP.
 112  */
 113 void
 114 splz(void)
 115 {
 116     globaldata_t gd = mycpu;
 117
 118     if (gd->gd_upcall.upc_pending) {
 119         gd->gd_upcall.upc_pending = 0;
 120         upc_control(UPC_CONTROL_DISPATCH, -1, (void *)1);
 121     }
 122 }
 123
 124 int
 125 need_lwkt_resched(void)
 126 {
 127     return(0);
 128 }
 129
 130 void
 131 cpu_send_ipiq(int dcpu)
 132 {
 133     upc_control(UPC_CONTROL_DISPATCH, gdary[dcpu].gd_upcid, (void *)TDPRI_CRIT);
 134 }
 135
 136 void
 137 cpu_halt(void)
 138 {
 139     upc_control(UPC_CONTROL_WAIT, -1, (void *)TDPRI_CRIT);
 140 }
 141
 142 __dead2 void
 143 panic(const char *ctl, ...)
 144 {
 145     va_list va;
 146
 147     va_start(va, ctl);
 148     vfprintf(stderr, ctl, va);
 149     va_end(va);
 150     abort();
 151 }
 152
 153 /*
 154  * Create a new virtual cpu.  The cpuid is returned and may be used
 155  * in later lwkt_create() calls.
 156  */
 157 static int
 158 caps_vcpu_start(void *vgd)
 159 {
 160     mi_gdinit2(vgd);    /* sets %gs */
 161     cpu_rfork_start();
 162 }
 163
 164 int
 165 caps_fork_vcpu(void)
 166 {
 167     int cpuid;
 168     globaldata_t gd;
 169     char stack[8192];
 170
 171     if ((cpuid = ncpus) >= MAXVCPU)
 172         return(-1);
 173     ++ncpus;
 174     gd = &gdary[cpuid];
 175     mi_gdinit1(gd, cpuid);
 176     rfork_thread(RFMEM|RFPROC|RFSIGSHARE, stack + sizeof(stack),
 177                 caps_vcpu_start, gd);
 178     while (gd->gd_pid == 0)
 179         ;
 180     /* XXX wait for upcall setup */
 181     return(cpuid);
 182 }
 183