sys/kern/init_main.c

   1 /*-
   2  * Copyright (c) 1995 Terrence R. Lambert
   3  * All rights reserved.
   4  *
   5  * Copyright (c) 1982, 1986, 1989, 1991, 1992, 1993
   6  *      The Regents of the University of California.  All rights reserved.
   7  * (c) UNIX System Laboratories, Inc.
   8  * All or some portions of this file are derived from material licensed
   9  * to the University of California by American Telephone and Telegraph
  10  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
  11  * the permission of UNIX System Laboratories, Inc.
  12  *
  13  * Redistribution and use in source and binary forms, with or without
  14  * modification, are permitted provided that the following conditions
  15  * are met:
  16  * 1. Redistributions of source code must retain the above copyright
  17  *    notice, this list of conditions and the following disclaimer.
  18  * 2. Redistributions in binary form must reproduce the above copyright
  19  *    notice, this list of conditions and the following disclaimer in the
  20  *    documentation and/or other materials provided with the distribution.
  21  * 3. All advertising materials mentioning features or use of this software
  22  *    must display the following acknowledgement:
  23  *      This product includes software developed by the University of
  24  *      California, Berkeley and its contributors.
  25  * 4. Neither the name of the University nor the names of its contributors
  26  *    may be used to endorse or promote products derived from this software
  27  *    without specific prior written permission.
  28  *
  29  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
  30  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  31  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  32  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  33  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  34  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  35  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  36  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  37  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  38  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  39  * SUCH DAMAGE.
  40  *
  41  *      @(#)init_main.c 8.9 (Berkeley) 1/21/94
  42  */
  43
  44 #include <sys/cdefs.h>
  45 __FBSDID("$FreeBSD$");
  46
  47 #include "opt_ddb.h"
  48 #include "opt_init_path.h"
  49 #include "opt_mac.h"
  50
  51 #include <sys/param.h>
  52 #include <sys/kernel.h>
  53 #include <sys/exec.h>
  54 #include <sys/file.h>
  55 #include <sys/filedesc.h>
  56 #include <sys/ktr.h>
  57 #include <sys/lock.h>
  58 #include <sys/mount.h>
  59 #include <sys/mutex.h>
  60 #include <sys/syscallsubr.h>
  61 #include <sys/sysctl.h>
  62 #include <sys/proc.h>
  63 #include <sys/resourcevar.h>
  64 #include <sys/systm.h>
  65 #include <sys/signalvar.h>
  66 #include <sys/vnode.h>
  67 #include <sys/sysent.h>
  68 #include <sys/reboot.h>
  69 #include <sys/sched.h>
  70 #include <sys/sx.h>
  71 #include <sys/sysproto.h>
  72 #include <sys/vmmeter.h>
  73 #include <sys/unistd.h>
  74 #include <sys/malloc.h>
  75 #include <sys/conf.h>
  76
  77 #include <machine/cpu.h>
  78
  79 #include <security/audit/audit.h>
  80 #include <security/mac/mac_framework.h>
  81
  82 #include <vm/vm.h>
  83 #include <vm/vm_param.h>
  84 #include <vm/pmap.h>
  85 #include <vm/vm_map.h>
  86 #include <sys/copyright.h>
  87
  88 #include <ddb/ddb.h>
  89 #include <ddb/db_sym.h>
  90
  91 void mi_startup(void);                          /* Should be elsewhere */
  92
  93 /* Components of the first process -- never freed. */
  94 static struct session session0;
  95 static struct pgrp pgrp0;
  96 struct  proc proc0;
  97 struct  thread thread0 __aligned(8);
  98 struct  ksegrp ksegrp0;
  99 struct  vmspace vmspace0;
 100 struct  proc *initproc;
 101
 102 int     boothowto = 0;          /* initialized so that it can be patched */
 103 SYSCTL_INT(_debug, OID_AUTO, boothowto, CTLFLAG_RD, &boothowto, 0, "");
 104 int     bootverbose;
 105 SYSCTL_INT(_debug, OID_AUTO, bootverbose, CTLFLAG_RW, &bootverbose, 0, "");
 106
 107 /*
 108  * This ensures that there is at least one entry so that the sysinit_set
 109  * symbol is not undefined.  A sybsystem ID of SI_SUB_DUMMY is never
 110  * executed.
 111  */
 112 SYSINIT(placeholder, SI_SUB_DUMMY, SI_ORDER_ANY, NULL, NULL)
 113
 114 /*
 115  * The sysinit table itself.  Items are checked off as the are run.
 116  * If we want to register new sysinit types, add them to newsysinit.
 117  */
 118 SET_DECLARE(sysinit_set, struct sysinit);
 119 struct sysinit **sysinit, **sysinit_end;
 120 struct sysinit **newsysinit, **newsysinit_end;
 121
 122 /*
 123  * Merge a new sysinit set into the current set, reallocating it if
 124  * necessary.  This can only be called after malloc is running.
 125  */
 126 void
 127 sysinit_add(struct sysinit **set, struct sysinit **set_end)
 128 {
 129         struct sysinit **newset;
 130         struct sysinit **sipp;
 131         struct sysinit **xipp;
 132         int count;
 133
 134         count = set_end - set;
 135         if (newsysinit)
 136                 count += newsysinit_end - newsysinit;
 137         else
 138                 count += sysinit_end - sysinit;
 139         newset = malloc(count * sizeof(*sipp), M_TEMP, M_NOWAIT);
 140         if (newset == NULL)
 141                 panic("cannot malloc for sysinit");
 142         xipp = newset;
 143         if (newsysinit)
 144                 for (sipp = newsysinit; sipp < newsysinit_end; sipp++)
 145                         *xipp++ = *sipp;
 146         else
 147                 for (sipp = sysinit; sipp < sysinit_end; sipp++)
 148                         *xipp++ = *sipp;
 149         for (sipp = set; sipp < set_end; sipp++)
 150                 *xipp++ = *sipp;
 151         if (newsysinit)
 152                 free(newsysinit, M_TEMP);
 153         newsysinit = newset;
 154         newsysinit_end = newset + count;
 155 }
 156
 157 /*
 158  * System startup; initialize the world, create process 0, mount root
 159  * filesystem, and fork to create init and pagedaemon.  Most of the
 160  * hard work is done in the lower-level initialization routines including
 161  * startup(), which does memory initialization and autoconfiguration.
 162  *
 163  * This allows simple addition of new kernel subsystems that require
 164  * boot time initialization.  It also allows substitution of subsystem
 165  * (for instance, a scheduler, kernel profiler, or VM system) by object
 166  * module.  Finally, it allows for optional "kernel threads".
 167  */
 168 void
 169 mi_startup(void)
 170 {
 171
 172         register struct sysinit **sipp;         /* system initialization*/
 173         register struct sysinit **xipp;         /* interior loop of sort*/
 174         register struct sysinit *save;          /* bubble*/
 175
 176 #if defined(VERBOSE_SYSINIT)
 177         int last;
 178         int verbose;
 179 #endif
 180
 181         if (sysinit == NULL) {
 182                 sysinit = SET_BEGIN(sysinit_set);
 183                 sysinit_end = SET_LIMIT(sysinit_set);
 184         }
 185
 186 restart:
 187         /*
 188          * Perform a bubble sort of the system initialization objects by
 189          * their subsystem (primary key) and order (secondary key).
 190          */
 191         for (sipp = sysinit; sipp < sysinit_end; sipp++) {
 192                 for (xipp = sipp + 1; xipp < sysinit_end; xipp++) {
 193                         if ((*sipp)->subsystem < (*xipp)->subsystem ||
 194                              ((*sipp)->subsystem == (*xipp)->subsystem &&
 195                               (*sipp)->order <= (*xipp)->order))
 196                                 continue;       /* skip*/
 197                         save = *sipp;
 198                         *sipp = *xipp;
 199                         *xipp = save;
 200                 }
 201         }
 202
 203 #if defined(VERBOSE_SYSINIT)
 204         last = SI_SUB_COPYRIGHT;
 205         verbose = 0;
 206 #if !defined(DDB)
 207         printf("VERBOSE_SYSINIT: DDB not enabled, symbol lookups disabled.\n");
 208 #endif
 209 #endif
 210
 211         /*
 212          * Traverse the (now) ordered list of system initialization tasks.
 213          * Perform each task, and continue on to the next task.
 214          *
 215          * The last item on the list is expected to be the scheduler,
 216          * which will not return.
 217          */
 218         for (sipp = sysinit; sipp < sysinit_end; sipp++) {
 219
 220                 if ((*sipp)->subsystem == SI_SUB_DUMMY)
 221                         continue;       /* skip dummy task(s)*/
 222
 223                 if ((*sipp)->subsystem == SI_SUB_DONE)
 224                         continue;
 225
 226 #if defined(VERBOSE_SYSINIT)
 227                 if ((*sipp)->subsystem > last) {
 228                         verbose = 1;
 229                         last = (*sipp)->subsystem;
 230                         printf("subsystem %x\n", last);
 231                 }
 232                 if (verbose) {
 233 #if defined(DDB)
 234                         const char *name;
 235                         c_db_sym_t sym;
 236                         db_expr_t  offset;
 237
 238                         sym = db_search_symbol((vm_offset_t)(*sipp)->func,
 239                             DB_STGY_PROC, &offset);
 240                         db_symbol_values(sym, &name, NULL);
 241                         if (name != NULL)
 242                                 printf("   %s(%p)... ", name, (*sipp)->udata);
 243                         else
 244 #endif
 245                                 printf("   %p(%p)... ", (*sipp)->func,
 246                                     (*sipp)->udata);
 247                 }
 248 #endif
 249
 250                 /* Call function */
 251                 (*((*sipp)->func))((*sipp)->udata);
 252
 253 #if defined(VERBOSE_SYSINIT)
 254                 if (verbose)
 255                         printf("done.\n");
 256 #endif
 257
 258                 /* Check off the one we're just done */
 259                 (*sipp)->subsystem = SI_SUB_DONE;
 260
 261                 /* Check if we've installed more sysinit items via KLD */
 262                 if (newsysinit != NULL) {
 263                         if (sysinit != SET_BEGIN(sysinit_set))
 264                                 free(sysinit, M_TEMP);
 265                         sysinit = newsysinit;
 266                         sysinit_end = newsysinit_end;
 267                         newsysinit = NULL;
 268                         newsysinit_end = NULL;
 269                         goto restart;
 270                 }
 271         }
 272
 273         panic("Shouldn't get here!");
 274         /* NOTREACHED*/
 275 }
 276
 277
 278 /*
 279  ***************************************************************************
 280  ****
 281  **** The following SYSINIT's belong elsewhere, but have not yet
 282  **** been moved.
 283  ****
 284  ***************************************************************************
 285  */
 286 static void
 287 print_caddr_t(void *data __unused)
 288 {
 289         printf("%s", (char *)data);
 290 }
 291 SYSINIT(announce, SI_SUB_COPYRIGHT, SI_ORDER_FIRST, print_caddr_t, copyright)
 292 SYSINIT(trademark, SI_SUB_COPYRIGHT, SI_ORDER_SECOND, print_caddr_t, trademark)
 293 SYSINIT(version, SI_SUB_COPYRIGHT, SI_ORDER_THIRD, print_caddr_t, version)
 294
 295 #ifdef WITNESS
 296 static char wit_warn[] =
 297      "WARNING: WITNESS option enabled, expect reduced performance.\n";
 298 SYSINIT(witwarn, SI_SUB_COPYRIGHT, SI_ORDER_THIRD + 1,
 299    print_caddr_t, wit_warn)
 300 #endif
 301
 302 #ifdef DIAGNOSTIC
 303 static char diag_warn[] =
 304      "WARNING: DIAGNOSTIC option enabled, expect reduced performance.\n";
 305 SYSINIT(diagwarn, SI_SUB_COPYRIGHT, SI_ORDER_THIRD + 2,
 306     print_caddr_t, diag_warn)
 307 #endif
 308
 309 static void
 310 set_boot_verbose(void *data __unused)
 311 {
 312
 313         if (boothowto & RB_VERBOSE)
 314                 bootverbose++;
 315 }
 316 SYSINIT(boot_verbose, SI_SUB_TUNABLES, SI_ORDER_ANY, set_boot_verbose, NULL)
 317
 318 struct sysentvec null_sysvec = {
 319         0,
 320         NULL,
 321         0,
 322         0,
 323         NULL,
 324         0,
 325         NULL,
 326         NULL,
 327         NULL,
 328         NULL,
 329         NULL,
 330         NULL,
 331         NULL,
 332         "null",
 333         NULL,
 334         NULL,
 335         0,
 336         PAGE_SIZE,
 337         VM_MIN_ADDRESS,
 338         VM_MAXUSER_ADDRESS,
 339         USRSTACK,
 340         PS_STRINGS,
 341         VM_PROT_ALL,
 342         NULL,
 343         NULL,
 344         NULL
 345 };
 346
 347 /*
 348  ***************************************************************************
 349  ****
 350  **** The two following SYSINIT's are proc0 specific glue code.  I am not
 351  **** convinced that they can not be safely combined, but their order of
 352  **** operation has been maintained as the same as the original init_main.c
 353  **** for right now.
 354  ****
 355  **** These probably belong in init_proc.c or kern_proc.c, since they
 356  **** deal with proc0 (the fork template process).
 357  ****
 358  ***************************************************************************
 359  */
 360 /* ARGSUSED*/
 361 static void
 362 proc0_init(void *dummy __unused)
 363 {
 364         struct proc *p;
 365         unsigned i;
 366         struct thread *td;
 367         struct ksegrp *kg;
 368
 369         GIANT_REQUIRED;
 370         p = &proc0;
 371         td = &thread0;
 372         kg = &ksegrp0;
 373
 374         /*
 375          * Initialize magic number.
 376          */
 377         p->p_magic = P_MAGIC;
 378
 379         /*
 380          * Initialize thread, process and ksegrp structures.
 381          */
 382         procinit();     /* set up proc zone */
 383         threadinit();   /* set up thead, upcall and KSEGRP zones */
 384
 385         /*
 386          * Initialise scheduler resources.
 387          * Add scheduler specific parts to proc, ksegrp, thread as needed.
 388          */
 389         schedinit();    /* scheduler gets its house in order */
 390         /*
 391          * Initialize sleep queue hash table
 392          */
 393         sleepinit();
 394
 395         /*
 396          * additional VM structures
 397          */
 398         vm_init2();
 399
 400         /*
 401          * Create process 0 (the swapper).
 402          */
 403         LIST_INSERT_HEAD(&allproc, p, p_list);
 404         LIST_INSERT_HEAD(PIDHASH(0), p, p_hash);
 405         mtx_init(&pgrp0.pg_mtx, "process group", NULL, MTX_DEF | MTX_DUPOK);
 406         p->p_pgrp = &pgrp0;
 407         LIST_INSERT_HEAD(PGRPHASH(0), &pgrp0, pg_hash);
 408         LIST_INIT(&pgrp0.pg_members);
 409         LIST_INSERT_HEAD(&pgrp0.pg_members, p, p_pglist);
 410
 411         pgrp0.pg_session = &session0;
 412         mtx_init(&session0.s_mtx, "session", NULL, MTX_DEF);
 413         session0.s_count = 1;
 414         session0.s_leader = p;
 415
 416         p->p_sysent = &null_sysvec;
 417         p->p_flag = P_SYSTEM;
 418         p->p_sflag = PS_INMEM;
 419         p->p_state = PRS_NORMAL;
 420         knlist_init(&p->p_klist, &p->p_mtx, NULL, NULL, NULL);
 421         STAILQ_INIT(&p->p_ktr);
 422         p->p_nice = NZERO;
 423         td->td_state = TDS_RUNNING;
 424         kg->kg_pri_class = PRI_TIMESHARE;
 425         kg->kg_user_pri = PUSER;
 426         kg->kg_base_user_pri = PUSER;
 427         td->td_priority = PVM;
 428         td->td_base_pri = PUSER;
 429         td->td_oncpu = 0;
 430         p->p_peers = 0;
 431         p->p_leader = p;
 432
 433
 434         bcopy("swapper", p->p_comm, sizeof ("swapper"));
 435
 436         callout_init(&p->p_itcallout, CALLOUT_MPSAFE);
 437         callout_init(&td->td_slpcallout, CALLOUT_MPSAFE);
 438
 439         /* Create credentials. */
 440         p->p_ucred = crget();
 441         p->p_ucred->cr_ngroups = 1;     /* group 0 */
 442         p->p_ucred->cr_uidinfo = uifind(0);
 443         p->p_ucred->cr_ruidinfo = uifind(0);
 444         p->p_ucred->cr_prison = NULL;   /* Don't jail it. */
 445 #ifdef AUDIT
 446         audit_proc_alloc(p);
 447         audit_proc_kproc0(p);
 448 #endif
 449 #ifdef MAC
 450         mac_create_proc0(p->p_ucred);
 451 #endif
 452         td->td_ucred = crhold(p->p_ucred);
 453
 454         /* Create sigacts. */
 455         p->p_sigacts = sigacts_alloc();
 456
 457         /* Initialize signal state for process 0. */
 458         siginit(&proc0);
 459
 460         /* Create the file descriptor table. */
 461         p->p_fd = fdinit(NULL);
 462         p->p_fdtol = NULL;
 463
 464         /* Create the limits structures. */
 465         p->p_limit = lim_alloc();
 466         for (i = 0; i < RLIM_NLIMITS; i++)
 467                 p->p_limit->pl_rlimit[i].rlim_cur =
 468                     p->p_limit->pl_rlimit[i].rlim_max = RLIM_INFINITY;
 469         p->p_limit->pl_rlimit[RLIMIT_NOFILE].rlim_cur =
 470             p->p_limit->pl_rlimit[RLIMIT_NOFILE].rlim_max = maxfiles;
 471         p->p_limit->pl_rlimit[RLIMIT_NPROC].rlim_cur =
 472             p->p_limit->pl_rlimit[RLIMIT_NPROC].rlim_max = maxproc;
 473         i = ptoa(cnt.v_free_count);
 474         p->p_limit->pl_rlimit[RLIMIT_RSS].rlim_max = i;
 475         p->p_limit->pl_rlimit[RLIMIT_MEMLOCK].rlim_max = i;
 476         p->p_limit->pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = i / 3;
 477         p->p_cpulimit = RLIM_INFINITY;
 478
 479         p->p_stats = pstats_alloc();
 480
 481         /* Allocate a prototype map so we have something to fork. */
 482         pmap_pinit0(vmspace_pmap(&vmspace0));
 483         p->p_vmspace = &vmspace0;
 484         vmspace0.vm_refcnt = 1;
 485         vm_map_init(&vmspace0.vm_map, p->p_sysent->sv_minuser,
 486             p->p_sysent->sv_maxuser);
 487         vmspace0.vm_map.pmap = vmspace_pmap(&vmspace0);
 488
 489         /*
 490          * Charge root for one process.
 491          */
 492         (void)chgproccnt(p->p_ucred->cr_ruidinfo, 1, 0);
 493 }
 494 SYSINIT(p0init, SI_SUB_INTRINSIC, SI_ORDER_FIRST, proc0_init, NULL)
 495
 496 /* ARGSUSED*/
 497 static void
 498 proc0_post(void *dummy __unused)
 499 {
 500         struct timespec ts;
 501         struct proc *p;
 502
 503         /*
 504          * Now we can look at the time, having had a chance to verify the
 505          * time from the filesystem.  Pretend that proc0 started now.
 506          */
 507         sx_slock(&allproc_lock);
 508         LIST_FOREACH(p, &allproc, p_list) {
 509                 microuptime(&p->p_stats->p_start);
 510                 p->p_rux.rux_runtime = 0;
 511         }
 512         sx_sunlock(&allproc_lock);
 513         PCPU_SET(switchtime, cpu_ticks());
 514         PCPU_SET(switchticks, ticks);
 515
 516         /*
 517          * Give the ``random'' number generator a thump.
 518          */
 519         nanotime(&ts);
 520         srandom(ts.tv_sec ^ ts.tv_nsec);
 521 }
 522 SYSINIT(p0post, SI_SUB_INTRINSIC_POST, SI_ORDER_FIRST, proc0_post, NULL)
 523
 524 /*
 525  ***************************************************************************
 526  ****
 527  **** The following SYSINIT's and glue code should be moved to the
 528  **** respective files on a per subsystem basis.
 529  ****
 530  ***************************************************************************
 531  */
 532
 533
 534 /*
 535  ***************************************************************************
 536  ****
 537  **** The following code probably belongs in another file, like
 538  **** kern/init_init.c.
 539  ****
 540  ***************************************************************************
 541  */
 542
 543 /*
 544  * List of paths to try when searching for "init".
 545  */
 546 static char init_path[MAXPATHLEN] =
 547 #ifdef  INIT_PATH
 548     __XSTRING(INIT_PATH);
 549 #else
 550     "/sbin/init:/sbin/oinit:/sbin/init.bak:/rescue/init:/stand/sysinstall";
 551 #endif
 552 SYSCTL_STRING(_kern, OID_AUTO, init_path, CTLFLAG_RD, init_path, 0,
 553         "Path used to search the init process");
 554
 555 /*
 556  * Shutdown timeout of init(8).
 557  * Unused within kernel, but used to control init(8), hence do not remove.
 558  */
 559 #ifndef INIT_SHUTDOWN_TIMEOUT
 560 #define INIT_SHUTDOWN_TIMEOUT 120
 561 #endif
 562 static int init_shutdown_timeout = INIT_SHUTDOWN_TIMEOUT;
 563 SYSCTL_INT(_kern, OID_AUTO, init_shutdown_timeout,
 564         CTLFLAG_RW, &init_shutdown_timeout, 0, "");
 565
 566 /*
 567  * Start the initial user process; try exec'ing each pathname in init_path.
 568  * The program is invoked with one argument containing the boot flags.
 569  */
 570 static void
 571 start_init(void *dummy)
 572 {
 573         vm_offset_t addr;
 574         struct execve_args args;
 575         int options, error;
 576         char *var, *path, *next, *s;
 577         char *ucp, **uap, *arg0, *arg1;
 578         struct thread *td;
 579         struct proc *p;
 580
 581         mtx_lock(&Giant);
 582
 583         GIANT_REQUIRED;
 584
 585         td = curthread;
 586         p = td->td_proc;
 587
 588         vfs_mountroot();
 589
 590         /*
 591          * Need just enough stack to hold the faked-up "execve()" arguments.
 592          */
 593         addr = p->p_sysent->sv_usrstack - PAGE_SIZE;
 594         if (vm_map_find(&p->p_vmspace->vm_map, NULL, 0, &addr, PAGE_SIZE,
 595                         FALSE, VM_PROT_ALL, VM_PROT_ALL, 0) != 0)
 596                 panic("init: couldn't allocate argument space");
 597         p->p_vmspace->vm_maxsaddr = (caddr_t)addr;
 598         p->p_vmspace->vm_ssize = 1;
 599
 600         if ((var = getenv("init_path")) != NULL) {
 601                 strlcpy(init_path, var, sizeof(init_path));
 602                 freeenv(var);
 603         }
 604
 605         for (path = init_path; *path != '\0'; path = next) {
 606                 while (*path == ':')
 607                         path++;
 608                 if (*path == '\0')
 609                         break;
 610                 for (next = path; *next != '\0' && *next != ':'; next++)
 611                         /* nothing */ ;
 612                 if (bootverbose)
 613                         printf("start_init: trying %.*s\n", (int)(next - path),
 614                             path);
 615
 616                 /*
 617                  * Move out the boot flag argument.
 618                  */
 619                 options = 0;
 620                 ucp = (char *)p->p_sysent->sv_usrstack;
 621                 (void)subyte(--ucp, 0);         /* trailing zero */
 622                 if (boothowto & RB_SINGLE) {
 623                         (void)subyte(--ucp, 's');
 624                         options = 1;
 625                 }
 626 #ifdef notyet
 627                 if (boothowto & RB_FASTBOOT) {
 628                         (void)subyte(--ucp, 'f');
 629                         options = 1;
 630                 }
 631 #endif
 632
 633 #ifdef BOOTCDROM
 634                 (void)subyte(--ucp, 'C');
 635                 options = 1;
 636 #endif
 637
 638                 if (options == 0)
 639                         (void)subyte(--ucp, '-');
 640                 (void)subyte(--ucp, '-');               /* leading hyphen */
 641                 arg1 = ucp;
 642
 643                 /*
 644                  * Move out the file name (also arg 0).
 645                  */
 646                 (void)subyte(--ucp, 0);
 647                 for (s = next - 1; s >= path; s--)
 648                         (void)subyte(--ucp, *s);
 649                 arg0 = ucp;
 650
 651                 /*
 652                  * Move out the arg pointers.
 653                  */
 654                 uap = (char **)((intptr_t)ucp & ~(sizeof(intptr_t)-1));
 655                 (void)suword((caddr_t)--uap, (long)0);  /* terminator */
 656                 (void)suword((caddr_t)--uap, (long)(intptr_t)arg1);
 657                 (void)suword((caddr_t)--uap, (long)(intptr_t)arg0);
 658
 659                 /*
 660                  * Point at the arguments.
 661                  */
 662                 args.fname = arg0;
 663                 args.argv = uap;
 664                 args.envv = NULL;
 665
 666                 /*
 667                  * Now try to exec the program.  If can't for any reason
 668                  * other than it doesn't exist, complain.
 669                  *
 670                  * Otherwise, return via fork_trampoline() all the way
 671                  * to user mode as init!
 672                  */
 673                 if ((error = execve(td, &args)) == 0) {
 674                         mtx_unlock(&Giant);
 675                         return;
 676                 }
 677                 if (error != ENOENT)
 678                         printf("exec %.*s: error %d\n", (int)(next - path),
 679                             path, error);
 680         }
 681         printf("init: not found in path %s\n", init_path);
 682         panic("no init");
 683 }
 684
 685 /*
 686  * Like kthread_create(), but runs in it's own address space.
 687  * We do this early to reserve pid 1.
 688  *
 689  * Note special case - do not make it runnable yet.  Other work
 690  * in progress will change this more.
 691  */
 692 static void
 693 create_init(const void *udata __unused)
 694 {
 695         struct ucred *newcred, *oldcred;
 696         int error;
 697
 698         error = fork1(&thread0, RFFDG | RFPROC | RFSTOPPED, 0, &initproc);
 699         if (error)
 700                 panic("cannot fork init: %d\n", error);
 701         KASSERT(initproc->p_pid == 1, ("create_init: initproc->p_pid != 1"));
 702         /* divorce init's credentials from the kernel's */
 703         newcred = crget();
 704         PROC_LOCK(initproc);
 705         initproc->p_flag |= P_SYSTEM;
 706         oldcred = initproc->p_ucred;
 707         crcopy(newcred, oldcred);
 708 #ifdef MAC
 709         mac_create_proc1(newcred);
 710 #endif
 711 #ifdef AUDIT
 712         audit_proc_init(initproc);
 713 #endif
 714         initproc->p_ucred = newcred;
 715         PROC_UNLOCK(initproc);
 716         crfree(oldcred);
 717         cred_update_thread(FIRST_THREAD_IN_PROC(initproc));
 718         mtx_lock_spin(&sched_lock);
 719         initproc->p_sflag |= PS_INMEM;
 720         mtx_unlock_spin(&sched_lock);
 721         cpu_set_fork_handler(FIRST_THREAD_IN_PROC(initproc), start_init, NULL);
 722 }
 723 SYSINIT(init, SI_SUB_CREATE_INIT, SI_ORDER_FIRST, create_init, NULL)
 724
 725 /*
 726  * Make it runnable now.
 727  */
 728 static void
 729 kick_init(const void *udata __unused)
 730 {
 731         struct thread *td;
 732
 733         td = FIRST_THREAD_IN_PROC(initproc);
 734         mtx_lock_spin(&sched_lock);
 735         TD_SET_CAN_RUN(td);
 736         setrunqueue(td, SRQ_BORING);    /* XXXKSE */
 737         mtx_unlock_spin(&sched_lock);
 738 }
 739 SYSINIT(kickinit, SI_SUB_KTHREAD_INIT, SI_ORDER_FIRST, kick_init, NULL)