usr.sbin/bhyvectl/bhyvectl.c

   1 /*-
   2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
   3  *
   4  * Copyright (c) 2011 NetApp, Inc.
   5  * All rights reserved.
   6  *
   7  * Redistribution and use in source and binary forms, with or without
   8  * modification, are permitted provided that the following conditions
   9  * are met:
  10  * 1. Redistributions of source code must retain the above copyright
  11  *    notice, this list of conditions and the following disclaimer.
  12  * 2. Redistributions in binary form must reproduce the above copyright
  13  *    notice, this list of conditions and the following disclaimer in the
  14  *    documentation and/or other materials provided with the distribution.
  15  *
  16  * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND
  17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  19  * ARE DISCLAIMED.  IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE
  20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  26  * SUCH DAMAGE.
  27  *
  28  * $FreeBSD$
  29  */
  30
  31 #include <sys/cdefs.h>
  32 __FBSDID("$FreeBSD$");
  33
  34 #include <sys/param.h>
  35 #include <sys/types.h>
  36 #include <sys/sysctl.h>
  37 #include <sys/errno.h>
  38 #include <sys/mman.h>
  39 #include <sys/cpuset.h>
  40
  41 #include <stdio.h>
  42 #include <stdlib.h>
  43 #include <stdbool.h>
  44 #include <string.h>
  45 #include <unistd.h>
  46 #include <libgen.h>
  47 #include <libutil.h>
  48 #include <fcntl.h>
  49 #include <getopt.h>
  50 #include <time.h>
  51 #include <assert.h>
  52 #include <libutil.h>
  53
  54 #include <machine/cpufunc.h>
  55 #include <machine/specialreg.h>
  56 #include <machine/vmm.h>
  57 #include <machine/vmm_dev.h>
  58 #include <vmmapi.h>
  59
  60 #include <sys/socket.h>
  61 #include <sys/un.h>
  62
  63 #include "amd/vmcb.h"
  64 #include "intel/vmcs.h"
  65
  66 #define MB      (1UL << 20)
  67 #define GB      (1UL << 30)
  68
  69 #define REQ_ARG         required_argument
  70 #define NO_ARG          no_argument
  71 #define OPT_ARG         optional_argument
  72
  73 #define CHECKPOINT_RUN_DIR "/var/run/bhyve/checkpoint"
  74 #define MAX_VMNAME 100
  75
  76 static const char *progname;
  77
  78 static void
  79 usage(bool cpu_intel)
  80 {
  81
  82         (void)fprintf(stderr,
  83         "Usage: %s --vm=<vmname>\n"
  84         "       [--cpu=<vcpu_number>]\n"
  85         "       [--create]\n"
  86         "       [--destroy]\n"
  87 #ifdef BHYVE_SNAPSHOT
  88         "       [--checkpoint=<filename>]\n"
  89         "       [--suspend=<filename>]\n"
  90 #endif
  91         "       [--get-all]\n"
  92         "       [--get-stats]\n"
  93         "       [--set-desc-ds]\n"
  94         "       [--get-desc-ds]\n"
  95         "       [--set-desc-es]\n"
  96         "       [--get-desc-es]\n"
  97         "       [--set-desc-gs]\n"
  98         "       [--get-desc-gs]\n"
  99         "       [--set-desc-fs]\n"
 100         "       [--get-desc-fs]\n"
 101         "       [--set-desc-cs]\n"
 102         "       [--get-desc-cs]\n"
 103         "       [--set-desc-ss]\n"
 104         "       [--get-desc-ss]\n"
 105         "       [--set-desc-tr]\n"
 106         "       [--get-desc-tr]\n"
 107         "       [--set-desc-ldtr]\n"
 108         "       [--get-desc-ldtr]\n"
 109         "       [--set-desc-gdtr]\n"
 110         "       [--get-desc-gdtr]\n"
 111         "       [--set-desc-idtr]\n"
 112         "       [--get-desc-idtr]\n"
 113         "       [--run]\n"
 114         "       [--capname=<capname>]\n"
 115         "       [--getcap]\n"
 116         "       [--setcap=<0|1>]\n"
 117         "       [--desc-base=<BASE>]\n"
 118         "       [--desc-limit=<LIMIT>]\n"
 119         "       [--desc-access=<ACCESS>]\n"
 120         "       [--set-cr0=<CR0>]\n"
 121         "       [--get-cr0]\n"
 122         "       [--set-cr2=<CR2>]\n"
 123         "       [--get-cr2]\n"
 124         "       [--set-cr3=<CR3>]\n"
 125         "       [--get-cr3]\n"
 126         "       [--set-cr4=<CR4>]\n"
 127         "       [--get-cr4]\n"
 128         "       [--set-dr0=<DR0>]\n"
 129         "       [--get-dr0]\n"
 130         "       [--set-dr1=<DR1>]\n"
 131         "       [--get-dr1]\n"
 132         "       [--set-dr2=<DR2>]\n"
 133         "       [--get-dr2]\n"
 134         "       [--set-dr3=<DR3>]\n"
 135         "       [--get-dr3]\n"
 136         "       [--set-dr6=<DR6>]\n"
 137         "       [--get-dr6]\n"
 138         "       [--set-dr7=<DR7>]\n"
 139         "       [--get-dr7]\n"
 140         "       [--set-rsp=<RSP>]\n"
 141         "       [--get-rsp]\n"
 142         "       [--set-rip=<RIP>]\n"
 143         "       [--get-rip]\n"
 144         "       [--get-rax]\n"
 145         "       [--set-rax=<RAX>]\n"
 146         "       [--get-rbx]\n"
 147         "       [--get-rcx]\n"
 148         "       [--get-rdx]\n"
 149         "       [--get-rsi]\n"
 150         "       [--get-rdi]\n"
 151         "       [--get-rbp]\n"
 152         "       [--get-r8]\n"
 153         "       [--get-r9]\n"
 154         "       [--get-r10]\n"
 155         "       [--get-r11]\n"
 156         "       [--get-r12]\n"
 157         "       [--get-r13]\n"
 158         "       [--get-r14]\n"
 159         "       [--get-r15]\n"
 160         "       [--set-rflags=<RFLAGS>]\n"
 161         "       [--get-rflags]\n"
 162         "       [--set-cs]\n"
 163         "       [--get-cs]\n"
 164         "       [--set-ds]\n"
 165         "       [--get-ds]\n"
 166         "       [--set-es]\n"
 167         "       [--get-es]\n"
 168         "       [--set-fs]\n"
 169         "       [--get-fs]\n"
 170         "       [--set-gs]\n"
 171         "       [--get-gs]\n"
 172         "       [--set-ss]\n"
 173         "       [--get-ss]\n"
 174         "       [--get-tr]\n"
 175         "       [--get-ldtr]\n"
 176         "       [--set-x2apic-state=<state>]\n"
 177         "       [--get-x2apic-state]\n"
 178         "       [--unassign-pptdev=<bus/slot/func>]\n"
 179         "       [--set-mem=<memory in units of MB>]\n"
 180         "       [--get-lowmem]\n"
 181         "       [--get-highmem]\n"
 182         "       [--get-gpa-pmap]\n"
 183         "       [--assert-lapic-lvt=<pin>]\n"
 184         "       [--inject-nmi]\n"
 185         "       [--force-reset]\n"
 186         "       [--force-poweroff]\n"
 187         "       [--get-rtc-time]\n"
 188         "       [--set-rtc-time=<secs>]\n"
 189         "       [--get-rtc-nvram]\n"
 190         "       [--set-rtc-nvram=<val>]\n"
 191         "       [--rtc-nvram-offset=<offset>]\n"
 192         "       [--get-active-cpus]\n"
 193         "       [--get-suspended-cpus]\n"
 194         "       [--get-intinfo]\n"
 195         "       [--get-eptp]\n"
 196         "       [--set-exception-bitmap]\n"
 197         "       [--get-exception-bitmap]\n"
 198         "       [--get-tsc-offset]\n"
 199         "       [--get-guest-pat]\n"
 200         "       [--get-io-bitmap-address]\n"
 201         "       [--get-msr-bitmap]\n"
 202         "       [--get-msr-bitmap-address]\n"
 203         "       [--get-guest-sysenter]\n"
 204         "       [--get-exit-reason]\n"
 205         "       [--get-cpu-topology]\n",
 206         progname);
 207
 208         if (cpu_intel) {
 209                 (void)fprintf(stderr,
 210                 "       [--get-vmcs-pinbased-ctls]\n"
 211                 "       [--get-vmcs-procbased-ctls]\n"
 212                 "       [--get-vmcs-procbased-ctls2]\n"
 213                 "       [--get-vmcs-entry-interruption-info]\n"
 214                 "       [--set-vmcs-entry-interruption-info=<info>]\n"
 215                 "       [--get-vmcs-guest-physical-address\n"
 216                 "       [--get-vmcs-guest-linear-address\n"
 217                 "       [--get-vmcs-host-pat]\n"
 218                 "       [--get-vmcs-host-cr0]\n"
 219                 "       [--get-vmcs-host-cr3]\n"
 220                 "       [--get-vmcs-host-cr4]\n"
 221                 "       [--get-vmcs-host-rip]\n"
 222                 "       [--get-vmcs-host-rsp]\n"
 223                 "       [--get-vmcs-cr0-mask]\n"
 224                 "       [--get-vmcs-cr0-shadow]\n"
 225                 "       [--get-vmcs-cr4-mask]\n"
 226                 "       [--get-vmcs-cr4-shadow]\n"
 227                 "       [--get-vmcs-cr3-targets]\n"
 228                 "       [--get-vmcs-apic-access-address]\n"
 229                 "       [--get-vmcs-virtual-apic-address]\n"
 230                 "       [--get-vmcs-tpr-threshold]\n"
 231                 "       [--get-vmcs-vpid]\n"
 232                 "       [--get-vmcs-instruction-error]\n"
 233                 "       [--get-vmcs-exit-ctls]\n"
 234                 "       [--get-vmcs-entry-ctls]\n"
 235                 "       [--get-vmcs-link]\n"
 236                 "       [--get-vmcs-exit-qualification]\n"
 237                 "       [--get-vmcs-exit-interruption-info]\n"
 238                 "       [--get-vmcs-exit-interruption-error]\n"
 239                 "       [--get-vmcs-interruptibility]\n"
 240                 );
 241         } else {
 242                 (void)fprintf(stderr,
 243                 "       [--get-vmcb-intercepts]\n"
 244                 "       [--get-vmcb-asid]\n"
 245                 "       [--get-vmcb-exit-details]\n"
 246                 "       [--get-vmcb-tlb-ctrl]\n"
 247                 "       [--get-vmcb-virq]\n"
 248                 "       [--get-avic-apic-bar]\n"
 249                 "       [--get-avic-backing-page]\n"
 250                 "       [--get-avic-table]\n"
 251                 );
 252         }
 253         exit(1);
 254 }
 255
 256 static int get_rtc_time, set_rtc_time;
 257 static int get_rtc_nvram, set_rtc_nvram;
 258 static int rtc_nvram_offset;
 259 static uint8_t rtc_nvram_value;
 260 static time_t rtc_secs;
 261
 262 static int get_stats, getcap, setcap, capval, get_gpa_pmap;
 263 static int inject_nmi, assert_lapic_lvt;
 264 static int force_reset, force_poweroff;
 265 static const char *capname;
 266 static int create, destroy, get_memmap, get_memseg;
 267 static int get_intinfo;
 268 static int get_active_cpus, get_suspended_cpus;
 269 static uint64_t memsize;
 270 static int set_cr0, get_cr0, set_cr2, get_cr2, set_cr3, get_cr3;
 271 static int set_cr4, get_cr4;
 272 static int set_efer, get_efer;
 273 static int set_dr0, get_dr0;
 274 static int set_dr1, get_dr1;
 275 static int set_dr2, get_dr2;
 276 static int set_dr3, get_dr3;
 277 static int set_dr6, get_dr6;
 278 static int set_dr7, get_dr7;
 279 static int set_rsp, get_rsp, set_rip, get_rip, set_rflags, get_rflags;
 280 static int set_rax, get_rax;
 281 static int get_rbx, get_rcx, get_rdx, get_rsi, get_rdi, get_rbp;
 282 static int get_r8, get_r9, get_r10, get_r11, get_r12, get_r13, get_r14, get_r15;
 283 static int set_desc_ds, get_desc_ds;
 284 static int set_desc_es, get_desc_es;
 285 static int set_desc_fs, get_desc_fs;
 286 static int set_desc_gs, get_desc_gs;
 287 static int set_desc_cs, get_desc_cs;
 288 static int set_desc_ss, get_desc_ss;
 289 static int set_desc_gdtr, get_desc_gdtr;
 290 static int set_desc_idtr, get_desc_idtr;
 291 static int set_desc_tr, get_desc_tr;
 292 static int set_desc_ldtr, get_desc_ldtr;
 293 static int set_cs, set_ds, set_es, set_fs, set_gs, set_ss, set_tr, set_ldtr;
 294 static int get_cs, get_ds, get_es, get_fs, get_gs, get_ss, get_tr, get_ldtr;
 295 static int set_x2apic_state, get_x2apic_state;
 296 enum x2apic_state x2apic_state;
 297 static int unassign_pptdev, bus, slot, func;
 298 static int run;
 299 static int get_cpu_topology;
 300 #ifdef BHYVE_SNAPSHOT
 301 static int vm_checkpoint_opt;
 302 static int vm_suspend_opt;
 303 #endif
 304
 305 /*
 306  * VMCB specific.
 307  */
 308 static int get_vmcb_intercept, get_vmcb_exit_details, get_vmcb_tlb_ctrl;
 309 static int get_vmcb_virq, get_avic_table;
 310
 311 /*
 312  * VMCS-specific fields
 313  */
 314 static int get_pinbased_ctls, get_procbased_ctls, get_procbased_ctls2;
 315 static int get_eptp, get_io_bitmap, get_tsc_offset;
 316 static int get_vmcs_entry_interruption_info, set_vmcs_entry_interruption_info;
 317 static int get_vmcs_interruptibility;
 318 uint32_t vmcs_entry_interruption_info;
 319 static int get_vmcs_gpa, get_vmcs_gla;
 320 static int get_exception_bitmap, set_exception_bitmap, exception_bitmap;
 321 static int get_cr0_mask, get_cr0_shadow;
 322 static int get_cr4_mask, get_cr4_shadow;
 323 static int get_cr3_targets;
 324 static int get_apic_access_addr, get_virtual_apic_addr, get_tpr_threshold;
 325 static int get_msr_bitmap, get_msr_bitmap_address;
 326 static int get_vpid_asid;
 327 static int get_inst_err, get_exit_ctls, get_entry_ctls;
 328 static int get_host_cr0, get_host_cr3, get_host_cr4;
 329 static int get_host_rip, get_host_rsp;
 330 static int get_guest_pat, get_host_pat;
 331 static int get_guest_sysenter, get_vmcs_link;
 332 static int get_exit_reason, get_vmcs_exit_qualification;
 333 static int get_vmcs_exit_interruption_info, get_vmcs_exit_interruption_error;
 334 static int get_vmcs_exit_inst_length;
 335
 336 static uint64_t desc_base;
 337 static uint32_t desc_limit, desc_access;
 338
 339 static int get_all;
 340
 341 static void
 342 dump_vm_run_exitcode(struct vm_exit *vmexit, int vcpu)
 343 {
 344         printf("vm exit[%d]\n", vcpu);
 345         printf("\trip\t\t0x%016lx\n", vmexit->rip);
 346         printf("\tinst_length\t%d\n", vmexit->inst_length);
 347         switch (vmexit->exitcode) {
 348         case VM_EXITCODE_INOUT:
 349                 printf("\treason\t\tINOUT\n");
 350                 printf("\tdirection\t%s\n", vmexit->u.inout.in ? "IN" : "OUT");
 351                 printf("\tbytes\t\t%d\n", vmexit->u.inout.bytes);
 352                 printf("\tflags\t\t%s%s\n",
 353                         vmexit->u.inout.string ? "STRING " : "",
 354                         vmexit->u.inout.rep ? "REP " : "");
 355                 printf("\tport\t\t0x%04x\n", vmexit->u.inout.port);
 356                 printf("\teax\t\t0x%08x\n", vmexit->u.inout.eax);
 357                 break;
 358         case VM_EXITCODE_VMX:
 359                 printf("\treason\t\tVMX\n");
 360                 printf("\tstatus\t\t%d\n", vmexit->u.vmx.status);
 361                 printf("\texit_reason\t0x%08x (%u)\n",
 362                     vmexit->u.vmx.exit_reason, vmexit->u.vmx.exit_reason);
 363                 printf("\tqualification\t0x%016lx\n",
 364                         vmexit->u.vmx.exit_qualification);
 365                 printf("\tinst_type\t\t%d\n", vmexit->u.vmx.inst_type);
 366                 printf("\tinst_error\t\t%d\n", vmexit->u.vmx.inst_error);
 367                 break;
 368         case VM_EXITCODE_SVM:
 369                 printf("\treason\t\tSVM\n");
 370                 printf("\texit_reason\t\t%#lx\n", vmexit->u.svm.exitcode);
 371                 printf("\texitinfo1\t\t%#lx\n", vmexit->u.svm.exitinfo1);
 372                 printf("\texitinfo2\t\t%#lx\n", vmexit->u.svm.exitinfo2);
 373                 break;
 374         default:
 375                 printf("*** unknown vm run exitcode %d\n", vmexit->exitcode);
 376                 break;
 377         }
 378 }
 379
 380 /* AMD 6th generation and Intel compatible MSRs */
 381 #define MSR_AMD6TH_START        0xC0000000
 382 #define MSR_AMD6TH_END          0xC0001FFF
 383 /* AMD 7th and 8th generation compatible MSRs */
 384 #define MSR_AMD7TH_START        0xC0010000
 385 #define MSR_AMD7TH_END          0xC0011FFF
 386
 387 static const char *
 388 msr_name(uint32_t msr)
 389 {
 390         static char buf[32];
 391
 392         switch(msr) {
 393         case MSR_TSC:
 394                 return ("MSR_TSC");
 395         case MSR_EFER:
 396                 return ("MSR_EFER");
 397         case MSR_STAR:
 398                 return ("MSR_STAR");
 399         case MSR_LSTAR:
 400                 return ("MSR_LSTAR");
 401         case MSR_CSTAR:
 402                 return ("MSR_CSTAR");
 403         case MSR_SF_MASK:
 404                 return ("MSR_SF_MASK");
 405         case MSR_FSBASE:
 406                 return ("MSR_FSBASE");
 407         case MSR_GSBASE:
 408                 return ("MSR_GSBASE");
 409         case MSR_KGSBASE:
 410                 return ("MSR_KGSBASE");
 411         case MSR_SYSENTER_CS_MSR:
 412                 return ("MSR_SYSENTER_CS_MSR");
 413         case MSR_SYSENTER_ESP_MSR:
 414                 return ("MSR_SYSENTER_ESP_MSR");
 415         case MSR_SYSENTER_EIP_MSR:
 416                 return ("MSR_SYSENTER_EIP_MSR");
 417         case MSR_PAT:
 418                 return ("MSR_PAT");
 419         }
 420         snprintf(buf, sizeof(buf), "MSR       %#08x", msr);
 421
 422         return (buf);
 423 }
 424
 425 static inline void
 426 print_msr_pm(uint64_t msr, int vcpu, int readable, int writeable)
 427 {
 428
 429         if (readable || writeable) {
 430                 printf("%-20s[%d]\t\t%c%c\n", msr_name(msr), vcpu,
 431                         readable ? 'R' : '-', writeable ? 'W' : '-');
 432         }
 433 }
 434
 435 /*
 436  * Reference APM vol2, section 15.11 MSR Intercepts.
 437  */
 438 static void
 439 dump_amd_msr_pm(const char *bitmap, int vcpu)
 440 {
 441         int byte, bit, readable, writeable;
 442         uint32_t msr;
 443
 444         for (msr = 0; msr < 0x2000; msr++) {
 445                 byte = msr / 4;
 446                 bit = (msr % 4) * 2;
 447
 448                 /* Look at MSRs in the range 0x00000000 to 0x00001FFF */
 449                 readable = (bitmap[byte] & (1 << bit)) ? 0 : 1;
 450                 writeable = (bitmap[byte] & (2 << bit)) ?  0 : 1;
 451                 print_msr_pm(msr, vcpu, readable, writeable);
 452
 453                 /* Look at MSRs in the range 0xC0000000 to 0xC0001FFF */
 454                 byte += 2048;
 455                 readable = (bitmap[byte] & (1 << bit)) ? 0 : 1;
 456                 writeable = (bitmap[byte] & (2 << bit)) ?  0 : 1;
 457                 print_msr_pm(msr + MSR_AMD6TH_START, vcpu, readable,
 458                                 writeable);
 459
 460                 /* MSR 0xC0010000 to 0xC0011FF is only for AMD */
 461                 byte += 4096;
 462                 readable = (bitmap[byte] & (1 << bit)) ? 0 : 1;
 463                 writeable = (bitmap[byte] & (2 << bit)) ?  0 : 1;
 464                 print_msr_pm(msr + MSR_AMD7TH_START, vcpu, readable,
 465                                 writeable);
 466         }
 467 }
 468
 469 /*
 470  * Reference Intel SDM Vol3 Section 24.6.9 MSR-Bitmap Address
 471  */
 472 static void
 473 dump_intel_msr_pm(const char *bitmap, int vcpu)
 474 {
 475         int byte, bit, readable, writeable;
 476         uint32_t msr;
 477
 478         for (msr = 0; msr < 0x2000; msr++) {
 479                 byte = msr / 8;
 480                 bit = msr & 0x7;
 481
 482                 /* Look at MSRs in the range 0x00000000 to 0x00001FFF */
 483                 readable = (bitmap[byte] & (1 << bit)) ? 0 : 1;
 484                 writeable = (bitmap[2048 + byte] & (1 << bit)) ?  0 : 1;
 485                 print_msr_pm(msr, vcpu, readable, writeable);
 486
 487                 /* Look at MSRs in the range 0xC0000000 to 0xC0001FFF */
 488                 byte += 1024;
 489                 readable = (bitmap[byte] & (1 << bit)) ? 0 : 1;
 490                 writeable = (bitmap[2048 + byte] & (1 << bit)) ?  0 : 1;
 491                 print_msr_pm(msr + MSR_AMD6TH_START, vcpu, readable,
 492                                 writeable);
 493         }
 494 }
 495
 496 static int
 497 dump_msr_bitmap(int vcpu, uint64_t addr, bool cpu_intel)
 498 {
 499         int error, fd, map_size;
 500         const char *bitmap;
 501
 502         error = -1;
 503         bitmap = MAP_FAILED;
 504
 505         fd = open("/dev/mem", O_RDONLY, 0);
 506         if (fd < 0) {
 507                 perror("Couldn't open /dev/mem");
 508                 goto done;
 509         }
 510
 511         if (cpu_intel)
 512                 map_size = PAGE_SIZE;
 513         else
 514                 map_size = 2 * PAGE_SIZE;
 515
 516         bitmap = mmap(NULL, map_size, PROT_READ, MAP_SHARED, fd, addr);
 517         if (bitmap == MAP_FAILED) {
 518                 perror("mmap failed");
 519                 goto done;
 520         }
 521
 522         if (cpu_intel)
 523                 dump_intel_msr_pm(bitmap, vcpu);
 524         else
 525                 dump_amd_msr_pm(bitmap, vcpu);
 526
 527         error = 0;
 528 done:
 529         if (bitmap != MAP_FAILED)
 530                 munmap((void *)bitmap, map_size);
 531         if (fd >= 0)
 532                 close(fd);
 533
 534         return (error);
 535 }
 536
 537 static int
 538 vm_get_vmcs_field(struct vmctx *ctx, int vcpu, int field, uint64_t *ret_val)
 539 {
 540
 541         return (vm_get_register(ctx, vcpu, VMCS_IDENT(field), ret_val));
 542 }
 543
 544 static int
 545 vm_set_vmcs_field(struct vmctx *ctx, int vcpu, int field, uint64_t val)
 546 {
 547
 548         return (vm_set_register(ctx, vcpu, VMCS_IDENT(field), val));
 549 }
 550
 551 static int
 552 vm_get_vmcb_field(struct vmctx *ctx, int vcpu, int off, int bytes,
 553         uint64_t *ret_val)
 554 {
 555
 556         return (vm_get_register(ctx, vcpu, VMCB_ACCESS(off, bytes), ret_val));
 557 }
 558
 559 static int
 560 vm_set_vmcb_field(struct vmctx *ctx, int vcpu, int off, int bytes,
 561         uint64_t val)
 562 {
 563
 564         return (vm_set_register(ctx, vcpu, VMCB_ACCESS(off, bytes), val));
 565 }
 566
 567 enum {
 568         VMNAME = 1000,  /* avoid collision with return values from getopt */
 569         VCPU,
 570         SET_MEM,
 571         SET_EFER,
 572         SET_CR0,
 573         SET_CR2,
 574         SET_CR3,
 575         SET_CR4,
 576         SET_DR0,
 577         SET_DR1,
 578         SET_DR2,
 579         SET_DR3,
 580         SET_DR6,
 581         SET_DR7,
 582         SET_RSP,
 583         SET_RIP,
 584         SET_RAX,
 585         SET_RFLAGS,
 586         DESC_BASE,
 587         DESC_LIMIT,
 588         DESC_ACCESS,
 589         SET_CS,
 590         SET_DS,
 591         SET_ES,
 592         SET_FS,
 593         SET_GS,
 594         SET_SS,
 595         SET_TR,
 596         SET_LDTR,
 597         SET_X2APIC_STATE,
 598         SET_EXCEPTION_BITMAP,
 599         SET_VMCS_ENTRY_INTERRUPTION_INFO,
 600         SET_CAP,
 601         CAPNAME,
 602         UNASSIGN_PPTDEV,
 603         GET_GPA_PMAP,
 604         ASSERT_LAPIC_LVT,
 605         SET_RTC_TIME,
 606         SET_RTC_NVRAM,
 607         RTC_NVRAM_OFFSET,
 608 #ifdef BHYVE_SNAPSHOT
 609         SET_CHECKPOINT_FILE,
 610         SET_SUSPEND_FILE,
 611 #endif
 612 };
 613
 614 static void
 615 print_cpus(const char *banner, const cpuset_t *cpus)
 616 {
 617         int i, first;
 618
 619         first = 1;
 620         printf("%s:\t", banner);
 621         if (!CPU_EMPTY(cpus)) {
 622                 for (i = 0; i < CPU_SETSIZE; i++) {
 623                         if (CPU_ISSET(i, cpus)) {
 624                                 printf("%s%d", first ? " " : ", ", i);
 625                                 first = 0;
 626                         }
 627                 }
 628         } else
 629                 printf(" (none)");
 630         printf("\n");
 631 }
 632
 633 static void
 634 print_intinfo(const char *banner, uint64_t info)
 635 {
 636         int type;
 637
 638         printf("%s:\t", banner);
 639         if (info & VM_INTINFO_VALID) {
 640                 type = info & VM_INTINFO_TYPE;
 641                 switch (type) {
 642                 case VM_INTINFO_HWINTR:
 643                         printf("extint");
 644                         break;
 645                 case VM_INTINFO_NMI:
 646                         printf("nmi");
 647                         break;
 648                 case VM_INTINFO_SWINTR:
 649                         printf("swint");
 650                         break;
 651                 default:
 652                         printf("exception");
 653                         break;
 654                 }
 655                 printf(" vector %d", (int)VM_INTINFO_VECTOR(info));
 656                 if (info & VM_INTINFO_DEL_ERRCODE)
 657                         printf(" errcode %#x", (u_int)(info >> 32));
 658         } else {
 659                 printf("n/a");
 660         }
 661         printf("\n");
 662 }
 663
 664 static bool
 665 cpu_vendor_intel(void)
 666 {
 667         u_int regs[4];
 668         char cpu_vendor[13];
 669
 670         do_cpuid(0, regs);
 671         ((u_int *)&cpu_vendor)[0] = regs[1];
 672         ((u_int *)&cpu_vendor)[1] = regs[3];
 673         ((u_int *)&cpu_vendor)[2] = regs[2];
 674         cpu_vendor[12] = '\0';
 675
 676         if (strcmp(cpu_vendor, "AuthenticAMD") == 0) {
 677                 return (false);
 678         } else if (strcmp(cpu_vendor, "HygonGenuine") == 0) {
 679                 return (false);
 680         } else if (strcmp(cpu_vendor, "GenuineIntel") == 0) {
 681                 return (true);
 682         } else {
 683                 fprintf(stderr, "Unknown cpu vendor \"%s\"\n", cpu_vendor);
 684                 exit(1);
 685         }
 686 }
 687
 688 static int
 689 get_all_registers(struct vmctx *ctx, int vcpu)
 690 {
 691         uint64_t cr0, cr2, cr3, cr4, dr0, dr1, dr2, dr3, dr6, dr7;
 692         uint64_t rsp, rip, rflags, efer;
 693         uint64_t rax, rbx, rcx, rdx, rsi, rdi, rbp;
 694         uint64_t r8, r9, r10, r11, r12, r13, r14, r15;
 695         int error = 0;
 696
 697         if (!error && (get_efer || get_all)) {
 698                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_EFER, &efer);
 699                 if (error == 0)
 700                         printf("efer[%d]\t\t0x%016lx\n", vcpu, efer);
 701         }
 702
 703         if (!error && (get_cr0 || get_all)) {
 704                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_CR0, &cr0);
 705                 if (error == 0)
 706                         printf("cr0[%d]\t\t0x%016lx\n", vcpu, cr0);
 707         }
 708
 709         if (!error && (get_cr2 || get_all)) {
 710                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_CR2, &cr2);
 711                 if (error == 0)
 712                         printf("cr2[%d]\t\t0x%016lx\n", vcpu, cr2);
 713         }
 714
 715         if (!error && (get_cr3 || get_all)) {
 716                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_CR3, &cr3);
 717                 if (error == 0)
 718                         printf("cr3[%d]\t\t0x%016lx\n", vcpu, cr3);
 719         }
 720
 721         if (!error && (get_cr4 || get_all)) {
 722                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_CR4, &cr4);
 723                 if (error == 0)
 724                         printf("cr4[%d]\t\t0x%016lx\n", vcpu, cr4);
 725         }
 726
 727         if (!error && (get_dr0 || get_all)) {
 728                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR0, &dr0);
 729                 if (error == 0)
 730                         printf("dr0[%d]\t\t0x%016lx\n", vcpu, dr0);
 731         }
 732
 733         if (!error && (get_dr1 || get_all)) {
 734                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR1, &dr1);
 735                 if (error == 0)
 736                         printf("dr1[%d]\t\t0x%016lx\n", vcpu, dr1);
 737         }
 738
 739         if (!error && (get_dr2 || get_all)) {
 740                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR2, &dr2);
 741                 if (error == 0)
 742                         printf("dr2[%d]\t\t0x%016lx\n", vcpu, dr2);
 743         }
 744
 745         if (!error && (get_dr3 || get_all)) {
 746                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR3, &dr3);
 747                 if (error == 0)
 748                         printf("dr3[%d]\t\t0x%016lx\n", vcpu, dr3);
 749         }
 750
 751         if (!error && (get_dr6 || get_all)) {
 752                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR6, &dr6);
 753                 if (error == 0)
 754                         printf("dr6[%d]\t\t0x%016lx\n", vcpu, dr6);
 755         }
 756
 757         if (!error && (get_dr7 || get_all)) {
 758                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DR7, &dr7);
 759                 if (error == 0)
 760                         printf("dr7[%d]\t\t0x%016lx\n", vcpu, dr7);
 761         }
 762
 763         if (!error && (get_rsp || get_all)) {
 764                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RSP, &rsp);
 765                 if (error == 0)
 766                         printf("rsp[%d]\t\t0x%016lx\n", vcpu, rsp);
 767         }
 768
 769         if (!error && (get_rip || get_all)) {
 770                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RIP, &rip);
 771                 if (error == 0)
 772                         printf("rip[%d]\t\t0x%016lx\n", vcpu, rip);
 773         }
 774
 775         if (!error && (get_rax || get_all)) {
 776                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RAX, &rax);
 777                 if (error == 0)
 778                         printf("rax[%d]\t\t0x%016lx\n", vcpu, rax);
 779         }
 780
 781         if (!error && (get_rbx || get_all)) {
 782                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RBX, &rbx);
 783                 if (error == 0)
 784                         printf("rbx[%d]\t\t0x%016lx\n", vcpu, rbx);
 785         }
 786
 787         if (!error && (get_rcx || get_all)) {
 788                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RCX, &rcx);
 789                 if (error == 0)
 790                         printf("rcx[%d]\t\t0x%016lx\n", vcpu, rcx);
 791         }
 792
 793         if (!error && (get_rdx || get_all)) {
 794                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RDX, &rdx);
 795                 if (error == 0)
 796                         printf("rdx[%d]\t\t0x%016lx\n", vcpu, rdx);
 797         }
 798
 799         if (!error && (get_rsi || get_all)) {
 800                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RSI, &rsi);
 801                 if (error == 0)
 802                         printf("rsi[%d]\t\t0x%016lx\n", vcpu, rsi);
 803         }
 804
 805         if (!error && (get_rdi || get_all)) {
 806                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RDI, &rdi);
 807                 if (error == 0)
 808                         printf("rdi[%d]\t\t0x%016lx\n", vcpu, rdi);
 809         }
 810
 811         if (!error && (get_rbp || get_all)) {
 812                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RBP, &rbp);
 813                 if (error == 0)
 814                         printf("rbp[%d]\t\t0x%016lx\n", vcpu, rbp);
 815         }
 816
 817         if (!error && (get_r8 || get_all)) {
 818                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R8, &r8);
 819                 if (error == 0)
 820                         printf("r8[%d]\t\t0x%016lx\n", vcpu, r8);
 821         }
 822
 823         if (!error && (get_r9 || get_all)) {
 824                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R9, &r9);
 825                 if (error == 0)
 826                         printf("r9[%d]\t\t0x%016lx\n", vcpu, r9);
 827         }
 828
 829         if (!error && (get_r10 || get_all)) {
 830                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R10, &r10);
 831                 if (error == 0)
 832                         printf("r10[%d]\t\t0x%016lx\n", vcpu, r10);
 833         }
 834
 835         if (!error && (get_r11 || get_all)) {
 836                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R11, &r11);
 837                 if (error == 0)
 838                         printf("r11[%d]\t\t0x%016lx\n", vcpu, r11);
 839         }
 840
 841         if (!error && (get_r12 || get_all)) {
 842                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R12, &r12);
 843                 if (error == 0)
 844                         printf("r12[%d]\t\t0x%016lx\n", vcpu, r12);
 845         }
 846
 847         if (!error && (get_r13 || get_all)) {
 848                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R13, &r13);
 849                 if (error == 0)
 850                         printf("r13[%d]\t\t0x%016lx\n", vcpu, r13);
 851         }
 852
 853         if (!error && (get_r14 || get_all)) {
 854                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R14, &r14);
 855                 if (error == 0)
 856                         printf("r14[%d]\t\t0x%016lx\n", vcpu, r14);
 857         }
 858
 859         if (!error && (get_r15 || get_all)) {
 860                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_R15, &r15);
 861                 if (error == 0)
 862                         printf("r15[%d]\t\t0x%016lx\n", vcpu, r15);
 863         }
 864
 865         if (!error && (get_rflags || get_all)) {
 866                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_RFLAGS,
 867                                         &rflags);
 868                 if (error == 0)
 869                         printf("rflags[%d]\t0x%016lx\n", vcpu, rflags);
 870         }
 871
 872         return (error);
 873 }
 874
 875 static int
 876 get_all_segments(struct vmctx *ctx, int vcpu)
 877 {
 878         uint64_t cs, ds, es, fs, gs, ss, tr, ldtr;
 879         int error = 0;
 880
 881         if (!error && (get_desc_ds || get_all)) {
 882                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_DS,
 883                                    &desc_base, &desc_limit, &desc_access);
 884                 if (error == 0) {
 885                         printf("ds desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 886                               vcpu, desc_base, desc_limit, desc_access);
 887                 }
 888         }
 889
 890         if (!error && (get_desc_es || get_all)) {
 891                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_ES,
 892                                     &desc_base, &desc_limit, &desc_access);
 893                 if (error == 0) {
 894                         printf("es desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 895                                vcpu, desc_base, desc_limit, desc_access);
 896                 }
 897         }
 898
 899         if (!error && (get_desc_fs || get_all)) {
 900                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_FS,
 901                                     &desc_base, &desc_limit, &desc_access);
 902                 if (error == 0) {
 903                         printf("fs desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 904                                vcpu, desc_base, desc_limit, desc_access);
 905                 }
 906         }
 907
 908         if (!error && (get_desc_gs || get_all)) {
 909                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_GS,
 910                                     &desc_base, &desc_limit, &desc_access);
 911                 if (error == 0) {
 912                         printf("gs desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 913                                vcpu, desc_base, desc_limit, desc_access);
 914                 }
 915         }
 916
 917         if (!error && (get_desc_ss || get_all)) {
 918                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_SS,
 919                                     &desc_base, &desc_limit, &desc_access);
 920                 if (error == 0) {
 921                         printf("ss desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 922                                vcpu, desc_base, desc_limit, desc_access);
 923                 }
 924         }
 925
 926         if (!error && (get_desc_cs || get_all)) {
 927                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_CS,
 928                                     &desc_base, &desc_limit, &desc_access);
 929                 if (error == 0) {
 930                         printf("cs desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 931                                vcpu, desc_base, desc_limit, desc_access);
 932                 }
 933         }
 934
 935         if (!error && (get_desc_tr || get_all)) {
 936                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_TR,
 937                                     &desc_base, &desc_limit, &desc_access);
 938                 if (error == 0) {
 939                         printf("tr desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 940                                vcpu, desc_base, desc_limit, desc_access);
 941                 }
 942         }
 943
 944         if (!error && (get_desc_ldtr || get_all)) {
 945                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_LDTR,
 946                                     &desc_base, &desc_limit, &desc_access);
 947                 if (error == 0) {
 948                         printf("ldtr desc[%d]\t0x%016lx/0x%08x/0x%08x\n",
 949                                vcpu, desc_base, desc_limit, desc_access);
 950                 }
 951         }
 952
 953         if (!error && (get_desc_gdtr || get_all)) {
 954                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_GDTR,
 955                                     &desc_base, &desc_limit, &desc_access);
 956                 if (error == 0) {
 957                         printf("gdtr[%d]\t\t0x%016lx/0x%08x\n",
 958                                vcpu, desc_base, desc_limit);
 959                 }
 960         }
 961
 962         if (!error && (get_desc_idtr || get_all)) {
 963                 error = vm_get_desc(ctx, vcpu, VM_REG_GUEST_IDTR,
 964                                     &desc_base, &desc_limit, &desc_access);
 965                 if (error == 0) {
 966                         printf("idtr[%d]\t\t0x%016lx/0x%08x\n",
 967                                vcpu, desc_base, desc_limit);
 968                 }
 969         }
 970
 971         if (!error && (get_cs || get_all)) {
 972                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_CS, &cs);
 973                 if (error == 0)
 974                         printf("cs[%d]\t\t0x%04lx\n", vcpu, cs);
 975         }
 976
 977         if (!error && (get_ds || get_all)) {
 978                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_DS, &ds);
 979                 if (error == 0)
 980                         printf("ds[%d]\t\t0x%04lx\n", vcpu, ds);
 981         }
 982
 983         if (!error && (get_es || get_all)) {
 984                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_ES, &es);
 985                 if (error == 0)
 986                         printf("es[%d]\t\t0x%04lx\n", vcpu, es);
 987         }
 988
 989         if (!error && (get_fs || get_all)) {
 990                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_FS, &fs);
 991                 if (error == 0)
 992                         printf("fs[%d]\t\t0x%04lx\n", vcpu, fs);
 993         }
 994
 995         if (!error && (get_gs || get_all)) {
 996                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_GS, &gs);
 997                 if (error == 0)
 998                         printf("gs[%d]\t\t0x%04lx\n", vcpu, gs);
 999         }
1000
1001         if (!error && (get_ss || get_all)) {
1002                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_SS, &ss);
1003                 if (error == 0)
1004                         printf("ss[%d]\t\t0x%04lx\n", vcpu, ss);
1005         }
1006
1007         if (!error && (get_tr || get_all)) {
1008                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_TR, &tr);
1009                 if (error == 0)
1010                         printf("tr[%d]\t\t0x%04lx\n", vcpu, tr);
1011         }
1012
1013         if (!error && (get_ldtr || get_all)) {
1014                 error = vm_get_register(ctx, vcpu, VM_REG_GUEST_LDTR, &ldtr);
1015                 if (error == 0)
1016                         printf("ldtr[%d]\t\t0x%04lx\n", vcpu, ldtr);
1017         }
1018
1019         return (error);
1020 }
1021
1022 static int
1023 get_misc_vmcs(struct vmctx *ctx, int vcpu)
1024 {
1025         uint64_t ctl, cr0, cr3, cr4, rsp, rip, pat, addr, u64;
1026         int error = 0;
1027
1028         if (!error && (get_cr0_mask || get_all)) {
1029                 uint64_t cr0mask;
1030                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR0_MASK, &cr0mask);
1031                 if (error == 0)
1032                         printf("cr0_mask[%d]\t\t0x%016lx\n", vcpu, cr0mask);
1033         }
1034
1035         if (!error && (get_cr0_shadow || get_all)) {
1036                 uint64_t cr0shadow;
1037                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR0_SHADOW,
1038                                           &cr0shadow);
1039                 if (error == 0)
1040                         printf("cr0_shadow[%d]\t\t0x%016lx\n", vcpu, cr0shadow);
1041         }
1042
1043         if (!error && (get_cr4_mask || get_all)) {
1044                 uint64_t cr4mask;
1045                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR4_MASK, &cr4mask);
1046                 if (error == 0)
1047                         printf("cr4_mask[%d]\t\t0x%016lx\n", vcpu, cr4mask);
1048         }
1049
1050         if (!error && (get_cr4_shadow || get_all)) {
1051                 uint64_t cr4shadow;
1052                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR4_SHADOW,
1053                                           &cr4shadow);
1054                 if (error == 0)
1055                         printf("cr4_shadow[%d]\t\t0x%016lx\n", vcpu, cr4shadow);
1056         }
1057
1058         if (!error && (get_cr3_targets || get_all)) {
1059                 uint64_t target_count, target_addr;
1060                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR3_TARGET_COUNT,
1061                                           &target_count);
1062                 if (error == 0) {
1063                         printf("cr3_target_count[%d]\t0x%016lx\n",
1064                                 vcpu, target_count);
1065                 }
1066
1067                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR3_TARGET0,
1068                                           &target_addr);
1069                 if (error == 0) {
1070                         printf("cr3_target0[%d]\t\t0x%016lx\n",
1071                                 vcpu, target_addr);
1072                 }
1073
1074                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR3_TARGET1,
1075                                           &target_addr);
1076                 if (error == 0) {
1077                         printf("cr3_target1[%d]\t\t0x%016lx\n",
1078                                 vcpu, target_addr);
1079                 }
1080
1081                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR3_TARGET2,
1082                                           &target_addr);
1083                 if (error == 0) {
1084                         printf("cr3_target2[%d]\t\t0x%016lx\n",
1085                                 vcpu, target_addr);
1086                 }
1087
1088                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_CR3_TARGET3,
1089                                           &target_addr);
1090                 if (error == 0) {
1091                         printf("cr3_target3[%d]\t\t0x%016lx\n",
1092                                 vcpu, target_addr);
1093                 }
1094         }
1095
1096         if (!error && (get_pinbased_ctls || get_all)) {
1097                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_PIN_BASED_CTLS, &ctl);
1098                 if (error == 0)
1099                         printf("pinbased_ctls[%d]\t0x%016lx\n", vcpu, ctl);
1100         }
1101
1102         if (!error && (get_procbased_ctls || get_all)) {
1103                 error = vm_get_vmcs_field(ctx, vcpu,
1104                                           VMCS_PRI_PROC_BASED_CTLS, &ctl);
1105                 if (error == 0)
1106                         printf("procbased_ctls[%d]\t0x%016lx\n", vcpu, ctl);
1107         }
1108
1109         if (!error && (get_procbased_ctls2 || get_all)) {
1110                 error = vm_get_vmcs_field(ctx, vcpu,
1111                                           VMCS_SEC_PROC_BASED_CTLS, &ctl);
1112                 if (error == 0)
1113                         printf("procbased_ctls2[%d]\t0x%016lx\n", vcpu, ctl);
1114         }
1115
1116         if (!error && (get_vmcs_gla || get_all)) {
1117                 error = vm_get_vmcs_field(ctx, vcpu,
1118                                           VMCS_GUEST_LINEAR_ADDRESS, &u64);
1119                 if (error == 0)
1120                         printf("gla[%d]\t\t0x%016lx\n", vcpu, u64);
1121         }
1122
1123         if (!error && (get_vmcs_gpa || get_all)) {
1124                 error = vm_get_vmcs_field(ctx, vcpu,
1125                                           VMCS_GUEST_PHYSICAL_ADDRESS, &u64);
1126                 if (error == 0)
1127                         printf("gpa[%d]\t\t0x%016lx\n", vcpu, u64);
1128         }
1129
1130         if (!error && (get_vmcs_entry_interruption_info ||
1131                 get_all)) {
1132                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_ENTRY_INTR_INFO,&u64);
1133                 if (error == 0) {
1134                         printf("entry_interruption_info[%d]\t0x%016lx\n",
1135                                 vcpu, u64);
1136                 }
1137         }
1138
1139         if (!error && (get_tpr_threshold || get_all)) {
1140                 uint64_t threshold;
1141                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_TPR_THRESHOLD,
1142                                           &threshold);
1143                 if (error == 0)
1144                         printf("tpr_threshold[%d]\t0x%016lx\n", vcpu, threshold);
1145         }
1146
1147         if (!error && (get_inst_err || get_all)) {
1148                 uint64_t insterr;
1149                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_INSTRUCTION_ERROR,
1150                                           &insterr);
1151                 if (error == 0) {
1152                         printf("instruction_error[%d]\t0x%016lx\n",
1153                                 vcpu, insterr);
1154                 }
1155         }
1156
1157         if (!error && (get_exit_ctls || get_all)) {
1158                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_EXIT_CTLS, &ctl);
1159                 if (error == 0)
1160                         printf("exit_ctls[%d]\t\t0x%016lx\n", vcpu, ctl);
1161         }
1162
1163         if (!error && (get_entry_ctls || get_all)) {
1164                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_ENTRY_CTLS, &ctl);
1165                 if (error == 0)
1166                         printf("entry_ctls[%d]\t\t0x%016lx\n", vcpu, ctl);
1167         }
1168
1169         if (!error && (get_host_pat || get_all)) {
1170                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_IA32_PAT, &pat);
1171                 if (error == 0)
1172                         printf("host_pat[%d]\t\t0x%016lx\n", vcpu, pat);
1173         }
1174
1175         if (!error && (get_host_cr0 || get_all)) {
1176                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_CR0, &cr0);
1177                 if (error == 0)
1178                         printf("host_cr0[%d]\t\t0x%016lx\n", vcpu, cr0);
1179         }
1180
1181         if (!error && (get_host_cr3 || get_all)) {
1182                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_CR3, &cr3);
1183                 if (error == 0)
1184                         printf("host_cr3[%d]\t\t0x%016lx\n", vcpu, cr3);
1185         }
1186
1187         if (!error && (get_host_cr4 || get_all)) {
1188                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_CR4, &cr4);
1189                 if (error == 0)
1190                         printf("host_cr4[%d]\t\t0x%016lx\n", vcpu, cr4);
1191         }
1192
1193         if (!error && (get_host_rip || get_all)) {
1194                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_RIP, &rip);
1195                 if (error == 0)
1196                         printf("host_rip[%d]\t\t0x%016lx\n", vcpu, rip);
1197         }
1198
1199         if (!error && (get_host_rsp || get_all)) {
1200                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_HOST_RSP, &rsp);
1201                 if (error == 0)
1202                         printf("host_rsp[%d]\t\t0x%016lx\n", vcpu, rsp);
1203         }
1204
1205         if (!error && (get_vmcs_link || get_all)) {
1206                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_LINK_POINTER, &addr);
1207                 if (error == 0)
1208                         printf("vmcs_pointer[%d]\t0x%016lx\n", vcpu, addr);
1209         }
1210
1211         if (!error && (get_vmcs_exit_interruption_info || get_all)) {
1212                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_EXIT_INTR_INFO, &u64);
1213                 if (error == 0) {
1214                         printf("vmcs_exit_interruption_info[%d]\t0x%016lx\n",
1215                                 vcpu, u64);
1216                 }
1217         }
1218
1219         if (!error && (get_vmcs_exit_interruption_error || get_all)) {
1220                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_EXIT_INTR_ERRCODE,
1221                                           &u64);
1222                 if (error == 0) {
1223                         printf("vmcs_exit_interruption_error[%d]\t0x%016lx\n",
1224                                 vcpu, u64);
1225                 }
1226         }
1227
1228         if (!error && (get_vmcs_interruptibility || get_all)) {
1229                 error = vm_get_vmcs_field(ctx, vcpu,
1230                                           VMCS_GUEST_INTERRUPTIBILITY, &u64);
1231                 if (error == 0) {
1232                         printf("vmcs_guest_interruptibility[%d]\t0x%016lx\n",
1233                                 vcpu, u64);
1234                 }
1235         }
1236
1237         if (!error && (get_vmcs_exit_inst_length || get_all)) {
1238                 error = vm_get_vmcs_field(ctx, vcpu,
1239                     VMCS_EXIT_INSTRUCTION_LENGTH, &u64);
1240                 if (error == 0)
1241                         printf("vmcs_exit_inst_length[%d]\t0x%08x\n", vcpu,
1242                             (uint32_t)u64);
1243         }
1244
1245         if (!error && (get_vmcs_exit_qualification || get_all)) {
1246                 error = vm_get_vmcs_field(ctx, vcpu, VMCS_EXIT_QUALIFICATION,
1247                                           &u64);
1248                 if (error == 0)
1249                         printf("vmcs_exit_qualification[%d]\t0x%016lx\n",
1250                                 vcpu, u64);
1251         }
1252
1253         return (error);
1254 }
1255
1256 static int
1257 get_misc_vmcb(struct vmctx *ctx, int vcpu)
1258 {
1259         uint64_t ctl, addr;
1260         int error = 0;
1261
1262         if (!error && (get_vmcb_intercept || get_all)) {
1263                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_CR_INTERCEPT, 4,
1264                     &ctl);
1265                 if (error == 0)
1266                         printf("cr_intercept[%d]\t0x%08x\n", vcpu, (int)ctl);
1267
1268                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_DR_INTERCEPT, 4,
1269                     &ctl);
1270                 if (error == 0)
1271                         printf("dr_intercept[%d]\t0x%08x\n", vcpu, (int)ctl);
1272
1273                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_EXC_INTERCEPT, 4,
1274                     &ctl);
1275                 if (error == 0)
1276                         printf("exc_intercept[%d]\t0x%08x\n", vcpu, (int)ctl);
1277
1278                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_INST1_INTERCEPT,
1279                     4, &ctl);
1280                 if (error == 0)
1281                         printf("inst1_intercept[%d]\t0x%08x\n", vcpu, (int)ctl);
1282
1283                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_INST2_INTERCEPT,
1284                     4, &ctl);
1285                 if (error == 0)
1286                         printf("inst2_intercept[%d]\t0x%08x\n", vcpu, (int)ctl);
1287         }
1288
1289         if (!error && (get_vmcb_tlb_ctrl || get_all)) {
1290                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_TLB_CTRL,
1291                                           4, &ctl);
1292                 if (error == 0)
1293                         printf("TLB ctrl[%d]\t0x%016lx\n", vcpu, ctl);
1294         }
1295
1296         if (!error && (get_vmcb_exit_details || get_all)) {
1297                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_EXITINFO1,
1298                                           8, &ctl);
1299                 if (error == 0)
1300                         printf("exitinfo1[%d]\t0x%016lx\n", vcpu, ctl);
1301                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_EXITINFO2,
1302                                           8, &ctl);
1303                 if (error == 0)
1304                         printf("exitinfo2[%d]\t0x%016lx\n", vcpu, ctl);
1305                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_EXITINTINFO,
1306                                           8, &ctl);
1307                 if (error == 0)
1308                         printf("exitintinfo[%d]\t0x%016lx\n", vcpu, ctl);
1309         }
1310
1311         if (!error && (get_vmcb_virq || get_all)) {
1312                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_VIRQ,
1313                                           8, &ctl);
1314                 if (error == 0)
1315                         printf("v_irq/tpr[%d]\t0x%016lx\n", vcpu, ctl);
1316         }
1317
1318         if (!error && (get_apic_access_addr || get_all)) {
1319                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_AVIC_BAR, 8,
1320                                           &addr);
1321                 if (error == 0)
1322                         printf("AVIC apic_bar[%d]\t0x%016lx\n", vcpu, addr);
1323         }
1324
1325         if (!error && (get_virtual_apic_addr || get_all)) {
1326                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_AVIC_PAGE, 8,
1327                                           &addr);
1328                 if (error == 0)
1329                         printf("AVIC backing page[%d]\t0x%016lx\n", vcpu, addr);
1330         }
1331
1332         if (!error && (get_avic_table || get_all)) {
1333                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_AVIC_LT, 8,
1334                                           &addr);
1335                 if (error == 0)
1336                         printf("AVIC logical table[%d]\t0x%016lx\n",
1337                                 vcpu, addr);
1338                 error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_AVIC_PT, 8,
1339                                           &addr);
1340                 if (error == 0)
1341                         printf("AVIC physical table[%d]\t0x%016lx\n",
1342                                 vcpu, addr);
1343         }
1344
1345         return (error);
1346 }
1347
1348 static struct option *
1349 setup_options(bool cpu_intel)
1350 {
1351         const struct option common_opts[] = {
1352                 { "vm",         REQ_ARG,        0,      VMNAME },
1353                 { "cpu",        REQ_ARG,        0,      VCPU },
1354                 { "set-mem",    REQ_ARG,        0,      SET_MEM },
1355                 { "set-efer",   REQ_ARG,        0,      SET_EFER },
1356                 { "set-cr0",    REQ_ARG,        0,      SET_CR0 },
1357                 { "set-cr2",    REQ_ARG,        0,      SET_CR2 },
1358                 { "set-cr3",    REQ_ARG,        0,      SET_CR3 },
1359                 { "set-cr4",    REQ_ARG,        0,      SET_CR4 },
1360                 { "set-dr0",    REQ_ARG,        0,      SET_DR0 },
1361                 { "set-dr1",    REQ_ARG,        0,      SET_DR1 },
1362                 { "set-dr2",    REQ_ARG,        0,      SET_DR2 },
1363                 { "set-dr3",    REQ_ARG,        0,      SET_DR3 },
1364                 { "set-dr6",    REQ_ARG,        0,      SET_DR6 },
1365                 { "set-dr7",    REQ_ARG,        0,      SET_DR7 },
1366                 { "set-rsp",    REQ_ARG,        0,      SET_RSP },
1367                 { "set-rip",    REQ_ARG,        0,      SET_RIP },
1368                 { "set-rax",    REQ_ARG,        0,      SET_RAX },
1369                 { "set-rflags", REQ_ARG,        0,      SET_RFLAGS },
1370                 { "desc-base",  REQ_ARG,        0,      DESC_BASE },
1371                 { "desc-limit", REQ_ARG,        0,      DESC_LIMIT },
1372                 { "desc-access",REQ_ARG,        0,      DESC_ACCESS },
1373                 { "set-cs",     REQ_ARG,        0,      SET_CS },
1374                 { "set-ds",     REQ_ARG,        0,      SET_DS },
1375                 { "set-es",     REQ_ARG,        0,      SET_ES },
1376                 { "set-fs",     REQ_ARG,        0,      SET_FS },
1377                 { "set-gs",     REQ_ARG,        0,      SET_GS },
1378                 { "set-ss",     REQ_ARG,        0,      SET_SS },
1379                 { "set-tr",     REQ_ARG,        0,      SET_TR },
1380                 { "set-ldtr",   REQ_ARG,        0,      SET_LDTR },
1381                 { "set-x2apic-state",REQ_ARG,   0,      SET_X2APIC_STATE },
1382                 { "set-exception-bitmap",
1383                                 REQ_ARG,        0, SET_EXCEPTION_BITMAP },
1384                 { "capname",    REQ_ARG,        0,      CAPNAME },
1385                 { "unassign-pptdev", REQ_ARG,   0,      UNASSIGN_PPTDEV },
1386                 { "setcap",     REQ_ARG,        0,      SET_CAP },
1387                 { "get-gpa-pmap", REQ_ARG,      0,      GET_GPA_PMAP },
1388                 { "assert-lapic-lvt", REQ_ARG,  0,      ASSERT_LAPIC_LVT },
1389                 { "get-rtc-time", NO_ARG,       &get_rtc_time,  1 },
1390                 { "set-rtc-time", REQ_ARG,      0,      SET_RTC_TIME },
1391                 { "rtc-nvram-offset", REQ_ARG,  0,      RTC_NVRAM_OFFSET },
1392                 { "get-rtc-nvram", NO_ARG,      &get_rtc_nvram, 1 },
1393                 { "set-rtc-nvram", REQ_ARG,     0,      SET_RTC_NVRAM },
1394                 { "getcap",     NO_ARG,         &getcap,        1 },
1395                 { "get-stats",  NO_ARG,         &get_stats,     1 },
1396                 { "get-desc-ds",NO_ARG,         &get_desc_ds,   1 },
1397                 { "set-desc-ds",NO_ARG,         &set_desc_ds,   1 },
1398                 { "get-desc-es",NO_ARG,         &get_desc_es,   1 },
1399                 { "set-desc-es",NO_ARG,         &set_desc_es,   1 },
1400                 { "get-desc-ss",NO_ARG,         &get_desc_ss,   1 },
1401                 { "set-desc-ss",NO_ARG,         &set_desc_ss,   1 },
1402                 { "get-desc-cs",NO_ARG,         &get_desc_cs,   1 },
1403                 { "set-desc-cs",NO_ARG,         &set_desc_cs,   1 },
1404                 { "get-desc-fs",NO_ARG,         &get_desc_fs,   1 },
1405                 { "set-desc-fs",NO_ARG,         &set_desc_fs,   1 },
1406                 { "get-desc-gs",NO_ARG,         &get_desc_gs,   1 },
1407                 { "set-desc-gs",NO_ARG,         &set_desc_gs,   1 },
1408                 { "get-desc-tr",NO_ARG,         &get_desc_tr,   1 },
1409                 { "set-desc-tr",NO_ARG,         &set_desc_tr,   1 },
1410                 { "set-desc-ldtr", NO_ARG,      &set_desc_ldtr, 1 },
1411                 { "get-desc-ldtr", NO_ARG,      &get_desc_ldtr, 1 },
1412                 { "set-desc-gdtr", NO_ARG,      &set_desc_gdtr, 1 },
1413                 { "get-desc-gdtr", NO_ARG,      &get_desc_gdtr, 1 },
1414                 { "set-desc-idtr", NO_ARG,      &set_desc_idtr, 1 },
1415                 { "get-desc-idtr", NO_ARG,      &get_desc_idtr, 1 },
1416                 { "get-memmap", NO_ARG,         &get_memmap,    1 },
1417                 { "get-memseg", NO_ARG,         &get_memseg,    1 },
1418                 { "get-efer",   NO_ARG,         &get_efer,      1 },
1419                 { "get-cr0",    NO_ARG,         &get_cr0,       1 },
1420                 { "get-cr2",    NO_ARG,         &get_cr2,       1 },
1421                 { "get-cr3",    NO_ARG,         &get_cr3,       1 },
1422                 { "get-cr4",    NO_ARG,         &get_cr4,       1 },
1423                 { "get-dr0",    NO_ARG,         &get_dr0,       1 },
1424                 { "get-dr1",    NO_ARG,         &get_dr1,       1 },
1425                 { "get-dr2",    NO_ARG,         &get_dr2,       1 },
1426                 { "get-dr3",    NO_ARG,         &get_dr3,       1 },
1427                 { "get-dr6",    NO_ARG,         &get_dr6,       1 },
1428                 { "get-dr7",    NO_ARG,         &get_dr7,       1 },
1429                 { "get-rsp",    NO_ARG,         &get_rsp,       1 },
1430                 { "get-rip",    NO_ARG,         &get_rip,       1 },
1431                 { "get-rax",    NO_ARG,         &get_rax,       1 },
1432                 { "get-rbx",    NO_ARG,         &get_rbx,       1 },
1433                 { "get-rcx",    NO_ARG,         &get_rcx,       1 },
1434                 { "get-rdx",    NO_ARG,         &get_rdx,       1 },
1435                 { "get-rsi",    NO_ARG,         &get_rsi,       1 },
1436                 { "get-rdi",    NO_ARG,         &get_rdi,       1 },
1437                 { "get-rbp",    NO_ARG,         &get_rbp,       1 },
1438                 { "get-r8",     NO_ARG,         &get_r8,        1 },
1439                 { "get-r9",     NO_ARG,         &get_r9,        1 },
1440                 { "get-r10",    NO_ARG,         &get_r10,       1 },
1441                 { "get-r11",    NO_ARG,         &get_r11,       1 },
1442                 { "get-r12",    NO_ARG,         &get_r12,       1 },
1443                 { "get-r13",    NO_ARG,         &get_r13,       1 },
1444                 { "get-r14",    NO_ARG,         &get_r14,       1 },
1445                 { "get-r15",    NO_ARG,         &get_r15,       1 },
1446                 { "get-rflags", NO_ARG,         &get_rflags,    1 },
1447                 { "get-cs",     NO_ARG,         &get_cs,        1 },
1448                 { "get-ds",     NO_ARG,         &get_ds,        1 },
1449                 { "get-es",     NO_ARG,         &get_es,        1 },
1450                 { "get-fs",     NO_ARG,         &get_fs,        1 },
1451                 { "get-gs",     NO_ARG,         &get_gs,        1 },
1452                 { "get-ss",     NO_ARG,         &get_ss,        1 },
1453                 { "get-tr",     NO_ARG,         &get_tr,        1 },
1454                 { "get-ldtr",   NO_ARG,         &get_ldtr,      1 },
1455                 { "get-eptp",   NO_ARG,         &get_eptp,      1 },
1456                 { "get-exception-bitmap",
1457                                         NO_ARG, &get_exception_bitmap,  1 },
1458                 { "get-io-bitmap-address",
1459                                         NO_ARG, &get_io_bitmap,         1 },
1460                 { "get-tsc-offset",     NO_ARG, &get_tsc_offset,        1 },
1461                 { "get-msr-bitmap",
1462                                         NO_ARG, &get_msr_bitmap,        1 },
1463                 { "get-msr-bitmap-address",
1464                                         NO_ARG, &get_msr_bitmap_address, 1 },
1465                 { "get-guest-pat",      NO_ARG, &get_guest_pat,         1 },
1466                 { "get-guest-sysenter",
1467                                         NO_ARG, &get_guest_sysenter,    1 },
1468                 { "get-exit-reason",
1469                                         NO_ARG, &get_exit_reason,       1 },
1470                 { "get-x2apic-state",   NO_ARG, &get_x2apic_state,      1 },
1471                 { "get-all",            NO_ARG, &get_all,               1 },
1472                 { "run",                NO_ARG, &run,                   1 },
1473                 { "create",             NO_ARG, &create,                1 },
1474                 { "destroy",            NO_ARG, &destroy,               1 },
1475                 { "inject-nmi",         NO_ARG, &inject_nmi,            1 },
1476                 { "force-reset",        NO_ARG, &force_reset,           1 },
1477                 { "force-poweroff",     NO_ARG, &force_poweroff,        1 },
1478                 { "get-active-cpus",    NO_ARG, &get_active_cpus,       1 },
1479                 { "get-suspended-cpus", NO_ARG, &get_suspended_cpus,    1 },
1480                 { "get-intinfo",        NO_ARG, &get_intinfo,           1 },
1481                 { "get-cpu-topology",   NO_ARG, &get_cpu_topology,      1 },
1482 #ifdef BHYVE_SNAPSHOT
1483                 { "checkpoint",         REQ_ARG, 0,     SET_CHECKPOINT_FILE},
1484                 { "suspend",            REQ_ARG, 0,     SET_SUSPEND_FILE},
1485 #endif
1486         };
1487
1488         const struct option intel_opts[] = {
1489                 { "get-vmcs-pinbased-ctls",
1490                                 NO_ARG,         &get_pinbased_ctls, 1 },
1491                 { "get-vmcs-procbased-ctls",
1492                                 NO_ARG,         &get_procbased_ctls, 1 },
1493                 { "get-vmcs-procbased-ctls2",
1494                                 NO_ARG,         &get_procbased_ctls2, 1 },
1495                 { "get-vmcs-guest-linear-address",
1496                                 NO_ARG,         &get_vmcs_gla,  1 },
1497                 { "get-vmcs-guest-physical-address",
1498                                 NO_ARG,         &get_vmcs_gpa,  1 },
1499                 { "get-vmcs-entry-interruption-info",
1500                                 NO_ARG, &get_vmcs_entry_interruption_info, 1},
1501                 { "get-vmcs-cr0-mask", NO_ARG,  &get_cr0_mask,  1 },
1502                 { "get-vmcs-cr0-shadow", NO_ARG,&get_cr0_shadow, 1 },
1503                 { "get-vmcs-cr4-mask",          NO_ARG, &get_cr4_mask,    1 },
1504                 { "get-vmcs-cr4-shadow",        NO_ARG, &get_cr4_shadow,  1 },
1505                 { "get-vmcs-cr3-targets",       NO_ARG, &get_cr3_targets, 1 },
1506                 { "get-vmcs-tpr-threshold",
1507                                         NO_ARG, &get_tpr_threshold, 1 },
1508                 { "get-vmcs-vpid",      NO_ARG, &get_vpid_asid,     1 },
1509                 { "get-vmcs-exit-ctls", NO_ARG, &get_exit_ctls,     1 },
1510                 { "get-vmcs-entry-ctls",
1511                                         NO_ARG, &get_entry_ctls, 1 },
1512                 { "get-vmcs-instruction-error",
1513                                         NO_ARG, &get_inst_err,  1 },
1514                 { "get-vmcs-host-pat",  NO_ARG, &get_host_pat,  1 },
1515                 { "get-vmcs-host-cr0",
1516                                         NO_ARG, &get_host_cr0,  1 },
1517                 { "set-vmcs-entry-interruption-info",
1518                                 REQ_ARG, 0, SET_VMCS_ENTRY_INTERRUPTION_INFO },
1519                 { "get-vmcs-exit-qualification",
1520                                 NO_ARG, &get_vmcs_exit_qualification, 1 },
1521                 { "get-vmcs-exit-inst-length",
1522                                 NO_ARG, &get_vmcs_exit_inst_length, 1 },
1523                 { "get-vmcs-interruptibility",
1524                                 NO_ARG, &get_vmcs_interruptibility, 1 },
1525                 { "get-vmcs-exit-interruption-error",
1526                                 NO_ARG, &get_vmcs_exit_interruption_error, 1 },
1527                 { "get-vmcs-exit-interruption-info",
1528                                 NO_ARG, &get_vmcs_exit_interruption_info, 1 },
1529                 { "get-vmcs-link",      NO_ARG,         &get_vmcs_link, 1 },
1530                 { "get-vmcs-host-cr3",
1531                                         NO_ARG,         &get_host_cr3,  1 },
1532                 { "get-vmcs-host-cr4",
1533                                 NO_ARG,         &get_host_cr4,  1 },
1534                 { "get-vmcs-host-rip",
1535                                 NO_ARG,         &get_host_rip,  1 },
1536                 { "get-vmcs-host-rsp",
1537                                 NO_ARG,         &get_host_rsp,  1 },
1538                 { "get-apic-access-address",
1539                                 NO_ARG,         &get_apic_access_addr, 1},
1540                 { "get-virtual-apic-address",
1541                                 NO_ARG,         &get_virtual_apic_addr, 1}
1542         };
1543
1544         const struct option amd_opts[] = {
1545                 { "get-vmcb-intercepts",
1546                                 NO_ARG, &get_vmcb_intercept,    1 },
1547                 { "get-vmcb-asid",
1548                                 NO_ARG, &get_vpid_asid,         1 },
1549                 { "get-vmcb-exit-details",
1550                                 NO_ARG, &get_vmcb_exit_details, 1 },
1551                 { "get-vmcb-tlb-ctrl",
1552                                 NO_ARG, &get_vmcb_tlb_ctrl,     1 },
1553                 { "get-vmcb-virq",
1554                                 NO_ARG, &get_vmcb_virq,         1 },
1555                 { "get-avic-apic-bar",
1556                                 NO_ARG, &get_apic_access_addr,  1 },
1557                 { "get-avic-backing-page",
1558                                 NO_ARG, &get_virtual_apic_addr, 1 },
1559                 { "get-avic-table",
1560                                 NO_ARG, &get_avic_table,        1 }
1561         };
1562
1563         const struct option null_opt = {
1564                 NULL, 0, NULL, 0
1565         };
1566
1567         struct option *all_opts;
1568         char *cp;
1569         int optlen;
1570
1571         optlen = sizeof(common_opts);
1572
1573         if (cpu_intel)
1574                 optlen += sizeof(intel_opts);
1575         else
1576                 optlen += sizeof(amd_opts);
1577
1578         optlen += sizeof(null_opt);
1579
1580         all_opts = malloc(optlen);
1581
1582         cp = (char *)all_opts;
1583         memcpy(cp, common_opts, sizeof(common_opts));
1584         cp += sizeof(common_opts);
1585
1586         if (cpu_intel) {
1587                 memcpy(cp, intel_opts, sizeof(intel_opts));
1588                 cp += sizeof(intel_opts);
1589         } else {
1590                 memcpy(cp, amd_opts, sizeof(amd_opts));
1591                 cp += sizeof(amd_opts);
1592         }
1593
1594         memcpy(cp, &null_opt, sizeof(null_opt));
1595         cp += sizeof(null_opt);
1596
1597         return (all_opts);
1598 }
1599
1600 static const char *
1601 wday_str(int idx)
1602 {
1603         static const char *weekdays[] = {
1604                 "Sun", "Mon", "Tue", "Wed", "Thu", "Fri", "Sat"
1605         };
1606
1607         if (idx >= 0 && idx < 7)
1608                 return (weekdays[idx]);
1609         else
1610                 return ("UNK");
1611 }
1612
1613 static const char *
1614 mon_str(int idx)
1615 {
1616         static const char *months[] = {
1617                 "Jan", "Feb", "Mar", "Apr", "May", "Jun",
1618                 "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"
1619         };
1620
1621         if (idx >= 0 && idx < 12)
1622                 return (months[idx]);
1623         else
1624                 return ("UNK");
1625 }
1626
1627 static int
1628 show_memmap(struct vmctx *ctx)
1629 {
1630         char name[SPECNAMELEN + 1], numbuf[8];
1631         vm_ooffset_t segoff;
1632         vm_paddr_t gpa;
1633         size_t maplen, seglen;
1634         int error, flags, prot, segid, delim;
1635
1636         printf("Address     Length      Segment     Offset      ");
1637         printf("Prot  Flags\n");
1638
1639         gpa = 0;
1640         while (1) {
1641                 error = vm_mmap_getnext(ctx, &gpa, &segid, &segoff, &maplen,
1642                     &prot, &flags);
1643                 if (error)
1644                         return (errno == ENOENT ? 0 : error);
1645
1646                 error = vm_get_memseg(ctx, segid, &seglen, name, sizeof(name));
1647                 if (error)
1648                         return (error);
1649
1650                 printf("%-12lX", gpa);
1651                 humanize_number(numbuf, sizeof(numbuf), maplen, "B",
1652                     HN_AUTOSCALE, HN_NOSPACE);
1653                 printf("%-12s", numbuf);
1654
1655                 printf("%-12s", name[0] ? name : "sysmem");
1656                 printf("%-12lX", segoff);
1657                 printf("%c%c%c   ", prot & PROT_READ ? 'R' : '-',
1658                     prot & PROT_WRITE ? 'W' : '-',
1659                     prot & PROT_EXEC ? 'X' : '-');
1660
1661                 delim = '\0';
1662                 if (flags & VM_MEMMAP_F_WIRED) {
1663                         printf("%cwired", delim);
1664                         delim = '/';
1665                 }
1666                 if (flags & VM_MEMMAP_F_IOMMU) {
1667                         printf("%ciommu", delim);
1668                         delim = '/';
1669                 }
1670                 printf("\n");
1671
1672                 gpa += maplen;
1673         }
1674 }
1675
1676 static int
1677 show_memseg(struct vmctx *ctx)
1678 {
1679         char name[SPECNAMELEN + 1], numbuf[8];
1680         size_t seglen;
1681         int error, segid;
1682
1683         printf("ID  Length      Name\n");
1684
1685         segid = 0;
1686         while (1) {
1687                 error = vm_get_memseg(ctx, segid, &seglen, name, sizeof(name));
1688                 if (error)
1689                         return (errno == EINVAL ? 0 : error);
1690
1691                 if (seglen) {
1692                         printf("%-4d", segid);
1693                         humanize_number(numbuf, sizeof(numbuf), seglen, "B",
1694                             HN_AUTOSCALE, HN_NOSPACE);
1695                         printf("%-12s", numbuf);
1696                         printf("%s", name[0] ? name : "sysmem");
1697                         printf("\n");
1698                 }
1699                 segid++;
1700         }
1701 }
1702
1703 #ifdef BHYVE_SNAPSHOT
1704 static int
1705 send_checkpoint_op_req(struct vmctx *ctx, struct checkpoint_op *op)
1706 {
1707         struct sockaddr_un addr;
1708         int socket_fd, len, len_sent, total_sent;
1709         int err = 0;
1710         char vmname_buf[MAX_VMNAME];
1711
1712         socket_fd = socket(PF_UNIX, SOCK_STREAM, 0);
1713         if (socket_fd < 0) {
1714                 perror("Error creating bhyvectl socket");
1715                 err = -1;
1716                 goto done;
1717         }
1718
1719         memset(&addr, 0, sizeof(struct sockaddr_un));
1720         addr.sun_family = AF_UNIX;
1721
1722         err = vm_get_name(ctx, vmname_buf, MAX_VMNAME - 1);
1723         if (err != 0) {
1724                 perror("Failed to get VM name");
1725                 goto done;
1726         }
1727
1728         snprintf(addr.sun_path, sizeof(addr.sun_path), "%s/%s", CHECKPOINT_RUN_DIR, vmname_buf);
1729
1730         if (connect(socket_fd, (struct sockaddr *)&addr,
1731                         sizeof(struct sockaddr_un)) != 0) {
1732                 perror("Connect to VM socket failed");
1733                 err = -1;
1734                 goto done;
1735         }
1736
1737         len = sizeof(*op);
1738         total_sent = 0;
1739         while ((len_sent = send(socket_fd, (char *)op + total_sent, len - total_sent, 0)) > 0) {
1740                 total_sent += len_sent;
1741         }
1742
1743         if (len_sent < 0) {
1744                 perror("Failed to send checkpoint operation request");
1745                 err = -1;
1746         }
1747
1748 done:
1749         if (socket_fd > 0)
1750                 close(socket_fd);
1751         return (err);
1752 }
1753
1754 static int
1755 send_start_checkpoint(struct vmctx *ctx, const char *checkpoint_file)
1756 {
1757         struct checkpoint_op op;
1758
1759         op.op = START_CHECKPOINT;
1760         strncpy(op.snapshot_filename, checkpoint_file, MAX_SNAPSHOT_VMNAME);
1761         op.snapshot_filename[MAX_SNAPSHOT_VMNAME - 1] = 0;
1762
1763         return (send_checkpoint_op_req(ctx, &op));
1764 }
1765
1766 static int
1767 send_start_suspend(struct vmctx *ctx, const char *suspend_file)
1768 {
1769         struct checkpoint_op op;
1770
1771         op.op = START_SUSPEND;
1772         strncpy(op.snapshot_filename, suspend_file, MAX_SNAPSHOT_VMNAME);
1773         op.snapshot_filename[MAX_SNAPSHOT_VMNAME - 1] = 0;
1774
1775         return (send_checkpoint_op_req(ctx, &op));
1776 }
1777 #endif
1778
1779 int
1780 main(int argc, char *argv[])
1781 {
1782         char *vmname;
1783         int error, ch, vcpu, ptenum;
1784         vm_paddr_t gpa_pmap;
1785         struct vm_exit vmexit;
1786         uint64_t rax, cr0, cr2, cr3, cr4, dr0, dr1, dr2, dr3, dr6, dr7;
1787         uint64_t rsp, rip, rflags, efer, pat;
1788         uint64_t eptp, bm, addr, u64, pteval[4], *pte, info[2];
1789         struct vmctx *ctx;
1790         cpuset_t cpus;
1791         bool cpu_intel;
1792         uint64_t cs, ds, es, fs, gs, ss, tr, ldtr;
1793         struct tm tm;
1794         struct option *opts;
1795 #ifdef BHYVE_SNAPSHOT
1796         char *checkpoint_file, *suspend_file;
1797 #endif
1798
1799         cpu_intel = cpu_vendor_intel();
1800         opts = setup_options(cpu_intel);
1801
1802         vcpu = 0;
1803         vmname = NULL;
1804         assert_lapic_lvt = -1;
1805         progname = basename(argv[0]);
1806
1807         while ((ch = getopt_long(argc, argv, "", opts, NULL)) != -1) {
1808                 switch (ch) {
1809                 case 0:
1810                         break;
1811                 case VMNAME:
1812                         vmname = optarg;
1813                         break;
1814                 case VCPU:
1815                         vcpu = atoi(optarg);
1816                         break;
1817                 case SET_MEM:
1818                         memsize = atoi(optarg) * MB;
1819                         memsize = roundup(memsize, 2 * MB);
1820                         break;
1821                 case SET_EFER:
1822                         efer = strtoul(optarg, NULL, 0);
1823                         set_efer = 1;
1824                         break;
1825                 case SET_CR0:
1826                         cr0 = strtoul(optarg, NULL, 0);
1827                         set_cr0 = 1;
1828                         break;
1829                 case SET_CR2:
1830                         cr2 = strtoul(optarg, NULL, 0);
1831                         set_cr2 = 1;
1832                         break;
1833                 case SET_CR3:
1834                         cr3 = strtoul(optarg, NULL, 0);
1835                         set_cr3 = 1;
1836                         break;
1837                 case SET_CR4:
1838                         cr4 = strtoul(optarg, NULL, 0);
1839                         set_cr4 = 1;
1840                         break;
1841                 case SET_DR0:
1842                         dr0 = strtoul(optarg, NULL, 0);
1843                         set_dr0 = 1;
1844                         break;
1845                 case SET_DR1:
1846                         dr1 = strtoul(optarg, NULL, 0);
1847                         set_dr1 = 1;
1848                         break;
1849                 case SET_DR2:
1850                         dr2 = strtoul(optarg, NULL, 0);
1851                         set_dr2 = 1;
1852                         break;
1853                 case SET_DR3:
1854                         dr3 = strtoul(optarg, NULL, 0);
1855                         set_dr3 = 1;
1856                         break;
1857                 case SET_DR6:
1858                         dr6 = strtoul(optarg, NULL, 0);
1859                         set_dr6 = 1;
1860                         break;
1861                 case SET_DR7:
1862                         dr7 = strtoul(optarg, NULL, 0);
1863                         set_dr7 = 1;
1864                         break;
1865                 case SET_RSP:
1866                         rsp = strtoul(optarg, NULL, 0);
1867                         set_rsp = 1;
1868                         break;
1869                 case SET_RIP:
1870                         rip = strtoul(optarg, NULL, 0);
1871                         set_rip = 1;
1872                         break;
1873                 case SET_RAX:
1874                         rax = strtoul(optarg, NULL, 0);
1875                         set_rax = 1;
1876                         break;
1877                 case SET_RFLAGS:
1878                         rflags = strtoul(optarg, NULL, 0);
1879                         set_rflags = 1;
1880                         break;
1881                 case DESC_BASE:
1882                         desc_base = strtoul(optarg, NULL, 0);
1883                         break;
1884                 case DESC_LIMIT:
1885                         desc_limit = strtoul(optarg, NULL, 0);
1886                         break;
1887                 case DESC_ACCESS:
1888                         desc_access = strtoul(optarg, NULL, 0);
1889                         break;
1890                 case SET_CS:
1891                         cs = strtoul(optarg, NULL, 0);
1892                         set_cs = 1;
1893                         break;
1894                 case SET_DS:
1895                         ds = strtoul(optarg, NULL, 0);
1896                         set_ds = 1;
1897                         break;
1898                 case SET_ES:
1899                         es = strtoul(optarg, NULL, 0);
1900                         set_es = 1;
1901                         break;
1902                 case SET_FS:
1903                         fs = strtoul(optarg, NULL, 0);
1904                         set_fs = 1;
1905                         break;
1906                 case SET_GS:
1907                         gs = strtoul(optarg, NULL, 0);
1908                         set_gs = 1;
1909                         break;
1910                 case SET_SS:
1911                         ss = strtoul(optarg, NULL, 0);
1912                         set_ss = 1;
1913                         break;
1914                 case SET_TR:
1915                         tr = strtoul(optarg, NULL, 0);
1916                         set_tr = 1;
1917                         break;
1918                 case SET_LDTR:
1919                         ldtr = strtoul(optarg, NULL, 0);
1920                         set_ldtr = 1;
1921                         break;
1922                 case SET_X2APIC_STATE:
1923                         x2apic_state = strtol(optarg, NULL, 0);
1924                         set_x2apic_state = 1;
1925                         break;
1926                 case SET_EXCEPTION_BITMAP:
1927                         exception_bitmap = strtoul(optarg, NULL, 0);
1928                         set_exception_bitmap = 1;
1929                         break;
1930                 case SET_VMCS_ENTRY_INTERRUPTION_INFO:
1931                         vmcs_entry_interruption_info = strtoul(optarg, NULL, 0);
1932                         set_vmcs_entry_interruption_info = 1;
1933                         break;
1934                 case SET_CAP:
1935                         capval = strtoul(optarg, NULL, 0);
1936                         setcap = 1;
1937                         break;
1938                 case SET_RTC_TIME:
1939                         rtc_secs = strtoul(optarg, NULL, 0);
1940                         set_rtc_time = 1;
1941                         break;
1942                 case SET_RTC_NVRAM:
1943                         rtc_nvram_value = (uint8_t)strtoul(optarg, NULL, 0);
1944                         set_rtc_nvram = 1;
1945                         break;
1946                 case RTC_NVRAM_OFFSET:
1947                         rtc_nvram_offset = strtoul(optarg, NULL, 0);
1948                         break;
1949                 case GET_GPA_PMAP:
1950                         gpa_pmap = strtoul(optarg, NULL, 0);
1951                         get_gpa_pmap = 1;
1952                         break;
1953                 case CAPNAME:
1954                         capname = optarg;
1955                         break;
1956                 case UNASSIGN_PPTDEV:
1957                         unassign_pptdev = 1;
1958                         if (sscanf(optarg, "%d/%d/%d", &bus, &slot, &func) != 3)
1959                                 usage(cpu_intel);
1960                         break;
1961                 case ASSERT_LAPIC_LVT:
1962                         assert_lapic_lvt = atoi(optarg);
1963                         break;
1964 #ifdef BHYVE_SNAPSHOT
1965                 case SET_CHECKPOINT_FILE:
1966                         vm_checkpoint_opt = 1;
1967                         checkpoint_file = optarg;
1968                         break;
1969                 case SET_SUSPEND_FILE:
1970                         vm_suspend_opt = 1;
1971                         suspend_file = optarg;
1972                         break;
1973 #endif
1974                 default:
1975                         usage(cpu_intel);
1976                 }
1977         }
1978         argc -= optind;
1979         argv += optind;
1980
1981         if (vmname == NULL)
1982                 usage(cpu_intel);
1983
1984         error = 0;
1985
1986         if (!error && create)
1987                 error = vm_create(vmname);
1988
1989         if (!error) {
1990                 ctx = vm_open(vmname);
1991                 if (ctx == NULL) {
1992                         printf("VM:%s is not created.\n", vmname);
1993                         exit (1);
1994                 }
1995         }
1996
1997         if (!error && memsize)
1998                 error = vm_setup_memory(ctx, memsize, VM_MMAP_ALL);
1999
2000         if (!error && set_efer)
2001                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_EFER, efer);
2002
2003         if (!error && set_cr0)
2004                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_CR0, cr0);
2005
2006         if (!error && set_cr2)
2007                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_CR2, cr2);
2008
2009         if (!error && set_cr3)
2010                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_CR3, cr3);
2011
2012         if (!error && set_cr4)
2013                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_CR4, cr4);
2014
2015         if (!error && set_dr0)
2016                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR0, dr0);
2017
2018         if (!error && set_dr1)
2019                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR1, dr1);
2020
2021         if (!error && set_dr2)
2022                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR2, dr2);
2023
2024         if (!error && set_dr3)
2025                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR3, dr3);
2026
2027         if (!error && set_dr6)
2028                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR6, dr6);
2029
2030         if (!error && set_dr7)
2031                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DR7, dr7);
2032
2033         if (!error && set_rsp)
2034                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_RSP, rsp);
2035
2036         if (!error && set_rip)
2037                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_RIP, rip);
2038
2039         if (!error && set_rax)
2040                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_RAX, rax);
2041
2042         if (!error && set_rflags) {
2043                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_RFLAGS,
2044                                         rflags);
2045         }
2046
2047         if (!error && set_desc_ds) {
2048                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_DS,
2049                                     desc_base, desc_limit, desc_access);
2050         }
2051
2052         if (!error && set_desc_es) {
2053                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_ES,
2054                                     desc_base, desc_limit, desc_access);
2055         }
2056
2057         if (!error && set_desc_ss) {
2058                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_SS,
2059                                     desc_base, desc_limit, desc_access);
2060         }
2061
2062         if (!error && set_desc_cs) {
2063                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_CS,
2064                                     desc_base, desc_limit, desc_access);
2065         }
2066
2067         if (!error && set_desc_fs) {
2068                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_FS,
2069                                     desc_base, desc_limit, desc_access);
2070         }
2071
2072         if (!error && set_desc_gs) {
2073                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_GS,
2074                                     desc_base, desc_limit, desc_access);
2075         }
2076
2077         if (!error && set_desc_tr) {
2078                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_TR,
2079                                     desc_base, desc_limit, desc_access);
2080         }
2081
2082         if (!error && set_desc_ldtr) {
2083                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_LDTR,
2084                                     desc_base, desc_limit, desc_access);
2085         }
2086
2087         if (!error && set_desc_gdtr) {
2088                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_GDTR,
2089                                     desc_base, desc_limit, 0);
2090         }
2091
2092         if (!error && set_desc_idtr) {
2093                 error = vm_set_desc(ctx, vcpu, VM_REG_GUEST_IDTR,
2094                                     desc_base, desc_limit, 0);
2095         }
2096
2097         if (!error && set_cs)
2098                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_CS, cs);
2099
2100         if (!error && set_ds)
2101                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_DS, ds);
2102
2103         if (!error && set_es)
2104                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_ES, es);
2105
2106         if (!error && set_fs)
2107                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_FS, fs);
2108
2109         if (!error && set_gs)
2110                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_GS, gs);
2111
2112         if (!error && set_ss)
2113                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_SS, ss);
2114
2115         if (!error && set_tr)
2116                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_TR, tr);
2117
2118         if (!error && set_ldtr)
2119                 error = vm_set_register(ctx, vcpu, VM_REG_GUEST_LDTR, ldtr);
2120
2121         if (!error && set_x2apic_state)
2122                 error = vm_set_x2apic_state(ctx, vcpu, x2apic_state);
2123
2124         if (!error && unassign_pptdev)
2125                 error = vm_unassign_pptdev(ctx, bus, slot, func);
2126
2127         if (!error && set_exception_bitmap) {
2128                 if (cpu_intel)
2129                         error = vm_set_vmcs_field(ctx, vcpu,
2130                                                   VMCS_EXCEPTION_BITMAP,
2131                                                   exception_bitmap);
2132                 else
2133                         error = vm_set_vmcb_field(ctx, vcpu,
2134                                                   VMCB_OFF_EXC_INTERCEPT,
2135                                                   4, exception_bitmap);
2136         }
2137
2138         if (!error && cpu_intel && set_vmcs_entry_interruption_info) {
2139                 error = vm_set_vmcs_field(ctx, vcpu, VMCS_ENTRY_INTR_INFO,
2140                                           vmcs_entry_interruption_info);
2141         }
2142
2143         if (!error && inject_nmi) {
2144                 error = vm_inject_nmi(ctx, vcpu);
2145         }
2146
2147         if (!error && assert_lapic_lvt != -1) {
2148                 error = vm_lapic_local_irq(ctx, vcpu, assert_lapic_lvt);
2149         }
2150
2151         if (!error && (get_memseg || get_all))
2152                 error = show_memseg(ctx);
2153
2154         if (!error && (get_memmap || get_all))
2155                 error = show_memmap(ctx);
2156
2157         if (!error)
2158                 error = get_all_registers(ctx, vcpu);
2159
2160         if (!error)
2161                 error = get_all_segments(ctx, vcpu);
2162
2163         if (!error) {
2164                 if (cpu_intel)
2165                         error = get_misc_vmcs(ctx, vcpu);
2166                 else
2167                         error = get_misc_vmcb(ctx, vcpu);
2168         }
2169
2170         if (!error && (get_x2apic_state || get_all)) {
2171                 error = vm_get_x2apic_state(ctx, vcpu, &x2apic_state);
2172                 if (error == 0)
2173                         printf("x2apic_state[%d]\t%d\n", vcpu, x2apic_state);
2174         }
2175
2176         if (!error && (get_eptp || get_all)) {
2177                 if (cpu_intel)
2178                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_EPTP, &eptp);
2179                 else
2180                         error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_NPT_BASE,
2181                                                    8, &eptp);
2182                 if (error == 0)
2183                         printf("%s[%d]\t\t0x%016lx\n",
2184                                 cpu_intel ? "eptp" : "rvi/npt", vcpu, eptp);
2185         }
2186
2187         if (!error && (get_exception_bitmap || get_all)) {
2188                 if(cpu_intel)
2189                         error = vm_get_vmcs_field(ctx, vcpu,
2190                                                 VMCS_EXCEPTION_BITMAP, &bm);
2191                 else
2192                         error = vm_get_vmcb_field(ctx, vcpu,
2193                                                   VMCB_OFF_EXC_INTERCEPT,
2194                                                   4, &bm);
2195                 if (error == 0)
2196                         printf("exception_bitmap[%d]\t%#lx\n", vcpu, bm);
2197         }
2198
2199         if (!error && (get_io_bitmap || get_all)) {
2200                 if (cpu_intel) {
2201                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_IO_BITMAP_A,
2202                                                   &bm);
2203                         if (error == 0)
2204                                 printf("io_bitmap_a[%d]\t%#lx\n", vcpu, bm);
2205                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_IO_BITMAP_B,
2206                                                   &bm);
2207                         if (error == 0)
2208                                 printf("io_bitmap_b[%d]\t%#lx\n", vcpu, bm);
2209                 } else {
2210                         error = vm_get_vmcb_field(ctx, vcpu,
2211                                                   VMCB_OFF_IO_PERM, 8, &bm);
2212                         if (error == 0)
2213                                 printf("io_bitmap[%d]\t%#lx\n", vcpu, bm);
2214                 }
2215         }
2216
2217         if (!error && (get_tsc_offset || get_all)) {
2218                 uint64_t tscoff;
2219                 if (cpu_intel)
2220                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_TSC_OFFSET,
2221                                                   &tscoff);
2222                 else
2223                         error = vm_get_vmcb_field(ctx, vcpu,
2224                                                   VMCB_OFF_TSC_OFFSET,
2225                                                   8, &tscoff);
2226                 if (error == 0)
2227                         printf("tsc_offset[%d]\t0x%016lx\n", vcpu, tscoff);
2228         }
2229
2230         if (!error && (get_msr_bitmap_address || get_all)) {
2231                 if (cpu_intel)
2232                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_MSR_BITMAP,
2233                                                   &addr);
2234                 else
2235                         error = vm_get_vmcb_field(ctx, vcpu,
2236                                                   VMCB_OFF_MSR_PERM, 8, &addr);
2237                 if (error == 0)
2238                         printf("msr_bitmap[%d]\t\t%#lx\n", vcpu, addr);
2239         }
2240
2241         if (!error && (get_msr_bitmap || get_all)) {
2242                 if (cpu_intel) {
2243                         error = vm_get_vmcs_field(ctx, vcpu,
2244                                                   VMCS_MSR_BITMAP, &addr);
2245                 } else {
2246                         error = vm_get_vmcb_field(ctx, vcpu,
2247                                                   VMCB_OFF_MSR_PERM, 8,
2248                                                   &addr);
2249                 }
2250
2251                 if (error == 0)
2252                         error = dump_msr_bitmap(vcpu, addr, cpu_intel);
2253         }
2254
2255         if (!error && (get_vpid_asid || get_all)) {
2256                 uint64_t vpid;
2257                 if (cpu_intel)
2258                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_VPID, &vpid);
2259                 else
2260                         error = vm_get_vmcb_field(ctx, vcpu, VMCB_OFF_ASID,
2261                                                   4, &vpid);
2262                 if (error == 0)
2263                         printf("%s[%d]\t\t0x%04lx\n",
2264                                 cpu_intel ? "vpid" : "asid", vcpu, vpid);
2265         }
2266
2267         if (!error && (get_guest_pat || get_all)) {
2268                 if (cpu_intel)
2269                         error = vm_get_vmcs_field(ctx, vcpu,
2270                                                   VMCS_GUEST_IA32_PAT, &pat);
2271                 else
2272                         error = vm_get_vmcb_field(ctx, vcpu,
2273                                                   VMCB_OFF_GUEST_PAT, 8, &pat);
2274                 if (error == 0)
2275                         printf("guest_pat[%d]\t\t0x%016lx\n", vcpu, pat);
2276         }
2277
2278         if (!error && (get_guest_sysenter || get_all)) {
2279                 if (cpu_intel)
2280                         error = vm_get_vmcs_field(ctx, vcpu,
2281                                                   VMCS_GUEST_IA32_SYSENTER_CS,
2282                                                   &cs);
2283                 else
2284                         error = vm_get_vmcb_field(ctx, vcpu,
2285                                                   VMCB_OFF_SYSENTER_CS, 8,
2286                                                   &cs);
2287
2288                 if (error == 0)
2289                         printf("guest_sysenter_cs[%d]\t%#lx\n", vcpu, cs);
2290                 if (cpu_intel)
2291                         error = vm_get_vmcs_field(ctx, vcpu,
2292                                                   VMCS_GUEST_IA32_SYSENTER_ESP,
2293                                                   &rsp);
2294                 else
2295                         error = vm_get_vmcb_field(ctx, vcpu,
2296                                                   VMCB_OFF_SYSENTER_ESP, 8,
2297                                                   &rsp);
2298
2299                 if (error == 0)
2300                         printf("guest_sysenter_sp[%d]\t%#lx\n", vcpu, rsp);
2301                 if (cpu_intel)
2302                         error = vm_get_vmcs_field(ctx, vcpu,
2303                                                   VMCS_GUEST_IA32_SYSENTER_EIP,
2304                                                   &rip);
2305                 else
2306                         error = vm_get_vmcb_field(ctx, vcpu,
2307                                                   VMCB_OFF_SYSENTER_EIP, 8,
2308                                                   &rip);
2309                 if (error == 0)
2310                         printf("guest_sysenter_ip[%d]\t%#lx\n", vcpu, rip);
2311         }
2312
2313         if (!error && (get_exit_reason || get_all)) {
2314                 if (cpu_intel)
2315                         error = vm_get_vmcs_field(ctx, vcpu, VMCS_EXIT_REASON,
2316                                                   &u64);
2317                 else
2318                         error = vm_get_vmcb_field(ctx, vcpu,
2319                                                   VMCB_OFF_EXIT_REASON, 8,
2320                                                   &u64);
2321                 if (error == 0)
2322                         printf("exit_reason[%d]\t%#lx\n", vcpu, u64);
2323         }
2324
2325         if (!error && setcap) {
2326                 int captype;
2327                 captype = vm_capability_name2type(capname);
2328                 error = vm_set_capability(ctx, vcpu, captype, capval);
2329                 if (error != 0 && errno == ENOENT)
2330                         printf("Capability \"%s\" is not available\n", capname);
2331         }
2332
2333         if (!error && get_gpa_pmap) {
2334                 error = vm_get_gpa_pmap(ctx, gpa_pmap, pteval, &ptenum);
2335                 if (error == 0) {
2336                         printf("gpa %#lx:", gpa_pmap);
2337                         pte = &pteval[0];
2338                         while (ptenum-- > 0)
2339                                 printf(" %#lx", *pte++);
2340                         printf("\n");
2341                 }
2342         }
2343
2344         if (!error && set_rtc_nvram)
2345                 error = vm_rtc_write(ctx, rtc_nvram_offset, rtc_nvram_value);
2346
2347         if (!error && (get_rtc_nvram || get_all)) {
2348                 error = vm_rtc_read(ctx, rtc_nvram_offset, &rtc_nvram_value);
2349                 if (error == 0) {
2350                         printf("rtc nvram[%03d]: 0x%02x\n", rtc_nvram_offset,
2351                             rtc_nvram_value);
2352                 }
2353         }
2354
2355         if (!error && set_rtc_time)
2356                 error = vm_rtc_settime(ctx, rtc_secs);
2357
2358         if (!error && (get_rtc_time || get_all)) {
2359                 error = vm_rtc_gettime(ctx, &rtc_secs);
2360                 if (error == 0) {
2361                         gmtime_r(&rtc_secs, &tm);
2362                         printf("rtc time %#lx: %s %s %02d %02d:%02d:%02d %d\n",
2363                             rtc_secs, wday_str(tm.tm_wday), mon_str(tm.tm_mon),
2364                             tm.tm_mday, tm.tm_hour, tm.tm_min, tm.tm_sec,
2365                             1900 + tm.tm_year);
2366                 }
2367         }
2368
2369         if (!error && (getcap || get_all)) {
2370                 int captype, val, getcaptype;
2371
2372                 if (getcap && capname)
2373                         getcaptype = vm_capability_name2type(capname);
2374                 else
2375                         getcaptype = -1;
2376
2377                 for (captype = 0; captype < VM_CAP_MAX; captype++) {
2378                         if (getcaptype >= 0 && captype != getcaptype)
2379                                 continue;
2380                         error = vm_get_capability(ctx, vcpu, captype, &val);
2381                         if (error == 0) {
2382                                 printf("Capability \"%s\" is %s on vcpu %d\n",
2383                                         vm_capability_type2name(captype),
2384                                         val ? "set" : "not set", vcpu);
2385                         } else if (errno == ENOENT) {
2386                                 error = 0;
2387                                 printf("Capability \"%s\" is not available\n",
2388                                         vm_capability_type2name(captype));
2389                         } else {
2390                                 break;
2391                         }
2392                 }
2393         }
2394
2395         if (!error && (get_active_cpus || get_all)) {
2396                 error = vm_active_cpus(ctx, &cpus);
2397                 if (!error)
2398                         print_cpus("active cpus", &cpus);
2399         }
2400
2401         if (!error && (get_suspended_cpus || get_all)) {
2402                 error = vm_suspended_cpus(ctx, &cpus);
2403                 if (!error)
2404                         print_cpus("suspended cpus", &cpus);
2405         }
2406
2407         if (!error && (get_intinfo || get_all)) {
2408                 error = vm_get_intinfo(ctx, vcpu, &info[0], &info[1]);
2409                 if (!error) {
2410                         print_intinfo("pending", info[0]);
2411                         print_intinfo("current", info[1]);
2412                 }
2413         }
2414
2415         if (!error && (get_stats || get_all)) {
2416                 int i, num_stats;
2417                 uint64_t *stats;
2418                 struct timeval tv;
2419                 const char *desc;
2420
2421                 stats = vm_get_stats(ctx, vcpu, &tv, &num_stats);
2422                 if (stats != NULL) {
2423                         printf("vcpu%d stats:\n", vcpu);
2424                         for (i = 0; i < num_stats; i++) {
2425                                 desc = vm_get_stat_desc(ctx, i);
2426                                 printf("%-40s\t%ld\n", desc, stats[i]);
2427                         }
2428                 }
2429         }
2430
2431         if (!error && (get_cpu_topology || get_all)) {
2432                 uint16_t sockets, cores, threads, maxcpus;
2433
2434                 vm_get_topology(ctx, &sockets, &cores, &threads, &maxcpus);
2435                 printf("cpu_topology:\tsockets=%hu, cores=%hu, threads=%hu, "
2436                     "maxcpus=%hu\n", sockets, cores, threads, maxcpus);
2437         }
2438
2439         if (!error && run) {
2440                 error = vm_run(ctx, vcpu, &vmexit);
2441                 if (error == 0)
2442                         dump_vm_run_exitcode(&vmexit, vcpu);
2443                 else
2444                         printf("vm_run error %d\n", error);
2445         }
2446
2447         if (!error && force_reset)
2448                 error = vm_suspend(ctx, VM_SUSPEND_RESET);
2449
2450         if (!error && force_poweroff)
2451                 error = vm_suspend(ctx, VM_SUSPEND_POWEROFF);
2452
2453         if (error)
2454                 printf("errno = %d\n", errno);
2455
2456         if (!error && destroy)
2457                 vm_destroy(ctx);
2458
2459 #ifdef BHYVE_SNAPSHOT
2460         if (!error && vm_checkpoint_opt)
2461                 error = send_start_checkpoint(ctx, checkpoint_file);
2462
2463         if (!error && vm_suspend_opt)
2464                 error = send_start_suspend(ctx, suspend_file);
2465 #endif
2466
2467         free (opts);
2468         exit(error);
2469 }