# HG changeset patch
# User cl349@xxxxxxxxxxxxxxxxxxxx
# Node ID 0255f48b757fc4a69846356e8f42e9a4ed410c8c
# Parent 64cd054aa1432b44c66e72c0c0179827aa5772a9
Temporarily remove NetBSD and FreeBSD sparse trees to avoid user confusion.
The NetBSD and FreeBSD currently don't build against the final Xen 3.0 API.
Signed-off-by: Christian Limpach <Christian.Limpach@xxxxxxxxxxxx>
diff -r 64cd054aa143 -r 0255f48b757f buildconfigs/mk.netbsd-2.0-xenU
--- a/buildconfigs/mk.netbsd-2.0-xenU Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,45 +0,0 @@
-
-OS = netbsd
-
-NETBSD_RELEASE ?= 2.0
-NETBSD_CVSSNAP ?= 20050309
-
-EXTRAVERSION = xenU
-
-FULLVERSION = $(NETBSD_VER)-$(EXTRAVERSION)
-
-NETBSD_DIR = $(OS)-$(FULLVERSION)
-
-.PHONY: build clean mrproper mkpatch
-
-include buildconfigs/Rules.mk
-
-build: $(OS)-$(EXTRAVERSION)
-
-netbsd-%-tools.tar.bz2:
- @echo "Cannot find netbsd-$(NETBSD_VER)-tools.tar.gz in path
$(NETBSD_SRC_PATH)"
- wget
http://www.cl.cam.ac.uk/Research/SRG/netos/xen/downloads/netbsd-$*-tools.tar.bz2
-O./$@
-
-netbsd-%-tools: netbsd-%-tools.tar.bz2
- tar -jxf $<
- touch $@ # update timestamp to avoid rebuild
-
-$(NETBSD_DIR)/.valid: ref-$(OS)-$(NETBSD_VER)/.valid-ref
- $(RM) -rf $(NETBSD_DIR)
- cp -al $(<D) $(NETBSD_DIR)
- # Apply arch-xen patches
- ( cd netbsd-$(NETBSD_VER)-xen-sparse ; \
- ./mkbuildtree ../$(NETBSD_DIR) )
- @touch $(NETBSD_DIR)/.valid
-
-# build the specified netbsd tree
-netbsd-xen%: $(NETBSD_DIR)/.valid netbsd-$(NETBSD_RELEASE)-tools
- $(MAKE) -C netbsd-$(FULLVERSION) config
- $(MAKE) -C netbsd-$(FULLVERSION) netbsd
- $(MAKE) -C netbsd-$(FULLVERSION) INSTALL_PATH=$(DESTDIR)
INSTALL_NAME=boot/netbsd-$(NETBSD_VER)-xen$* install
-
-clean::
- $(MAKE) -C netbsd-$(FULLVERSION) clean
-
-delete:
- rm -rf tmp-$(OS)-$(NETBSD_VER) $(NETBSD_DIR)
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/conf/Makefile.i386-xen
--- a/freebsd-5.3-xen-sparse/conf/Makefile.i386-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,51 +0,0 @@
-# Makefile.i386 -- with config changes.
-# Copyright 1990 W. Jolitz
-# from: @(#)Makefile.i386 7.1 5/10/91
-# $FreeBSD: src/sys/conf/Makefile.i386,v 1.259 2003/04/15 21:29:11 phk Exp $
-#
-# Makefile for FreeBSD
-#
-# This makefile is constructed from a machine description:
-# config machineid
-# Most changes should be made in the machine description
-# /sys/i386/conf/``machineid''
-# after which you should do
-# config machineid
-# Generic makefile changes should be made in
-# /sys/conf/Makefile.i386
-# after which config should be rerun for all machines.
-#
-
-# Which version of config(8) is required.
-%VERSREQ= 500013
-
-STD8X16FONT?= iso
-
-
-
-.if !defined(S)
-.if exists(./@/.)
-S= ./@
-.else
-S= ../../..
-.endif
-.endif
-.include "$S/conf/kern.pre.mk"
-M= i386-xen
-MKMODULESENV+= MACHINE=i386-xen
-INCLUDES+= -I../../include/xen-public
-%BEFORE_DEPEND
-
-%OBJS
-
-%FILES.c
-
-%FILES.s
-
-%FILES.m
-
-%CLEAN
-
-%RULES
-
-.include "$S/conf/kern.post.mk"
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/conf/files.i386-xen
--- a/freebsd-5.3-xen-sparse/conf/files.i386-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,295 +0,0 @@
-# This file tells config what files go into building a kernel,
-# files marked standard are always included.
-#
-# $FreeBSD: src/sys/conf/files.i386,v 1.457 2003/12/03 23:06:30 imp Exp $
-#
-# The long compile-with and dependency lines are required because of
-# limitations in config: backslash-newline doesn't work in strings, and
-# dependency lines other than the first are silently ignored.
-#
-linux_genassym.o optional compat_linux \
- dependency "$S/i386/linux/linux_genassym.c" \
- compile-with "${CC} ${CFLAGS:N-fno-common} -c ${.IMPSRC}" \
- no-obj no-implicit-rule \
- clean "linux_genassym.o"
-#
-linux_assym.h optional compat_linux \
- dependency "$S/kern/genassym.sh linux_genassym.o" \
- compile-with "sh $S/kern/genassym.sh linux_genassym.o > ${.TARGET}" \
- no-obj no-implicit-rule before-depend \
- clean "linux_assym.h"
-#
-svr4_genassym.o optional compat_svr4
\
- dependency "$S/i386/svr4/svr4_genassym.c" \
- compile-with "${CC} ${CFLAGS:N-fno-common} -c ${.IMPSRC}" \
- no-obj no-implicit-rule \
- clean "svr4_genassym.o"
-#
-svr4_assym.h optional compat_svr4 \
- dependency "$S/kern/genassym.sh svr4_genassym.o" \
- compile-with "sh $S/kern/genassym.sh svr4_genassym.o > ${.TARGET}" \
- no-obj no-implicit-rule before-depend \
- clean "svr4_assym.h"
-#
-font.h optional sc_dflt_font \
- compile-with "uudecode <
/usr/share/syscons/fonts/${SC_DFLT_FONT}-8x16.fnt && file2c 'static u_char
dflt_font_16[16*256] = {' '};' < ${SC_DFLT_FONT}-8x16 > font.h && uudecode <
/usr/share/syscons/fonts/${SC_DFLT_FONT}-8x14.fnt && file2c 'static u_char
dflt_font_14[14*256] = {' '};' < ${SC_DFLT_FONT}-8x14 >> font.h && uudecode <
/usr/share/syscons/fonts/${SC_DFLT_FONT}-8x8.fnt && file2c 'static u_char
dflt_font_8[8*256] = {' '};' < ${SC_DFLT_FONT}-8x8 >> font.h"
\
- no-obj no-implicit-rule before-depend \
- clean "font.h ${SC_DFLT_FONT}-8x14 ${SC_DFLT_FONT}-8x16
${SC_DFLT_FONT}-8x8"
-#
-atkbdmap.h optional atkbd_dflt_keymap \
- compile-with "/usr/sbin/kbdcontrol -L ${ATKBD_DFLT_KEYMAP} | sed -e
's/^static keymap_t.* = /static keymap_t key_map = /' -e 's/^static
accentmap_t.* = /static accentmap_t accent_map = /' > atkbdmap.h"
\
- no-obj no-implicit-rule before-depend \
- clean "atkbdmap.h"
-#
-ukbdmap.h optional ukbd_dflt_keymap \
- compile-with "/usr/sbin/kbdcontrol -L ${UKBD_DFLT_KEYMAP} | sed -e
's/^static keymap_t.* = /static keymap_t key_map = /' -e 's/^static
accentmap_t.* = /static accentmap_t accent_map = /' > ukbdmap.h"
\
- no-obj no-implicit-rule before-depend \
- clean "ukbdmap.h"
-#
-msysosak.o optional fla \
- dependency "$S/contrib/dev/fla/i386/msysosak.o.uu" \
- compile-with "uudecode < $S/contrib/dev/fla/i386/msysosak.o.uu" \
- no-implicit-rule
-#
-trlld.o optional oltr
\
- dependency "$S/contrib/dev/oltr/i386-elf.trlld.o.uu" \
- compile-with "uudecode < $S/contrib/dev/oltr/i386-elf.trlld.o.uu"
\
- no-implicit-rule
-#
-hal.o optional ath_hal \
- dependency "$S/contrib/dev/ath/freebsd/i386-elf.hal.o.uu" \
- compile-with "uudecode <
$S/contrib/dev/ath/freebsd/i386-elf.hal.o.uu" \
- no-implicit-rule
-#
-#
-compat/linux/linux_file.c optional compat_linux
-compat/linux/linux_getcwd.c optional compat_linux
-compat/linux/linux_ioctl.c optional compat_linux
-compat/linux/linux_ipc.c optional compat_linux
-compat/linux/linux_mib.c optional compat_linux
-compat/linux/linux_misc.c optional compat_linux
-compat/linux/linux_signal.c optional compat_linux
-compat/linux/linux_socket.c optional compat_linux
-compat/linux/linux_stats.c optional compat_linux
-compat/linux/linux_sysctl.c optional compat_linux
-compat/linux/linux_uid16.c optional compat_linux
-compat/linux/linux_util.c optional compat_linux
-compat/pecoff/imgact_pecoff.c optional pecoff_support
-compat/svr4/imgact_svr4.c optional compat_svr4
-compat/svr4/svr4_fcntl.c optional compat_svr4
-compat/svr4/svr4_filio.c optional compat_svr4
-compat/svr4/svr4_ioctl.c optional compat_svr4
-compat/svr4/svr4_ipc.c optional compat_svr4
-compat/svr4/svr4_misc.c optional compat_svr4
-compat/svr4/svr4_resource.c optional compat_svr4
-compat/svr4/svr4_signal.c optional compat_svr4
-compat/svr4/svr4_socket.c optional compat_svr4
-compat/svr4/svr4_sockio.c optional compat_svr4
-compat/svr4/svr4_stat.c optional compat_svr4
-compat/svr4/svr4_stream.c optional compat_svr4
-compat/svr4/svr4_syscallnames.c optional compat_svr4
-compat/svr4/svr4_sysent.c optional compat_svr4
-compat/svr4/svr4_sysvec.c optional compat_svr4
-compat/svr4/svr4_termios.c optional compat_svr4
-compat/svr4/svr4_ttold.c optional compat_svr4
-contrib/dev/fla/fla.c optional fla
-contrib/dev/oltr/if_oltr.c optional oltr
-contrib/dev/oltr/trlldbm.c optional oltr
-contrib/dev/oltr/trlldhm.c optional oltr
-contrib/dev/oltr/trlldmac.c optional oltr
-bf_enc.o optional ipsec ipsec_esp \
- dependency "$S/crypto/blowfish/arch/i386/bf_enc.S
$S/crypto/blowfish/arch/i386/bf_enc_586.S
$S/crypto/blowfish/arch/i386/bf_enc_686.S" \
- compile-with "${CC} -c -I$S/crypto/blowfish/arch/i386 ${ASM_CFLAGS}
${WERROR} ${.IMPSRC}" \
- no-implicit-rule
-crypto/des/arch/i386/des_enc.S optional ipsec ipsec_esp
-crypto/des/des_ecb.c optional netsmbcrypto
-crypto/des/arch/i386/des_enc.S optional netsmbcrypto
-crypto/des/des_setkey.c optional netsmbcrypto
-bf_enc.o optional crypto \
- dependency "$S/crypto/blowfish/arch/i386/bf_enc.S
$S/crypto/blowfish/arch/i386/bf_enc_586.S
$S/crypto/blowfish/arch/i386/bf_enc_686.S" \
- compile-with "${CC} -c -I$S/crypto/blowfish/arch/i386 ${ASM_CFLAGS}
${WERROR} ${.IMPSRC}" \
- no-implicit-rule
-crypto/des/arch/i386/des_enc.S optional crypto
-crypto/des/des_ecb.c optional crypto
-crypto/des/des_setkey.c optional crypto
-dev/ar/if_ar.c optional ar
-dev/ar/if_ar_pci.c optional ar pci
-dev/cx/csigma.c optional cx
-dev/cx/cxddk.c optional cx
-dev/cx/if_cx.c optional cx
-dev/dgb/dgb.c count dgb
-dev/fb/fb.c optional fb
-dev/fb/fb.c optional vga
-dev/fb/splash.c optional splash
-dev/fb/vga.c optional vga
-dev/kbd/atkbd.c optional atkbd
-dev/kbd/atkbdc.c optional atkbdc
-dev/kbd/kbd.c optional atkbd
-dev/kbd/kbd.c optional kbd
-dev/kbd/kbd.c optional sc
-dev/kbd/kbd.c optional ukbd
-dev/kbd/kbd.c optional vt
-dev/mem/memutil.c standard
-dev/random/nehemiah.c standard
-dev/ppc/ppc.c optional ppc
-dev/ppc/ppc_puc.c optional ppc puc pci
-dev/sio/sio.c optional sio
-dev/sio/sio_isa.c optional sio isa
-dev/syscons/schistory.c optional sc
-dev/syscons/scmouse.c optional sc
-dev/syscons/scterm.c optional sc
-dev/syscons/scterm-dumb.c optional sc
-dev/syscons/scterm-sc.c optional sc
-dev/syscons/scvesactl.c optional sc vga vesa
-dev/syscons/scvgarndr.c optional sc vga
-dev/syscons/scvidctl.c optional sc
-dev/syscons/scvtb.c optional sc
-dev/syscons/syscons.c optional sc
-dev/syscons/sysmouse.c optional sc
-dev/uart/uart_cpu_i386.c optional uart
-geom/geom_bsd.c standard
-geom/geom_bsd_enc.c standard
-geom/geom_mbr.c standard
-geom/geom_mbr_enc.c standard
-i386/acpica/OsdEnvironment.c optional acpi
-i386/acpica/acpi_machdep.c optional acpi
-i386/acpica/acpi_wakeup.c optional acpi
-acpi_wakecode.h optional acpi
\
- dependency "$S/i386/acpica/acpi_wakecode.S" \
- compile-with "${MAKE} -f $S/i386/acpica/Makefile
MAKESRCPATH=$S/i386/acpica" \
- no-obj no-implicit-rule before-depend \
- clean "acpi_wakecode.h acpi_wakecode.o acpi_wakecode.bin"
-#
-i386/acpica/madt.c optional acpi apic
-i386/bios/mca_machdep.c optional mca
-i386/bios/smapi.c optional smapi
-i386/bios/smapi_bios.S optional smapi
-i386/bios/smbios.c optional smbios
-i386/bios/vpd.c optional vpd
-i386/i386/apic_vector.s optional apic
-i386/i386/atomic.c standard \
- compile-with "${CC} -c ${CFLAGS}
${DEFINED_PROF:S/^$/-fomit-frame-pointer/} ${.IMPSRC}"
-i386/i386/autoconf.c standard
-i386/i386/busdma_machdep.c standard
-i386-xen/i386-xen/critical.c standard
-i386/i386/db_disasm.c optional ddb
-i386-xen/i386-xen/db_interface.c optional ddb
-i386/i386/db_trace.c optional ddb
-i386/i386/i386-gdbstub.c optional ddb
-i386/i386/dump_machdep.c standard
-i386/i386/elf_machdep.c standard
-i386-xen/i386-xen/exception.s standard
-i386-xen/i386-xen/i686_mem.c standard
-i386/i386/identcpu.c standard
-i386/i386/in_cksum.c optional inet
-i386-xen/i386-xen/initcpu.c standard
-i386-xen/i386-xen/intr_machdep.c standard
-i386-xen/i386-xen/io_apic.c optional apic
-i386/i386/legacy.c standard
-i386-xen/i386-xen/locore.s standard no-obj
-i386-xen/i386-xen/machdep.c standard
-i386/i386/mem.c standard
-i386-xen/i386-xen/mp_clock.c optional smp
-i386-xen/i386-xen/mp_machdep.c optional smp
-i386/i386/mpboot.s optional smp
-i386-xen/i386-xen/mptable.c optional apic
-i386-xen/i386-xen/local_apic.c optional apic
-i386/i386/mptable_pci.c optional apic pci
-i386/i386/nexus.c standard
-i386/i386/uio_machdep.c standard
-i386/i386/perfmon.c optional perfmon
-i386/i386/perfmon.c optional perfmon profiling-routine
-i386-xen/i386-xen/pmap.c standard
-i386-xen/i386-xen/support.s standard
-i386-xen/i386-xen/swtch.s standard
-i386-xen/i386-xen/sys_machdep.c standard
-i386-xen/i386-xen/trap.c standard
-i386/i386/tsc.c standard
-i386-xen/i386-xen/vm_machdep.c standard
-i386-xen/i386-xen/clock.c standard
-
-# xen specific arch-dep files
-i386-xen/i386-xen/hypervisor.c standard
-i386-xen/i386-xen/xen_machdep.c standard
-i386-xen/i386-xen/xen_bus.c standard
-i386-xen/i386-xen/evtchn.c standard
-i386-xen/i386-xen/ctrl_if.c standard
-i386-xen/i386-xen/gnttab.c standard
-
-
-i386/isa/asc.c count asc
-i386/isa/ctx.c optional ctx
-i386/isa/cy.c count cy
-i386/isa/elink.c optional ep
-i386/isa/elink.c optional ie
-i386/isa/gpib.c optional gp
-i386/isa/gsc.c count gsc
-i386/isa/istallion.c optional stli nowerror
-i386/isa/loran.c optional loran
-i386/isa/mse.c optional mse
-i386/isa/nmi.c standard
-
-# drivers
-i386-xen/xen/misc/npx.c optional npx
-i386-xen/xen/misc/evtchn_dev.c standard
-i386-xen/xen/char/console.c standard
-i386-xen/xen/netfront/xn_netfront.c standard
-i386-xen/xen/blkfront/xb_blkfront.c standard
-
-
-
-i386/isa/pcf.c optional pcf
-i386/isa/pcvt/pcvt_drv.c optional vt
-i386/isa/pcvt/pcvt_ext.c optional vt
-i386/isa/pcvt/pcvt_kbd.c optional vt
-i386/isa/pcvt/pcvt_out.c optional vt
-i386/isa/pcvt/pcvt_sup.c optional vt
-i386/isa/pcvt/pcvt_vtf.c optional vt
-i386/isa/pmtimer.c optional pmtimer
-i386/isa/prof_machdep.c optional profiling-routine
-i386/isa/spic.c optional spic
-i386/isa/spigot.c count spigot
-i386/isa/spkr.c optional speaker
-i386/isa/stallion.c optional stl nowerror
-i386/isa/vesa.c optional vga vesa
-i386/isa/wt.c count wt
-i386/linux/imgact_linux.c optional compat_linux
-i386/linux/linux_dummy.c optional compat_linux
-i386/linux/linux_locore.s optional compat_linux \
- dependency "linux_assym.h"
-i386/linux/linux_machdep.c optional compat_linux
-i386/linux/linux_ptrace.c optional compat_linux
-i386/linux/linux_sysent.c optional compat_linux
-i386/linux/linux_sysvec.c optional compat_linux
-i386/pci/pci_cfgreg.c optional pci
-i386/pci/pci_bus.c optional pci
-i386/svr4/svr4_locore.s optional compat_svr4
\
- dependency "svr4_assym.h" \
- warning "COMPAT_SVR4 is broken and should be avoided"
-i386/svr4/svr4_machdep.c optional compat_svr4
-isa/atkbd_isa.c optional atkbd
-isa/atkbdc_isa.c optional atkbdc
-isa/fd.c optional fdc
-isa/psm.c optional psm
-isa/syscons_isa.c optional sc
-isa/vga_isa.c optional vga
-kern/imgact_aout.c optional compat_aout
-kern/imgact_gzip.c optional gzip
-libkern/divdi3.c standard
-libkern/moddi3.c standard
-libkern/qdivrem.c standard
-libkern/ucmpdi2.c standard
-libkern/udivdi3.c standard
-libkern/umoddi3.c standard
-libkern/flsl.c standard
-libkern/ffsl.c standard
-
-pci/cy_pci.c optional cy pci
-pci/agp_intel.c optional agp
-pci/agp_via.c optional agp
-pci/agp_sis.c optional agp
-pci/agp_ali.c optional agp
-pci/agp_amd.c optional agp
-pci/agp_i810.c optional agp
-pci/agp_nvidia.c optional agp
-
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/conf/kern.mk
--- a/freebsd-5.3-xen-sparse/conf/kern.mk Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,100 +0,0 @@
-# $FreeBSD: src/sys/conf/kern.mk,v 1.42 2004/05/14 13:35:46 cognet Exp $
-
-#
-# Warning flags for compiling the kernel and components of the kernel.
-#
-# Note that the newly added -Wcast-qual is responsible for generating
-# most of the remaining warnings. Warnings introduced with -Wall will
-# also pop up, but are easier to fix.
-.if ${CC} == "icc"
-#CWARNFLAGS= -w2 # use this if you are terribly bored
-CWARNFLAGS=
-.else
-CWARNFLAGS?= -Wall -Wredundant-decls -Wnested-externs -Wstrict-prototypes \
- -Wmissing-prototypes -Wpointer-arith -Winline -Wcast-qual \
- -fformat-extensions
-.endif
-# -std=c99 anonymous unions are non-compliant
-#
-# The following flags are next up for working on:
-# -W
-
-#
-# On the i386, do not align the stack to 16-byte boundaries. Otherwise GCC
-# 2.95 adds code to the entry and exit point of every function to align the
-# stack to 16-byte boundaries -- thus wasting approximately 12 bytes of stack
-# per function call. While the 16-byte alignment may benefit micro
benchmarks,
-# it is probably an overall loss as it makes the code bigger (less efficient
-# use of code cache tag lines) and uses more stack (less efficient use of data
-# cache tag lines)
-#
-.if ${MACHINE_ARCH} == "i386" && ${CC} != "icc"
-CFLAGS+= -mno-align-long-strings -mpreferred-stack-boundary=2
-INLINE_LIMIT?= 8000
-.endif
-
-#
-# On the alpha, make sure that we don't use floating-point registers and
-# allow the use of BWX etc instructions (only needed for low-level i/o).
-# Also, reserve register t7 to point at per-cpu global variables.
-#
-.if ${MACHINE_ARCH} == "alpha"
-CFLAGS+= -mno-fp-regs -ffixed-8 -Wa,-mev6
-INLINE_LIMIT?= 15000
-.endif
-
-.if ${MACHINE_ARCH} == "arm"
-INLINE_LIMIT?= 8000
-.endif
-#
-# For IA-64, we use r13 for the kernel globals pointer and we only use
-# a very small subset of float registers for integer divides.
-#
-.if ${MACHINE_ARCH} == "ia64"
-CFLAGS+= -ffixed-r13 -mfixed-range=f32-f127 -mno-sdata
-INLINE_LIMIT?= 15000
-.endif
-
-#
-# For sparc64 we want medlow code model, and we tell gcc to use floating
-# point emulation. This avoids using floating point registers for integer
-# operations which it has a tendency to do.
-#
-.if ${MACHINE_ARCH} == "sparc64"
-CFLAGS+= -mcmodel=medlow -msoft-float
-INLINE_LIMIT?= 15000
-.endif
-
-#
-# For AMD64, use a medium model for now. We'll switch to "kernel"
-# once pmap is ready. Be excessively careful to not generate FPU code.
-#
-.if ${MACHINE_ARCH} == "amd64"
-CFLAGS+= -mcmodel=kernel -mno-red-zone \
- -mfpmath=387 -mno-sse -mno-sse2 -mno-mmx -mno-3dnow \
- -msoft-float -fno-asynchronous-unwind-tables
-INLINE_LIMIT?= 8000
-.endif
-
-#
-# For PowerPC we tell gcc to use floating point emulation. This avoids using
-# floating point registers for integer operations which it has a tendency to
do.
-#
-.if ${MACHINE_ARCH} == "powerpc"
-CFLAGS+= -msoft-float
-INLINE_LIMIT?= 15000
-.endif
-
-#
-# GCC 3.0 and above like to do certain optimizations based on the
-# assumption that the program is linked against libc. Stop this.
-#
-.if ${CC} == "icc"
-CFLAGS+= -nolib_inline
-.else
-CFLAGS+= -ffreestanding
-.endif
-
-.if ${CC} == "icc"
-CFLAGS+= -restrict
-.endif
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/conf/ldscript.i386-xen
--- a/freebsd-5.3-xen-sparse/conf/ldscript.i386-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,134 +0,0 @@
-/* $FreeBSD: src/sys/conf/ldscript.i386,v 1.9 2003/12/03 07:40:03 phk Exp $ */
-OUTPUT_FORMAT("elf32-i386-freebsd", "elf32-i386-freebsd", "elf32-i386-freebsd")
-OUTPUT_ARCH(i386)
-ENTRY(btext)
-SEARCH_DIR(/usr/lib);
-SECTIONS
-{
- /* Read-only sections, merged into text segment: */
- . = kernbase + SIZEOF_HEADERS;
- .interp : { *(.interp) }
- .hash : { *(.hash) }
- .dynsym : { *(.dynsym) }
- .dynstr : { *(.dynstr) }
- .gnu.version : { *(.gnu.version) }
- .gnu.version_d : { *(.gnu.version_d) }
- .gnu.version_r : { *(.gnu.version_r) }
- .rel.text :
- { *(.rel.text) *(.rel.gnu.linkonce.t*) }
- .rela.text :
- { *(.rela.text) *(.rela.gnu.linkonce.t*) }
- .rel.data :
- { *(.rel.data) *(.rel.gnu.linkonce.d*) }
- .rela.data :
- { *(.rela.data) *(.rela.gnu.linkonce.d*) }
- .rel.rodata :
- { *(.rel.rodata) *(.rel.gnu.linkonce.r*) }
- .rela.rodata :
- { *(.rela.rodata) *(.rela.gnu.linkonce.r*) }
- .rel.got : { *(.rel.got) }
- .rela.got : { *(.rela.got) }
- .rel.ctors : { *(.rel.ctors) }
- .rela.ctors : { *(.rela.ctors) }
- .rel.dtors : { *(.rel.dtors) }
- .rela.dtors : { *(.rela.dtors) }
- .rel.init : { *(.rel.init) }
- .rela.init : { *(.rela.init) }
- .rel.fini : { *(.rel.fini) }
- .rela.fini : { *(.rela.fini) }
- .rel.bss : { *(.rel.bss) }
- .rela.bss : { *(.rela.bss) }
- .rel.plt : { *(.rel.plt) }
- .rela.plt : { *(.rela.plt) }
- .init : { *(.init) } =0x9090
- .plt : { *(.plt) }
- .text :
- {
- *(.text)
- *(.stub)
- /* .gnu.warning sections are handled specially by elf32.em. */
- *(.gnu.warning)
- *(.gnu.linkonce.t*)
- } =0x9090
- _etext = .;
- PROVIDE (etext = .);
- .fini : { *(.fini) } =0x9090
- .rodata : { *(.rodata) *(.gnu.linkonce.r*) }
- .rodata1 : { *(.rodata1) }
- /* Adjust the address for the data segment. We want to adjust up to
- the same address within the page on the next page up. */
- . = ALIGN(0x1000) + (. & (0x1000 - 1)) ;
- .data :
- {
- *(.data)
- *(.gnu.linkonce.d*)
- CONSTRUCTORS
- }
- .data1 : { *(.data1) }
- . = ALIGN(32 / 8);
- _start_ctors = .;
- PROVIDE (start_ctors = .);
- .ctors :
- {
- *(.ctors)
- }
- _stop_ctors = .;
- PROVIDE (stop_ctors = .);
- .dtors :
- {
- *(.dtors)
- }
- .got : { *(.got.plt) *(.got) }
- .dynamic : { *(.dynamic) }
- /* We want the small data sections together, so single-instruction offsets
- can access them all, and initialized data all before uninitialized, so
- we can shorten the on-disk segment size. */
- .sdata : { *(.sdata) }
- _edata = .;
- PROVIDE (edata = .);
- __bss_start = .;
- .sbss : { *(.sbss) *(.scommon) }
- .bss :
- {
- *(.dynbss)
- *(.bss)
- *(COMMON)
- }
- . = ALIGN(32 / 8);
- _end = . ;
- PROVIDE (end = .);
- /* Stabs debugging sections. */
- .stab 0 : { *(.stab) }
- .stabstr 0 : { *(.stabstr) }
- .stab.excl 0 : { *(.stab.excl) }
- .stab.exclstr 0 : { *(.stab.exclstr) }
- .stab.index 0 : { *(.stab.index) }
- .stab.indexstr 0 : { *(.stab.indexstr) }
- .comment 0 : { *(.comment) }
- /* DWARF debug sections.
- Symbols in the DWARF debugging sections are relative to the beginning
- of the section so we begin them at 0. */
- /* DWARF 1 */
- .debug 0 : { *(.debug) }
- .line 0 : { *(.line) }
- /* GNU DWARF 1 extensions */
- .debug_srcinfo 0 : { *(.debug_srcinfo) }
- .debug_sfnames 0 : { *(.debug_sfnames) }
- /* DWARF 1.1 and DWARF 2 */
- .debug_aranges 0 : { *(.debug_aranges) }
- .debug_pubnames 0 : { *(.debug_pubnames) }
- /* DWARF 2 */
- .debug_info 0 : { *(.debug_info) }
- .debug_abbrev 0 : { *(.debug_abbrev) }
- .debug_line 0 : { *(.debug_line) }
- .debug_frame 0 : { *(.debug_frame) }
- .debug_str 0 : { *(.debug_str) }
- .debug_loc 0 : { *(.debug_loc) }
- .debug_macinfo 0 : { *(.debug_macinfo) }
- /* SGI/MIPS DWARF 2 extensions */
- .debug_weaknames 0 : { *(.debug_weaknames) }
- .debug_funcnames 0 : { *(.debug_funcnames) }
- .debug_typenames 0 : { *(.debug_typenames) }
- .debug_varnames 0 : { *(.debug_varnames) }
- /* These must appear regardless of . */
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/conf/options.i386-xen
--- a/freebsd-5.3-xen-sparse/conf/options.i386-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,162 +0,0 @@
-# $FreeBSD: src/sys/conf/options.i386,v 1.204 2003/12/03 23:06:30 imp Exp $
-# Options specific to the i386 platform kernels
-
-AUTO_EOI_1 opt_auto_eoi.h
-AUTO_EOI_2 opt_auto_eoi.h
-BROKEN_KEYBOARD_RESET opt_reset.h
-COMPAT_OLDISA
-I586_PMC_GUPROF opt_i586_guprof.h
-MAXMEM
-MPTABLE_FORCE_HTT
-NO_MIXED_MODE
-PERFMON
-DISABLE_PSE opt_pmap.h
-DISABLE_PG_G opt_pmap.h
-PMAP_SHPGPERPROC opt_pmap.h
-PPC_PROBE_CHIPSET opt_ppc.h
-PPC_DEBUG opt_ppc.h
-POWERFAIL_NMI opt_trap.h
-MP_WATCHDOG opt_mp_watchdog.h
-
-
-
-# Options for emulators. These should only be used at config time, so
-# they are handled like options for static filesystems
-# (see src/sys/conf/options), except for broken debugging options.
-COMPAT_AOUT opt_dontuse.h
-IBCS2 opt_dontuse.h
-COMPAT_LINUX opt_dontuse.h
-COMPAT_SVR4 opt_dontuse.h
-DEBUG_SVR4 opt_svr4.h
-PECOFF_SUPPORT opt_dontuse.h
-PECOFF_DEBUG opt_pecoff.h
-
-# Change KVM size. Changes things all over the kernel.
-KVA_PAGES opt_global.h
-XEN opt_global.h
-XENDEV opt_xen.h
-NOXENDEBUG opt_xen.h
-# Physical address extensions and support for >4G ram. As above.
-PAE opt_global.h
-
-CLK_CALIBRATION_LOOP opt_clock.h
-CLK_USE_I8254_CALIBRATION opt_clock.h
-CLK_USE_TSC_CALIBRATION opt_clock.h
-TIMER_FREQ opt_clock.h
-
-CPU_ATHLON_SSE_HACK opt_cpu.h
-CPU_BLUELIGHTNING_3X opt_cpu.h
-CPU_BLUELIGHTNING_FPU_OP_CACHE opt_cpu.h
-CPU_BTB_EN opt_cpu.h
-CPU_CYRIX_NO_LOCK opt_cpu.h
-CPU_DIRECT_MAPPED_CACHE opt_cpu.h
-CPU_DISABLE_5X86_LSSER opt_cpu.h
-CPU_DISABLE_CMPXCHG opt_global.h # XXX global, unlike other CPU_*
-CPU_DISABLE_SSE opt_cpu.h
-CPU_ELAN opt_cpu.h
-CPU_ELAN_XTAL opt_cpu.h
-CPU_ELAN_PPS opt_cpu.h
-CPU_ENABLE_SSE opt_cpu.h
-CPU_FASTER_5X86_FPU opt_cpu.h
-CPU_GEODE opt_cpu.h
-CPU_I486_ON_386 opt_cpu.h
-CPU_IORT opt_cpu.h
-CPU_L2_LATENCY opt_cpu.h
-CPU_LOOP_EN opt_cpu.h
-CPU_PPRO2CELERON opt_cpu.h
-CPU_RSTK_EN opt_cpu.h
-CPU_SOEKRIS opt_cpu.h
-CPU_SUSP_HLT opt_cpu.h
-CPU_UPGRADE_HW_CACHE opt_cpu.h
-CPU_WT_ALLOC opt_cpu.h
-CYRIX_CACHE_REALLY_WORKS opt_cpu.h
-CYRIX_CACHE_WORKS opt_cpu.h
-NO_F00F_HACK opt_cpu.h
-NO_MEMORY_HOLE opt_cpu.h
-
-# The CPU type affects the endian conversion functions all over the kernel.
-I386_CPU opt_global.h
-I486_CPU opt_global.h
-I586_CPU opt_global.h
-I686_CPU opt_global.h
-
-VGA_ALT_SEQACCESS opt_vga.h
-VGA_DEBUG opt_vga.h
-VGA_NO_FONT_LOADING opt_vga.h
-VGA_NO_MODE_CHANGE opt_vga.h
-VGA_SLOW_IOACCESS opt_vga.h
-VGA_WIDTH90 opt_vga.h
-
-VESA
-VESA_DEBUG opt_vesa.h
-
-PSM_HOOKRESUME opt_psm.h
-PSM_RESETAFTERSUSPEND opt_psm.h
-PSM_DEBUG opt_psm.h
-
-ATKBD_DFLT_KEYMAP opt_atkbd.h
-
-# pcvt(4) has a bunch of options
-FAT_CURSOR opt_pcvt.h
-XSERVER opt_pcvt.h
-PCVT_24LINESDEF opt_pcvt.h
-PCVT_CTRL_ALT_DEL opt_pcvt.h
-PCVT_META_ESC opt_pcvt.h
-PCVT_NSCREENS opt_pcvt.h
-PCVT_PRETTYSCRNS opt_pcvt.h
-PCVT_SCANSET opt_pcvt.h
-PCVT_SCREENSAVER opt_pcvt.h
-PCVT_USEKBDSEC opt_pcvt.h
-PCVT_VT220KEYB opt_pcvt.h
-PCVT_GREENSAVER opt_pcvt.h
-
-# Video spigot
-SPIGOT_UNSECURE opt_spigot.h
-
-# Enables NETGRAPH support for Cronyx adapters
-NETGRAPH_CRONYX opt_ng_cronyx.h
-
-# -------------------------------
-# isdn4bsd: passive ISA cards
-# -------------------------------
-TEL_S0_8 opt_i4b.h
-TEL_S0_16 opt_i4b.h
-TEL_S0_16_3 opt_i4b.h
-AVM_A1 opt_i4b.h
-USR_STI opt_i4b.h
-ITKIX1 opt_i4b.h
-ELSA_PCC16 opt_i4b.h
-# -------------------------------
-# isdn4bsd: passive ISA PnP cards
-# -------------------------------
-CRTX_S0_P opt_i4b.h
-DRN_NGO opt_i4b.h
-TEL_S0_16_3_P opt_i4b.h
-SEDLBAUER opt_i4b.h
-DYNALINK opt_i4b.h
-ASUSCOM_IPAC opt_i4b.h
-ELSA_QS1ISA opt_i4b.h
-SIEMENS_ISURF2 opt_i4b.h
-EICON_DIVA opt_i4b.h
-COMPAQ_M610 opt_i4b.h
-# -------------------------------
-# isdn4bsd: passive PCI cards
-# -------------------------------
-ELSA_QS1PCI opt_i4b.h
-# -------------------------------
-# isdn4bsd: misc options
-# -------------------------------
-# temporary workaround for SMP machines
-I4B_SMP_WORKAROUND opt_i4b.h
-# enable VJ compression code for ipr i/f
-IPR_VJ opt_i4b.h
-IPR_LOG opt_i4b.h
-
-# Device options
-DEV_ACPI opt_acpi.h
-DEV_APIC opt_apic.h
-DEV_NPX opt_npx.h
-
-# -------------------------------
-# EOF
-# -------------------------------
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/fbsdxensetup
--- a/freebsd-5.3-xen-sparse/fbsdxensetup Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,44 +0,0 @@
-#!/bin/csh -f
-
-setenv XENROOT `pwd`
-cd $XENROOT
-if ( ! -d freebsd-5.3-xen-sparse ) then
- echo "Please run this script from the root of the Xen source tree"
- exit 1
-endif
-rm -rf $XENROOT/fbsdtmp $XENROOT/freebsd-5.3-xenU
-mkdir -p $XENROOT/fbsdtmp
-cd $XENROOT/fbsdtmp
-echo "step 1"
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.aa
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ab
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ac
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ad
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ae
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.af
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ag
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ah
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ai
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.aj
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.ak
-wget ftp://ftp.freebsd.org/pub/FreeBSD/releases/i386/5.3-RELEASE/src/ssys.al
-mkdir -p foo
-cat ssys.?? | tar --unlink -xpzf - -C foo/
-mkdir -p $XENROOT/freebsd-5.3-xenU
-mv foo/sys/* $XENROOT/freebsd-5.3-xenU
-cd $XENROOT
-rm -rf $XENROOT/fbsdtmp
-echo "step 2"
-mkdir -p $XENROOT/freebsd-5.3-xenU/i386-xen/include
-cd $XENROOT/freebsd-5.3-xenU/i386-xen/include/
-foreach file (../../i386/include/*)
- ln -s $file
-end
-echo "step 3"
-cd $XENROOT/freebsd-5.3-xen-sparse
-echo "step 4"
-./mkbuildtree ../freebsd-5.3-xenU
-echo "step 5"
-cd $XENROOT/freebsd-5.3-xenU/i386-xen/include
-ln -s $XENROOT/xen/include/public xen-public
-echo "done"
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/i386-xen/Makefile
--- a/freebsd-5.3-xen-sparse/i386-xen/Makefile Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,40 +0,0 @@
-# $FreeBSD: src/sys/i386/Makefile,v 1.11 2002/06/21 06:18:02 mckusick Exp $
-# @(#)Makefile 8.1 (Berkeley) 6/11/93
-
-# Makefile for i386 links, tags file
-
-# SYS is normally set in Make.tags.inc
-# SYS=/sys
-SYS=/nsys
-
-TAGDIR= i386
-
-.include "../kern/Make.tags.inc"
-
-all:
- @echo "make links or tags only"
-
-# Directories in which to place i386 tags links
-DI386= apm i386 ibcs2 include isa linux
-
-links::
- -for i in ${COMMDIR1}; do \
- (cd $$i && { rm -f tags; ln -s ../${TAGDIR}/tags tags; }) done
- -for i in ${COMMDIR2}; do \
- (cd $$i && { rm -f tags; ln -s ../../${TAGDIR}/tags tags; }) done
- -for i in ${DI386}; do \
- (cd $$i && { rm -f tags; ln -s ../tags tags; }) done
-
-SI386= ${SYS}/i386/apm/*.[ch] \
- ${SYS}/i386/i386/*.[ch] ${SYS}/i386/ibcs2/*.[ch] \
- ${SYS}/i386/include/*.[ch] ${SYS}/i386/isa/*.[ch] \
- ${SYS}/i386/linux/*.[ch]
-AI386= ${SYS}/i386/i386/*.s
-
-tags::
- -ctags -wdt ${COMM} ${SI386}
- egrep "^ENTRY(.*)|^ALTENTRY(.*)" ${AI386} | \
- sed "s;\([^:]*\):\([^(]*\)(\([^, )]*\)\(.*\);\3 \1 /^\2(\3\4$$/;" \
- >> tags
- sort -o tags tags
- chmod 444 tags
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/GENERIC
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/GENERIC Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,273 +0,0 @@
-#
-# GENERIC -- Generic kernel configuration file for FreeBSD/i386
-#
-# For more information on this file, please read the handbook section on
-# Kernel Configuration Files:
-#
-#
http://www.FreeBSD.org/doc/en_US.ISO8859-1/books/handbook/kernelconfig-config.html
-#
-# The handbook is also available locally in /usr/share/doc/handbook
-# if you've installed the doc distribution, otherwise always see the
-# FreeBSD World Wide Web server (http://www.FreeBSD.org/) for the
-# latest information.
-#
-# An exhaustive list of options and more detailed explanations of the
-# device lines is also present in the ../../conf/NOTES and NOTES files.
-# If you are in doubt as to the purpose or necessity of a line, check first
-# in NOTES.
-#
-# $FreeBSD: src/sys/i386/conf/GENERIC,v 1.394.2.3 2004/01/26 19:42:11 nectar
Exp $
-
-machine i386
-cpu I486_CPU
-cpu I586_CPU
-cpu I686_CPU
-ident GENERIC
-
-#To statically compile in device wiring instead of /boot/device.hints
-#hints "GENERIC.hints" #Default places to look for devices.
-
-#makeoptions DEBUG=-g #Build kernel with gdb(1) debug symbols
-
-options SCHED_4BSD #4BSD scheduler
-options INET #InterNETworking
-options INET6 #IPv6 communications protocols
-options FFS #Berkeley Fast Filesystem
-options SOFTUPDATES #Enable FFS soft updates support
-options UFS_ACL #Support for access control lists
-options UFS_DIRHASH #Improve performance on big directories
-options MD_ROOT #MD is a potential root device
-options NFSCLIENT #Network Filesystem Client
-options NFSSERVER #Network Filesystem Server
-options NFS_ROOT #NFS usable as /, requires NFSCLIENT
-options MSDOSFS #MSDOS Filesystem
-options CD9660 #ISO 9660 Filesystem
-options PROCFS #Process filesystem (requires PSEUDOFS)
-options PSEUDOFS #Pseudo-filesystem framework
-options COMPAT_43 #Compatible with BSD 4.3 [KEEP THIS!]
-options COMPAT_FREEBSD4 #Compatible with FreeBSD4
-options SCSI_DELAY=15000 #Delay (in ms) before probing SCSI
-options KTRACE #ktrace(1) support
-options SYSVSHM #SYSV-style shared memory
-options SYSVMSG #SYSV-style message queues
-options SYSVSEM #SYSV-style semaphores
-options _KPOSIX_PRIORITY_SCHEDULING #Posix P1003_1B real-time extensions
-options KBD_INSTALL_CDEV # install a CDEV entry in /dev
-options AHC_REG_PRETTY_PRINT # Print register bitfields in debug
- # output. Adds ~128k to driver.
-options AHD_REG_PRETTY_PRINT # Print register bitfields in debug
- # output. Adds ~215k to driver.
-options PFIL_HOOKS # pfil(9) framework
-
-# Debugging for use in -current
-#options DDB #Enable the kernel debugger
-#options INVARIANTS #Enable calls of extra sanity checking
-options INVARIANT_SUPPORT #Extra sanity checks of internal
structures, required by INVARIANTS
-#options WITNESS #Enable checks to detect deadlocks and
cycles
-#options WITNESS_SKIPSPIN #Don't run witness on spinlocks for
speed
-
-# To make an SMP kernel, the next two are needed
-options SMP # Symmetric MultiProcessor Kernel
-device apic # I/O APIC
-
-device isa
-device eisa
-device pci
-
-# Floppy drives
-device fdc
-
-# ATA and ATAPI devices
-device ata
-device atadisk # ATA disk drives
-device ataraid # ATA RAID drives
-device atapicd # ATAPI CDROM drives
-device atapifd # ATAPI floppy drives
-device atapist # ATAPI tape drives
-options ATA_STATIC_ID #Static device numbering
-
-# SCSI Controllers
-device ahb # EISA AHA1742 family
-device ahc # AHA2940 and onboard AIC7xxx devices
-device ahd # AHA39320/29320 and onboard AIC79xx devices
-device amd # AMD 53C974 (Tekram DC-390(T))
-device isp # Qlogic family
-device mpt # LSI-Logic MPT-Fusion
-#device ncr # NCR/Symbios Logic
-device sym # NCR/Symbios Logic (newer chipsets + those of
`ncr')
-device trm # Tekram DC395U/UW/F DC315U adapters
-
-device adv # Advansys SCSI adapters
-device adw # Advansys wide SCSI adapters
-device aha # Adaptec 154x SCSI adapters
-device aic # Adaptec 15[012]x SCSI adapters, AIC-6[23]60.
-device bt # Buslogic/Mylex MultiMaster SCSI adapters
-
-device ncv # NCR 53C500
-device nsp # Workbit Ninja SCSI-3
-device stg # TMC 18C30/18C50
-
-# SCSI peripherals
-device scbus # SCSI bus (required for SCSI)
-device ch # SCSI media changers
-device da # Direct Access (disks)
-device sa # Sequential Access (tape etc)
-device cd # CD
-device pass # Passthrough device (direct SCSI access)
-device ses # SCSI Environmental Services (and SAF-TE)
-
-# RAID controllers interfaced to the SCSI subsystem
-device amr # AMI MegaRAID
-device asr # DPT SmartRAID V, VI and Adaptec SCSI RAID
-device ciss # Compaq Smart RAID 5*
-device dpt # DPT Smartcache III, IV - See NOTES for options
-device iir # Intel Integrated RAID
-device ips # IBM (Adaptec) ServeRAID
-device mly # Mylex AcceleRAID/eXtremeRAID
-
-# RAID controllers
-device aac # Adaptec FSA RAID
-device aacp # SCSI passthrough for aac (requires CAM)
-device ida # Compaq Smart RAID
-device mlx # Mylex DAC960 family
-device pst # Promise Supertrak SX6000
-device twe # 3ware ATA RAID
-
-# atkbdc0 controls both the keyboard and the PS/2 mouse
-device atkbdc # AT keyboard controller
-device atkbd # AT keyboard
-device psm # PS/2 mouse
-
-device vga # VGA video card driver
-
-device splash # Splash screen and screen saver support
-
-# syscons is the default console driver, resembling an SCO console
-device sc
-
-# Enable this for the pcvt (VT220 compatible) console driver
-#device vt
-#options XSERVER # support for X server on a vt console
-#options FAT_CURSOR # start with block cursor
-
-device agp # support several AGP chipsets
-
-# Floating point support - do not disable.
-device npx
-
-# Power management support (see NOTES for more options)
-#device apm
-# Add suspend/resume support for the i8254.
-device pmtimer
-
-# PCCARD (PCMCIA) support
-# Pcmcia and cardbus bridge support
-device cbb # cardbus (yenta) bridge
-#device pcic # ExCA ISA and PCI bridges
-device pccard # PC Card (16-bit) bus
-device cardbus # CardBus (32-bit) bus
-
-# Serial (COM) ports
-device sio # 8250, 16[45]50 based serial ports
-
-# Parallel port
-device ppc
-device ppbus # Parallel port bus (required)
-device lpt # Printer
-device plip # TCP/IP over parallel
-device ppi # Parallel port interface device
-#device vpo # Requires scbus and da
-
-# If you've got a "dumb" serial or parallel PCI card that is
-# supported by the puc(4) glue driver, uncomment the following
-# line to enable it (connects to the sio and/or ppc drivers):
-#device puc
-
-# PCI Ethernet NICs.
-device de # DEC/Intel DC21x4x (``Tulip'')
-device em # Intel PRO/1000 adapter Gigabit Ethernet Card
-device txp # 3Com 3cR990 (``Typhoon'')
-device vx # 3Com 3c590, 3c595 (``Vortex'')
-
-# PCI Ethernet NICs that use the common MII bus controller code.
-# NOTE: Be sure to keep the 'device miibus' line in order to use these NICs!
-device miibus # MII bus support
-device bfe # Broadcom BCM440x 10/100 ethernet
-device bge # Broadcom BCM570xx Gigabit Ethernet
-device dc # DEC/Intel 21143 and various workalikes
-device fxp # Intel EtherExpress PRO/100B (82557, 82558)
-device pcn # AMD Am79C97x PCI 10/100 (precedence over
'lnc')
-device re # RealTek 8139C+/8169/8169S/8110S
-device rl # RealTek 8129/8139
-device sf # Adaptec AIC-6915 (``Starfire'')
-device sis # Silicon Integrated Systems SiS 900/SiS 7016
-device sk # SysKonnect SK-984x and SK-982x gigabit
ethernet
-device ste # Sundance ST201 (D-Link DFE-550TX)
-device ti # Alteon Networks Tigon I/II gigabit ethernet
-device tl # Texas Instruments ThunderLAN
-device tx # SMC EtherPower II (83c170 ``EPIC'')
-device vr # VIA Rhine, Rhine II
-device wb # Winbond W89C840F
-device xl # 3Com 3c90x (``Boomerang'', ``Cyclone'')
-
-# ISA Ethernet NICs. pccard nics included.
-device cs # Crystal Semiconductor CS89x0 NIC
-# 'device ed' requires 'device miibus'
-device ed # NE[12]000, SMC Ultra, 3c503, DS8390 cards
-device ex # Intel EtherExpress Pro/10 and Pro/10+
-device ep # Etherlink III based cards
-device fe # Fujitsu MB8696x based cards
-device ie # EtherExpress 8/16, 3C507, StarLAN 10 etc.
-device lnc # NE2100, NE32-VL Lance Ethernet cards
-device sn # SMC's 9000 series of ethernet chips
-device xe # Xircom pccard ethernet
-
-# ISA devices that use the old ISA shims
-#device le
-
-# Wireless NIC cards
-device wlan # 802.11 support
-device an # Aironet 4500/4800 802.11 wireless NICs.
-device awi # BayStack 660 and others
-device wi # WaveLAN/Intersil/Symbol 802.11 wireless NICs.
-#device wl # Older non 802.11 Wavelan wireless NIC.
-
-# Pseudo devices - the number indicates how many units to allocate.
-device random # Entropy device
-device loop # Network loopback
-device ether # Ethernet support
-device sl # Kernel SLIP
-device ppp # Kernel PPP
-device tun # Packet tunnel.
-device pty # Pseudo-ttys (telnet etc)
-device md # Memory "disks"
-device gif # IPv6 and IPv4 tunneling
-device faith # IPv6-to-IPv4 relaying (translation)
-
-# The `bpf' device enables the Berkeley Packet Filter.
-# Be aware of the administrative consequences of enabling this!
-device bpf # Berkeley packet filter
-
-# USB support
-device uhci # UHCI PCI->USB interface
-device ohci # OHCI PCI->USB interface
-device usb # USB Bus (required)
-#device udbp # USB Double Bulk Pipe devices
-device ugen # Generic
-device uhid # "Human Interface Devices"
-device ukbd # Keyboard
-device ulpt # Printer
-device umass # Disks/Mass storage - Requires scbus and da
-device ums # Mouse
-device urio # Diamond Rio 500 MP3 player
-device uscanner # Scanners
-# USB Ethernet, requires mii
-device aue # ADMtek USB ethernet
-device axe # ASIX Electronics USB ethernet
-device cue # CATC USB ethernet
-device kue # Kawasaki LSI USB ethernet
-
-# FireWire support
-device firewire # FireWire bus code
-device sbp # SCSI over FireWire (Requires scbus and da)
-device fwe # Ethernet over FireWire (non-standard!)
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/GENERIC.hints
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/GENERIC.hints Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,93 +0,0 @@
-# $FreeBSD: src/sys/i386/conf/GENERIC.hints,v 1.11 2002/12/05 22:49:47 jhb Exp
$
-hint.fdc.0.at="isa"
-hint.fdc.0.port="0x3F0"
-hint.fdc.0.irq="6"
-hint.fdc.0.drq="2"
-hint.fd.0.at="fdc0"
-hint.fd.0.drive="0"
-hint.fd.1.at="fdc0"
-hint.fd.1.drive="1"
-hint.ata.0.at="isa"
-hint.ata.0.port="0x1F0"
-hint.ata.0.irq="14"
-hint.ata.1.at="isa"
-hint.ata.1.port="0x170"
-hint.ata.1.irq="15"
-hint.adv.0.at="isa"
-hint.adv.0.disabled="1"
-hint.bt.0.at="isa"
-hint.bt.0.disabled="1"
-hint.aha.0.at="isa"
-hint.aha.0.disabled="1"
-hint.aic.0.at="isa"
-hint.aic.0.disabled="1"
-hint.atkbdc.0.at="isa"
-hint.atkbdc.0.port="0x060"
-hint.atkbd.0.at="atkbdc"
-hint.atkbd.0.irq="1"
-hint.atkbd.0.flags="0x1"
-hint.psm.0.at="atkbdc"
-hint.psm.0.irq="12"
-hint.vga.0.at="isa"
-hint.sc.0.at="isa"
-hint.sc.0.flags="0x100"
-hint.vt.0.at="isa"
-hint.vt.0.disabled="1"
-hint.apm.0.disabled="1"
-hint.apm.0.flags="0x20"
-hint.pcic.0.at="isa"
-# hint.pcic.0.irq="10" # Default to polling
-hint.pcic.0.port="0x3e0"
-hint.pcic.0.maddr="0xd0000"
-hint.pcic.1.at="isa"
-hint.pcic.1.irq="11"
-hint.pcic.1.port="0x3e2"
-hint.pcic.1.maddr="0xd4000"
-hint.pcic.1.disabled="1"
-hint.sio.0.at="isa"
-hint.sio.0.port="0x3F8"
-hint.sio.0.flags="0x10"
-hint.sio.0.irq="4"
-hint.sio.1.at="isa"
-hint.sio.1.port="0x2F8"
-hint.sio.1.irq="3"
-hint.sio.2.at="isa"
-hint.sio.2.disabled="1"
-hint.sio.2.port="0x3E8"
-hint.sio.2.irq="5"
-hint.sio.3.at="isa"
-hint.sio.3.disabled="1"
-hint.sio.3.port="0x2E8"
-hint.sio.3.irq="9"
-hint.ppc.0.at="isa"
-hint.ppc.0.irq="7"
-hint.ed.0.at="isa"
-hint.ed.0.disabled="1"
-hint.ed.0.port="0x280"
-hint.ed.0.irq="10"
-hint.ed.0.maddr="0xd8000"
-hint.cs.0.at="isa"
-hint.cs.0.disabled="1"
-hint.cs.0.port="0x300"
-hint.sn.0.at="isa"
-hint.sn.0.disabled="1"
-hint.sn.0.port="0x300"
-hint.sn.0.irq="10"
-hint.ie.0.at="isa"
-hint.ie.0.disabled="1"
-hint.ie.0.port="0x300"
-hint.ie.0.irq="10"
-hint.ie.0.maddr="0xd0000"
-hint.fe.0.at="isa"
-hint.fe.0.disabled="1"
-hint.fe.0.port="0x300"
-hint.le.0.at="isa"
-hint.le.0.disabled="1"
-hint.le.0.port="0x300"
-hint.le.0.irq="5"
-hint.le.0.maddr="0xd0000"
-hint.lnc.0.at="isa"
-hint.lnc.0.disabled="1"
-hint.lnc.0.port="0x280"
-hint.lnc.0.irq="10"
-hint.lnc.0.drq="0"
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/Makefile
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/Makefile Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,3 +0,0 @@
-# $FreeBSD: src/sys/i386/conf/Makefile,v 1.9 2003/02/26 23:36:58 ru Exp $
-
-.include "${.CURDIR}/../../conf/makeLINT.mk"
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/i386-xen/conf/NOTES
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/NOTES Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1115 +0,0 @@
-#
-# NOTES -- Lines that can be cut/pasted into kernel and hints configs.
-#
-# This file contains machine dependent kernel configuration notes. For
-# machine independent notes, look in /sys/conf/NOTES.
-#
-# $FreeBSD: src/sys/i386/conf/NOTES,v 1.1108 2003/12/04 19:57:56 phk Exp $
-#
-
-#
-# This directive is mandatory; it defines the architecture to be
-# configured for; in this case, the 386 family based IBM-PC and
-# compatibles.
-#
-machine i386
-
-#
-# We want LINT to cover profiling as well
-profile 2
-
-
-#####################################################################
-# SMP OPTIONS:
-#
-# The apic device enables the use of the I/O APIC for interrupt delivery.
-# The apic device can be used in both UP and SMP kernels, but is required
-# for SMP kernels. Thus, the apic device is not strictly an SMP option,
-# but it is a prerequisite for SMP.
-#
-# Notes:
-#
-# Be sure to disable 'cpu I386_CPU' for SMP kernels.
-#
-# By default, mixed mode is used to route IRQ0 from the AT timer via
-# the 8259A master PIC through the ExtINT pin on the first I/O APIC.
-# This can be disabled via the NO_MIXED_MODE option. In that case,
-# IRQ0 will be routed via an intpin on the first I/O APIC. Not all
-# motherboards hook IRQ0 up to the first I/O APIC even though their
-# MP table or MADT may claim to do so. That is why mixed mode is
-# enabled by default.
-#
-# HTT CPUs should only be used if they are enabled in the BIOS. For
-# the ACPI case, ACPI only correctly tells us about any HTT CPUs if
-# they are enabled. However, most HTT systems do not list HTT CPUs
-# in the MP Table if they are enabled, thus we guess at the HTT CPUs
-# for the MP Table case. However, we shouldn't try to guess and use
-# these CPUs if HTTT is disabled. Thus, HTT guessing is only enabled
-# for the MP Table if the user explicitly asks for it via the
-# MPTABLE_FORCE_HTT option. Do NOT use this option if you have HTT
-# disabled in your BIOS.
-#
-
-# Mandatory:
-device apic # I/O apic
-
-# Optional:
-options MPTABLE_FORCE_HTT # Enable HTT CPUs with the MP
Table
-options NO_MIXED_MODE # Disable use of mixed mode
-
-
-#####################################################################
-# CPU OPTIONS
-
-#
-# You must specify at least one CPU (the one you intend to run on);
-# deleting the specification for CPUs you don't need to use may make
-# parts of the system run faster.
-# I386_CPU is mutually exclusive with the other CPU types.
-#
-#cpu I386_CPU
-cpu I486_CPU
-cpu I586_CPU # aka Pentium(tm)
-cpu I686_CPU # aka Pentium Pro(tm)
-
-#
-# Options for CPU features.
-#
-# CPU_ATHLON_SSE_HACK tries to enable SSE instructions when the BIOS has
-# forgotten to enable them.
-#
-# CPU_BLUELIGHTNING_FPU_OP_CACHE enables FPU operand cache on IBM
-# BlueLightning CPU. It works only with Cyrix FPU, and this option
-# should not be used with Intel FPU.
-#
-# CPU_BLUELIGHTNING_3X enables triple-clock mode on IBM Blue Lightning
-# CPU if CPU supports it. The default is double-clock mode on
-# BlueLightning CPU box.
-#
-# CPU_BTB_EN enables branch target buffer on Cyrix 5x86 (NOTE 1).
-#
-# CPU_DIRECT_MAPPED_CACHE sets L1 cache of Cyrix 486DLC CPU in direct
-# mapped mode. Default is 2-way set associative mode.
-#
-# CPU_CYRIX_NO_LOCK enables weak locking for the entire address space
-# of Cyrix 6x86 and 6x86MX CPUs by setting the NO_LOCK bit of CCR1.
-# Otherwise, the NO_LOCK bit of CCR1 is cleared. (NOTE 3)
-#
-# CPU_DISABLE_5X86_LSSER disables load store serialize (i.e. enables
-# reorder). This option should not be used if you use memory mapped
-# I/O device(s).
-#
-# CPU_ELAN enables support for AMDs ElanSC520 CPU.
-# CPU_ELAN_XTAL sets the clock crystal frequency in Hz
-# CPU_ELAN_PPS enables precision timestamp code.
-#
-# CPU_SOEKRIS enables support www.soekris.com hardware.
-#
-# CPU_ENABLE_SSE enables SSE/MMX2 instructions support. This is default
-# on I686_CPU and above.
-# CPU_DISABLE_SSE explicitly prevent I686_CPU from turning on SSE.
-#
-# CPU_FASTER_5X86_FPU enables faster FPU exception handler.
-#
-# CPU_I486_ON_386 enables CPU cache on i486 based CPU upgrade products
-# for i386 machines.
-#
-# CPU_IORT defines I/O clock delay time (NOTE 1). Default values of
-# I/O clock delay time on Cyrix 5x86 and 6x86 are 0 and 7,respectively
-# (no clock delay).
-#
-# CPU_L2_LATENCY specifed the L2 cache latency value. This option is used
-# only when CPU_PPRO2CELERON is defined and Mendocino Celeron is detected.
-# The default value is 5.
-#
-# CPU_LOOP_EN prevents flushing the prefetch buffer if the destination
-# of a jump is already present in the prefetch buffer on Cyrix 5x86(NOTE
-# 1).
-#
-# CPU_PPRO2CELERON enables L2 cache of Mendocino Celeron CPUs. This option
-# is useful when you use Socket 8 to Socket 370 converter, because most Pentium
-# Pro BIOSs do not enable L2 cache of Mendocino Celeron CPUs.
-#
-# CPU_RSTK_EN enables return stack on Cyrix 5x86 (NOTE 1).
-#
-# CPU_SUSP_HLT enables suspend on HALT. If this option is set, CPU
-# enters suspend mode following execution of HALT instruction.
-#
-# CPU_UPGRADE_HW_CACHE eliminates unneeded cache flush instruction(s).
-#
-# CPU_WT_ALLOC enables write allocation on Cyrix 6x86/6x86MX and AMD
-# K5/K6/K6-2 cpus.
-#
-# CYRIX_CACHE_WORKS enables CPU cache on Cyrix 486 CPUs with cache
-# flush at hold state.
-#
-# CYRIX_CACHE_REALLY_WORKS enables (1) CPU cache on Cyrix 486 CPUs
-# without cache flush at hold state, and (2) write-back CPU cache on
-# Cyrix 6x86 whose revision < 2.7 (NOTE 2).
-#
-# NO_F00F_HACK disables the hack that prevents Pentiums (and ONLY
-# Pentiums) from locking up when a LOCK CMPXCHG8B instruction is
-# executed. This option is only needed if I586_CPU is also defined,
-# and should be included for any non-Pentium CPU that defines it.
-#
-# NO_MEMORY_HOLE is an optimisation for systems with AMD K6 processors
-# which indicates that the 15-16MB range is *definitely* not being
-# occupied by an ISA memory hole.
-#
-# CPU_DISABLE_CMPXCHG disables the CMPXCHG instruction on > i386 IA32
-# machines. VmWare seems to emulate this instruction poorly, causing
-# the guest OS to run very slowly. Enabling this with a SMP kernel
-# will cause the kernel to be unusable.
-#
-# NOTE 1: The options, CPU_BTB_EN, CPU_LOOP_EN, CPU_IORT,
-# CPU_LOOP_EN and CPU_RSTK_EN should not be used because of CPU bugs.
-# These options may crash your system.
-#
-# NOTE 2: If CYRIX_CACHE_REALLY_WORKS is not set, CPU cache is enabled
-# in write-through mode when revision < 2.7. If revision of Cyrix
-# 6x86 >= 2.7, CPU cache is always enabled in write-back mode.
-#
-# NOTE 3: This option may cause failures for software that requires
-# locked cycles in order to operate correctly.
-#
-options CPU_ATHLON_SSE_HACK
-options CPU_BLUELIGHTNING_FPU_OP_CACHE
-options CPU_BLUELIGHTNING_3X
-options CPU_BTB_EN
-options CPU_DIRECT_MAPPED_CACHE
-options CPU_DISABLE_5X86_LSSER
-options CPU_ELAN
-options CPU_SOEKRIS
-options CPU_ELAN_XTAL=32768000
-options CPU_ELAN_PPS
-options CPU_ENABLE_SSE
-#options CPU_DISABLE_SSE
-options CPU_FASTER_5X86_FPU
-options CPU_I486_ON_386
-options CPU_IORT
-options CPU_L2_LATENCY=5
-options CPU_LOOP_EN
-options CPU_PPRO2CELERON
-options CPU_RSTK_EN
-options CPU_SUSP_HLT
-options CPU_UPGRADE_HW_CACHE
-options CPU_WT_ALLOC
-options CYRIX_CACHE_WORKS
-options CYRIX_CACHE_REALLY_WORKS
-#options NO_F00F_HACK
-options CPU_DISABLE_CMPXCHG
-
-# Debug options
-options NPX_DEBUG # enable npx debugging (FPU/math emu)
- #new math emulator
-
-#
-# PERFMON causes the driver for Pentium/Pentium Pro performance counters
-# to be compiled. See perfmon(4) for more information.
-#
-options PERFMON
-
-
-#####################################################################
-# NETWORKING OPTIONS
-
-#
-# DEVICE_POLLING adds support for mixed interrupt-polling handling
-# of network device drivers, which has significant benefits in terms
-# of robustness to overloads and responsivity, as well as permitting
-# accurate scheduling of the CPU time between kernel network processing
-# and other activities. The drawback is a moderate (up to 1/HZ seconds)
-# potential increase in response times.
-# It is strongly recommended to use HZ=1000 or 2000 with DEVICE_POLLING
-# to achieve smoother behaviour.
-# Additionally, you can enable/disable polling at runtime with the
-# sysctl variable kern.polling.enable (defaults off), and select
-# the CPU fraction reserved to userland with the sysctl variable
-# kern.polling.user_frac (default 50, range 0..100).
-#
-# Only the "dc" "fxp" and "sis" devices support this mode of operation at
-# the time of this writing.
-
-options DEVICE_POLLING
-
-
-#####################################################################
-# CLOCK OPTIONS
-
-# The following options are used for debugging clock behavior only, and
-# should not be used for production systems.
-#
-# CLK_CALIBRATION_LOOP will run the clock calibration loop at startup
-# until the user presses a key.
-
-options CLK_CALIBRATION_LOOP
-
-# The following two options measure the frequency of the corresponding
-# clock relative to the RTC (onboard mc146818a).
-
-options CLK_USE_I8254_CALIBRATION
-options CLK_USE_TSC_CALIBRATION
-
-
-#####################################################################
-# MISCELLANEOUS DEVICES AND OPTIONS
-
-device speaker #Play IBM BASIC-style noises out your speaker
-hint.speaker.0.at="isa"
-hint.speaker.0.port="0x61"
-device gzip #Exec gzipped a.out's. REQUIRES COMPAT_AOUT!
-device apm_saver # Requires APM
-
-
-#####################################################################
-# HARDWARE BUS CONFIGURATION
-
-#
-# ISA bus
-#
-device isa
-
-#
-# Options for `isa':
-#
-# AUTO_EOI_1 enables the `automatic EOI' feature for the master 8259A
-# interrupt controller. This saves about 0.7-1.25 usec for each interrupt.
-# This option breaks suspend/resume on some portables.
-#
-# AUTO_EOI_2 enables the `automatic EOI' feature for the slave 8259A
-# interrupt controller. This saves about 0.7-1.25 usec for each interrupt.
-# Automatic EOI is documented not to work for for the slave with the
-# original i8259A, but it works for some clones and some integrated
-# versions.
-#
-# MAXMEM specifies the amount of RAM on the machine; if this is not
-# specified, FreeBSD will first read the amount of memory from the CMOS
-# RAM, so the amount of memory will initially be limited to 64MB or 16MB
-# depending on the BIOS. If the BIOS reports 64MB, a memory probe will
-# then attempt to detect the installed amount of RAM. If this probe
-# fails to detect >64MB RAM you will have to use the MAXMEM option.
-# The amount is in kilobytes, so for a machine with 128MB of RAM, it would
-# be 131072 (128 * 1024).
-#
-# BROKEN_KEYBOARD_RESET disables the use of the keyboard controller to
-# reset the CPU for reboot. This is needed on some systems with broken
-# keyboard controllers.
-
-options COMPAT_OLDISA #Use ISA shims and glue for old drivers
-options AUTO_EOI_1
-#options AUTO_EOI_2
-
-options MAXMEM=(128*1024)
-#options BROKEN_KEYBOARD_RESET
-
-#
-# EISA bus
-#
-# The EISA bus device is `eisa'. It provides auto-detection and
-# configuration support for all devices on the EISA bus.
-
-device eisa
-
-# By default, only 10 EISA slots are probed, since the slot numbers
-# above clash with the configuration address space of the PCI subsystem,
-# and the EISA probe is not very smart about this. This is sufficient
-# for most machines, but in particular the HP NetServer LC series comes
-# with an onboard AIC7770 dual-channel SCSI controller on EISA slot #11,
-# thus you need to bump this figure to 12 for them.
-options EISA_SLOTS=12
-
-#
-# MCA bus:
-#
-# The MCA bus device is `mca'. It provides auto-detection and
-# configuration support for all devices on the MCA bus.
-# No hints are required for MCA.
-
-device mca
-
-#
-# PCI bus & PCI options:
-#
-device pci
-
-#
-# AGP GART support
-device agp
-
-
-#####################################################################
-# HARDWARE DEVICE CONFIGURATION
-
-#
-# Mandatory devices:
-#
-
-# To include support for VGA VESA video modes
-options VESA
-
-# Turn on extra debugging checks and output for VESA support.
-options VESA_DEBUG
-
-# The pcvt console driver (vt220 compatible).
-device vt
-hint.vt.0.at="isa"
-options XSERVER # support for running an X server on vt
-options FAT_CURSOR # start with block cursor
-# This PCVT option is for keyboards such as those used on really old ThinkPads
-options PCVT_SCANSET=2
-# Other PCVT options are documented in pcvt(4).
-options PCVT_24LINESDEF
-options PCVT_CTRL_ALT_DEL
-options PCVT_META_ESC
-options PCVT_NSCREENS=9
-options PCVT_PRETTYSCRNS
-options PCVT_SCREENSAVER
-options PCVT_USEKBDSEC
-options PCVT_VT220KEYB
-options PCVT_GREENSAVER
-
-#
-# The Numeric Processing eXtension driver. In addition to this, you
-# may configure a math emulator (see above). If your machine has a
-# hardware FPU and the kernel configuration includes the npx device
-# *and* a math emulator compiled into the kernel, the hardware FPU
-# will be used, unless it is found to be broken or unless "flags" to
-# npx0 includes "0x08", which requests preference for the emulator.
-device npx
-hint.npx.0.flags="0x0"
-hint.npx.0.irq="13"
-
-#
-# `flags' for npx0:
-# 0x01 don't use the npx registers to optimize bcopy.
-# 0x02 don't use the npx registers to optimize bzero.
-# 0x04 don't use the npx registers to optimize copyin or copyout.
-# 0x08 use emulator even if hardware FPU is available.
-# The npx registers are normally used to optimize copying and zeroing when
-# all of the following conditions are satisfied:
-# I586_CPU is an option
-# the cpu is an i586 (perhaps not a Pentium)
-# the probe for npx0 succeeds
-# INT 16 exception handling works.
-# Then copying and zeroing using the npx registers is normally 30-100% faster.
-# The flags can be used to control cases where it doesn't work or is slower.
-# Setting them at boot time using userconfig works right (the optimizations
-# are not used until later in the bootstrap when npx0 is attached).
-# Flag 0x08 automatically disables the i586 optimized routines.
-#
-
-#
-# Optional devices:
-#
-
-# 3Dfx Voodoo Graphics, Voodoo II /dev/3dfx CDEV support. This will create
-# the /dev/3dfx0 device to work with glide implementations. This should get
-# linked to /dev/3dfx and /dev/voodoo. Note that this is not the same as
-# the tdfx DRI module from XFree86 and is completely unrelated.
-#
-# To enable Linuxulator support, one must also include COMPAT_LINUX in the
-# config as well, or you will not have the dependencies. The other option
-# is to load both as modules.
-
-device tdfx # Enable 3Dfx Voodoo support
-options TDFX_LINUX # Enable Linuxulator support
-
-#
-# ACPI support using the Intel ACPI Component Architecture reference
-# implementation.
-#
-# ACPI_DEBUG enables the use of the debug.acpi.level and debug.acpi.layer
-# kernel environment variables to select initial debugging levels for the
-# Intel ACPICA code. (Note that the Intel code must also have USE_DEBUGGER
-# defined when it is built).
-#
-# ACPI_MAX_THREADS sets the number of task threads started.
-#
-# ACPI_NO_SEMAPHORES makes the AcpiOs*Semaphore routines a no-op.
-#
-# ACPICA_PEDANTIC enables strict checking of AML. Our default is to
-# relax these checks to allow code generated by the Microsoft compiler
-# to still execute.
-#
-# Note that building ACPI into the kernel is deprecated; the module is
-# normally loaded automatically by the loader.
-#
-device acpi
-options ACPI_DEBUG
-options ACPI_MAX_THREADS=1
-#!options ACPI_NO_SEMAPHORES
-#!options ACPICA_PEDANTIC
-
-# DRM options:
-# mgadrm: AGP Matrox G200, G400, G450, G550
-# r128drm: ATI Rage 128
-# radeondrm: ATI Radeon up to 9000/9100
-# sisdrm: SiS 300/305,540,630
-# tdfxdrm: 3dfx Voodoo 3/4/5 and Banshee
-# DRM_DEBUG: include debug printfs, very slow
-#
-# mga requires AGP in the kernel, and it is recommended
-# for AGP r128 and radeon cards.
-
-device mgadrm
-device "r128drm"
-device radeondrm
-device sisdrm
-device tdfxdrm
-
-options DRM_DEBUG
-
-# M-systems DiskOnchip products see src/sys/contrib/dev/fla/README
-device fla
-hint.fla.0.at="isa"
-
-#
-# mse: Logitech and ATI InPort bus mouse ports
-
-device mse
-hint.mse.0.at="isa"
-hint.mse.0.port="0x23c"
-hint.mse.0.irq="5"
-
-#
-# Network interfaces:
-#
-
-# ar: Arnet SYNC/570i hdlc sync 2/4 port V.35/X.21 serial driver
-# (requires sppp)
-# ath: Atheros a/b/g WiFi adapters (requires ath_hal and wlan)
-# cx: Cronyx/Sigma multiport sync/async (with Cisco or PPP framing)
-# ed: Western Digital and SMC 80xx; Novell NE1000 and NE2000; 3Com 3C503
-# HP PC Lan+, various PC Card devices (refer to etc/defauls/pccard.conf)
-# (requires miibus)
-# el: 3Com 3C501 (slow!)
-# ie: AT&T StarLAN 10 and EN100; 3Com 3C507; unknown NI5210;
-# Intel EtherExpress
-# le: Digital Equipment EtherWorks 2 and EtherWorks 3 (DEPCA, DE100,
-# DE101, DE200, DE201, DE202, DE203, DE204, DE205, DE422)
-# lnc: Lance/PCnet cards (Isolan, Novell NE2100, NE32-VL, AMD Am7990 and
-# Am79C960)
-# oltr: Olicom ISA token-ring adapters OC-3115, OC-3117, OC-3118 and OC-3133
-# (no hints needed).
-# Olicom PCI token-ring adapters OC-3136, OC-3137, OC-3139, OC-3140,
-# OC-3141, OC-3540, OC-3250
-# rdp: RealTek RTL 8002-based pocket ethernet adapters
-# sbni: Granch SBNI12-xx ISA and PCI adapters
-# sr: RISCom/N2 hdlc sync 1/2 port V.35/X.21 serial driver (requires sppp)
-# wl: Lucent Wavelan (ISA card only).
-
-# Order for ISA/EISA devices is important here
-
-device ar
-hint.ar.0.at="isa"
-hint.ar.0.port="0x300"
-hint.ar.0.irq="10"
-hint.ar.0.maddr="0xd0000"
-device cx
-hint.cx.0.at="isa"
-hint.cx.0.port="0x240"
-hint.cx.0.irq="15"
-hint.cx.0.drq="7"
-device ed
-#options ED_NO_MIIBUS # Disable ed miibus support
-hint.ed.0.at="isa"
-hint.ed.0.port="0x280"
-hint.ed.0.irq="5"
-hint.ed.0.maddr="0xd8000"
-device el 1
-hint.el.0.at="isa"
-hint.el.0.port="0x300"
-hint.el.0.irq="9"
-device ie # Hints only required for Starlan
-hint.ie.2.at="isa"
-hint.ie.2.port="0x300"
-hint.ie.2.irq="5"
-hint.ie.2.maddr="0xd0000"
-device le 1
-hint.le.0.at="isa"
-hint.le.0.port="0x300"
-hint.le.0.irq="5"
-hint.le.0.maddr="0xd0000"
-device lnc
-hint.lnc.0.at="isa"
-hint.lnc.0.port="0x280"
-hint.lnc.0.irq="10"
-hint.lnc.0.drq="0"
-device rdp 1
-hint.rdp.0.at="isa"
-hint.rdp.0.port="0x378"
-hint.rdp.0.irq="7"
-hint.rdp.0.flags="2"
-device sbni
-hint.sbni.0.at="isa"
-hint.sbni.0.port="0x210"
-hint.sbni.0.irq="0xefdead"
-hint.sbni.0.flags="0"
-device sr
-hint.sr.0.at="isa"
-hint.sr.0.port="0x300"
-hint.sr.0.irq="5"
-hint.sr.0.maddr="0xd0000"
-device oltr
-hint.oltr.0.at="isa"
-device wl
-hint.wl.0.at="isa"
-hint.wl.0.port="0x300"
-options WLCACHE # enables the signal-strength cache
-options WLDEBUG # enables verbose debugging output
-
-device ath
-device ath_hal # Atheros HAL (includes binary component)
-#device wlan # 802.11 layer
-
-#
-# ATA raid adapters
-#
-device pst
-
-#
-# SCSI host adapters:
-#
-# ncv: NCR 53C500 based SCSI host adapters.
-# nsp: Workbit Ninja SCSI-3 based PC Card SCSI host adapters.
-# stg: TMC 18C30, 18C50 based SCSI host adapters.
-
-device ncv
-device nsp
-device stg
-hint.stg.0.at="isa"
-hint.stg.0.port="0x140"
-hint.stg.0.port="11"
-
-#
-# Adaptec FSA RAID controllers, including integrated DELL controllers,
-# the Dell PERC 2/QC and the HP NetRAID-4M
-device aac
-device aacp # SCSI Passthrough interface (optional, CAM required)
-
-#
-# IBM (now Adaptec) ServeRAID controllers
-device ips
-
-#
-# SafeNet crypto driver: can be moved to the MI NOTES as soon as
-# it's tested on a big-endian machine
-#
-device safe # SafeNet 1141
-options SAFE_DEBUG # enable debugging support:
hw.safe.debug
-options SAFE_RNDTEST # enable rndtest support
-
-#####################################################################
-
-#
-# Miscellaneous hardware:
-#
-# wt: Wangtek and Archive QIC-02/QIC-36 tape drives
-# ctx: Cortex-I frame grabber
-# apm: Laptop Advanced Power Management (experimental)
-# pmtimer: Timer device driver for power management events (APM or ACPI)
-# spigot: The Creative Labs Video Spigot video-acquisition board
-# dgb: Digiboard PC/Xi and PC/Xe series driver (ALPHA QUALITY!)
-# digi: Digiboard driver
-# gp: National Instruments AT-GPIB and AT-GPIB/TNT board, PCMCIA-GPIB
-# asc: GI1904-based hand scanners, e.g. the Trust Amiscan Grey
-# gsc: Genius GS-4500 hand scanner.
-# spic: Sony Programmable I/O controller (VAIO notebooks)
-# stl: Stallion EasyIO and EasyConnection 8/32 (cd1400 based)
-# stli: Stallion EasyConnection 8/64, ONboard, Brumby (intelligent)
-
-# Notes on APM
-# The flags takes the following meaning for apm0:
-# 0x0020 Statclock is broken.
-# If apm is omitted, some systems require sysctl kern.timecounter.method=1
-# for correct timekeeping.
-
-# Notes on the spigot:
-# The video spigot is at 0xad6. This port address can not be changed.
-# The irq values may only be 10, 11, or 15
-# I/O memory is an 8kb region. Possible values are:
-# 0a0000, 0a2000, ..., 0fffff, f00000, f02000, ..., ffffff
-# The start address must be on an even boundary.
-# Add the following option if you want to allow non-root users to be able
-# to access the spigot. This option is not secure because it allows users
-# direct access to the I/O page.
-# options SPIGOT_UNSECURE
-
-# Notes on the Specialix SI/XIO driver:
-# The host card is memory, not IO mapped.
-# The Rev 1 host cards use a 64K chunk, on a 32K boundary.
-# The Rev 2 host cards use a 32K chunk, on a 32K boundary.
-# The cards can use an IRQ of 11, 12 or 15.
-
-# Notes on the Sony Programmable I/O controller
-# This is a temporary driver that should someday be replaced by something
-# that hooks into the ACPI layer. The device is hooked to the PIIX4's
-# General Device 10 decoder, which means you have to fiddle with PCI
-# registers to map it in, even though it is otherwise treated here as
-# an ISA device. At the moment, the driver polls, although the device
-# is capable of generating interrupts. It largely undocumented.
-# The port location in the hint is where you WANT the device to be
-# mapped. 0x10a0 seems to be traditional. At the moment the jogdial
-# is the only thing truly supported, but aparently a fair percentage
-# of the Vaio extra features are controlled by this device.
-
-# Notes on the Stallion stl and stli drivers:
-# See src/i386/isa/README.stl for complete instructions.
-# This is version 0.0.5alpha, unsupported by Stallion.
-# The stl driver has a secondary IO port hard coded at 0x280. You need
-# to change src/i386/isa/stallion.c if you reconfigure this on the boards.
-# The "flags" and "msize" settings on the stli driver depend on the board:
-# EasyConnection 8/64 ISA: flags 23 msize 0x1000
-# EasyConnection 8/64 EISA: flags 24 msize 0x10000
-# EasyConnection 8/64 MCA: flags 25 msize 0x1000
-# ONboard ISA: flags 4 msize 0x10000
-# ONboard EISA: flags 7 msize 0x10000
-# ONboard MCA: flags 3 msize 0x10000
-# Brumby: flags 2 msize 0x4000
-# Stallion: flags 1 msize 0x10000
-
-# Notes on the Digiboard PC/Xi and PC/Xe series driver
-#
-# The NDGBPORTS option specifies the number of ports controlled by the
-# dgb(4) driver. The default value is 16 ports per device.
-#
-# The following flag values have special meanings in dgb:
-# 0x01 - alternate layout of pins
-# 0x02 - use the windowed PC/Xe in 64K mode
-
-device wt 1
-hint.wt.0.at="isa"
-hint.wt.0.port="0x300"
-hint.wt.0.irq="5"
-hint.wt.0.drq="1"
-device ctx
-hint.ctx.0.at="isa"
-hint.ctx.0.port="0x230"
-hint.ctx.0.maddr="0xd0000"
-device spigot 1
-hint.spigot.0.at="isa"
-hint.spigot.0.port="0xad6"
-hint.spigot.0.irq="15"
-hint.spigot.0.maddr="0xee000"
-device apm
-hint.apm.0.flags="0x20"
-device pmtimer # Adjust system timer at wakeup time
-device gp
-hint.gp.0.at="isa"
-hint.gp.0.port="0x2c0"
-device gsc 1
-hint.gsc.0.at="isa"
-hint.gsc.0.port="0x270"
-hint.gsc.0.drq="3"
-device dgb 1
-options NDGBPORTS=17
-hint.dgb.0.at="isa"
-hint.dgb.0.port="0x220"
-hint.dgb.0.maddr="0xfc000"
-device digi
-hint.digi.0.at="isa"
-hint.digi.0.port="0x104"
-hint.digi.0.maddr="0xd0000"
-# BIOS & FEP/OS components of device digi.
-device digi_CX
-device digi_CX_PCI
-device digi_EPCX
-device digi_EPCX_PCI
-device digi_Xe
-device digi_Xem
-device digi_Xr
-device asc 1
-hint.asc.0.at="isa"
-hint.asc.0.port="0x3EB"
-hint.asc.0.drq="3"
-hint.asc.0.irq="10"
-device spic
-hint.spic.0.at="isa"
-hint.spic.0.port="0x10a0"
-device stl
-hint.stl.0.at="isa"
-hint.stl.0.port="0x2a0"
-hint.stl.0.irq="10"
-device stli
-hint.stli.0.at="isa"
-hint.stli.0.port="0x2a0"
-hint.stli.0.maddr="0xcc000"
-hint.stli.0.flags="23"
-hint.stli.0.msize="0x1000"
-# You are unlikely to have the hardware for loran <phk@xxxxxxxxxxx>
-device loran
-hint.loran.0.at="isa"
-hint.loran.0.irq="5"
-# HOT1 Xilinx 6200 card (http://www.vcc.com/)
-device xrpu
-
-#
-# Laptop/Notebook options:
-#
-# See also:
-# apm under `Miscellaneous hardware'
-# above.
-
-# For older notebooks that signal a powerfail condition (external
-# power supply dropped, or battery state low) by issuing an NMI:
-
-options POWERFAIL_NMI # make it beep instead of panicing
-
-#
-# I2C Bus
-#
-# Philips i2c bus support is provided by the `iicbus' device.
-#
-# Supported interfaces:
-# pcf Philips PCF8584 ISA-bus controller
-#
-device pcf
-hint.pcf.0.at="isa"
-hint.pcf.0.port="0x320"
-hint.pcf.0.irq="5"
-
-#---------------------------------------------------------------------------
-# ISDN4BSD
-#
-# See /usr/share/examples/isdn/ROADMAP for an introduction to isdn4bsd.
-#
-# i4b passive ISDN cards support contains the following hardware drivers:
-#
-# isic - Siemens/Infineon ISDN ISAC/HSCX/IPAC chipset driver
-# iwic - Winbond W6692 PCI bus ISDN S/T interface controller
-# ifpi - AVM Fritz!Card PCI driver
-# ifpi2 - AVM Fritz!Card PCI version 2 driver
-# ihfc - Cologne Chip HFC ISA/ISA-PnP chipset driver
-# ifpnp - AVM Fritz!Card PnP driver
-# itjc - Siemens ISAC / TJNet Tiger300/320 chipset
-#
-# i4b active ISDN cards support contains the following hardware drivers:
-#
-# iavc - AVM B1 PCI, AVM B1 ISA, AVM T1
-#
-# Note that the ``options'' (if given) and ``device'' lines must BOTH
-# be uncommented to enable support for a given card !
-#
-# In addition to a hardware driver (and probably an option) the mandatory
-# ISDN protocol stack devices and the mandatory support device must be
-# enabled as well as one or more devices from the optional devices section.
-#
-#---------------------------------------------------------------------------
-# isic driver (Siemens/Infineon chipsets)
-#
-device isic
-#
-# ISA bus non-PnP Cards:
-# ----------------------
-#
-# Teles S0/8 or Niccy 1008
-options TEL_S0_8
-hint.isic.0.at="isa"
-hint.isic.0.maddr="0xd0000"
-hint.isic.0.irq="5"
-hint.isic.0.flags="1"
-#
-# Teles S0/16 or Creatix ISDN-S0 or Niccy 1016
-options TEL_S0_16
-hint.isic.0.at="isa"
-hint.isic.0.port="0xd80"
-hint.isic.0.maddr="0xd0000"
-hint.isic.0.irq="5"
-hint.isic.0.flags="2"
-#
-# Teles S0/16.3
-options TEL_S0_16_3
-hint.isic.0.at="isa"
-hint.isic.0.port="0xd80"
-hint.isic.0.irq="5"
-hint.isic.0.flags="3"
-#
-# AVM A1 or AVM Fritz!Card
-options AVM_A1
-hint.isic.0.at="isa"
-hint.isic.0.port="0x340"
-hint.isic.0.irq="5"
-hint.isic.0.flags="4"
-#
-# USRobotics Sportster ISDN TA intern
-options USR_STI
-hint.isic.0.at="isa"
-hint.isic.0.port="0x268"
-hint.isic.0.irq="5"
-hint.isic.0.flags="7"
-#
-# ITK ix1 Micro ( < V.3, non-PnP version )
-options ITKIX1
-hint.isic.0.at="isa"
-hint.isic.0.port="0x398"
-hint.isic.0.irq="10"
-hint.isic.0.flags="18"
-#
-# ELSA PCC-16
-options ELSA_PCC16
-hint.isic.0.at="isa"
-hint.isic.0.port="0x360"
-hint.isic.0.irq="10"
-hint.isic.0.flags="20"
-#
-# ISA bus PnP Cards:
-# ------------------
-#
-# Teles S0/16.3 PnP
-options TEL_S0_16_3_P
-#
-# Creatix ISDN-S0 P&P
-options CRTX_S0_P
-#
-# Dr. Neuhaus Niccy Go@
-options DRN_NGO
-#
-# Sedlbauer Win Speed
-options SEDLBAUER
-#
-# Dynalink IS64PH
-options DYNALINK
-#
-# ELSA QuickStep 1000pro ISA
-options ELSA_QS1ISA
-#
-# Siemens I-Surf 2.0
-options SIEMENS_ISURF2
-#
-# Asuscom ISDNlink 128K ISA
-options ASUSCOM_IPAC
-#
-# Eicon Diehl DIVA 2.0 and 2.02
-options EICON_DIVA
-#
-# Compaq Microcom 610 ISDN card (Compaq series PSB2222I)
-options COMPAQ_M610
-#
-# PCI bus Cards:
-# --------------
-#
-# Cyclades Cyclom-Y PCI serial driver
-device cy 1
-options CY_PCI_FASTINTR # Use with cy_pci unless irq is shared
-hint.cy.0.at="isa"
-hint.cy.0.irq="10"
-hint.cy.0.maddr="0xd4000"
-hint.cy.0.msize="0x2000"
-#
-#---------------------------------------------------------------------------
-# ELSA MicroLink ISDN/PCI (same as ELSA QuickStep 1000pro PCI)
-options ELSA_QS1PCI
-#
-#
-#---------------------------------------------------------------------------
-# ifpnp driver for AVM Fritz!Card PnP
-#
-# AVM Fritz!Card PnP
-device ifpnp
-#
-#---------------------------------------------------------------------------
-# ihfc driver for Cologne Chip ISA chipsets (experimental!)
-#
-# Teles 16.3c ISA PnP
-# AcerISDN P10 ISA PnP
-# TELEINT ISDN SPEED No.1
-device ihfc
-#
-#---------------------------------------------------------------------------
-# ifpi driver for AVM Fritz!Card PCI
-#
-# AVM Fritz!Card PCI
-device ifpi
-#
-#---------------------------------------------------------------------------
-# ifpi2 driver for AVM Fritz!Card PCI version 2
-#
-# AVM Fritz!Card PCI version 2
-device "ifpi2"
-#
-#---------------------------------------------------------------------------
-# iwic driver for Winbond W6692 chipset
-#
-# ASUSCOM P-IN100-ST-D (and other Winbond W6692 based cards)
-device iwic
-#
-#---------------------------------------------------------------------------
-# itjc driver for Simens ISAC / TJNet Tiger300/320 chipset
-#
-# Traverse Technologies NETjet-S
-# Teles PCI-TJ
-device itjc
-#
-#---------------------------------------------------------------------------
-# iavc driver (AVM active cards, needs i4bcapi driver!)
-#
-device iavc
-#
-# AVM B1 ISA bus (PnP mode not supported!)
-# ----------------------------------------
-hint.iavc.0.at="isa"
-hint.iavc.0.port="0x150"
-hint.iavc.0.irq="5"
-#
-#---------------------------------------------------------------------------
-# ISDN Protocol Stack - mandatory for all hardware drivers
-#
-# Q.921 / layer 2 - i4b passive cards D channel handling
-device "i4bq921"
-#
-# Q.931 / layer 3 - i4b passive cards D channel handling
-device "i4bq931"
-#
-# layer 4 - i4b common passive and active card handling
-device "i4b"
-#
-#---------------------------------------------------------------------------
-# ISDN devices - mandatory for all hardware drivers
-#
-# userland driver to do ISDN tracing (for passive cards only)
-device "i4btrc" 4
-#
-# userland driver to control the whole thing
-device "i4bctl"
-#
-#---------------------------------------------------------------------------
-# ISDN devices - optional
-#
-# userland driver for access to raw B channel
-device "i4brbch" 4
-#
-# userland driver for telephony
-device "i4btel" 2
-#
-# network driver for IP over raw HDLC ISDN
-device "i4bipr" 4
-# enable VJ header compression detection for ipr i/f
-options IPR_VJ
-# enable logging of the first n IP packets to isdnd (n=32 here)
-options IPR_LOG=32
-#
-# network driver for sync PPP over ISDN; requires an equivalent
-# number of sppp device to be configured
-device "i4bisppp" 4
-#
-# B-channel interface to the netgraph subsystem
-device "i4bing" 2
-#
-# CAPI driver needed for active ISDN cards (see iavc driver above)
-device "i4bcapi"
-#
-#---------------------------------------------------------------------------
-
-#
-# Set the number of PV entries per process. Increasing this can
-# stop panics related to heavy use of shared memory. However, that can
-# (combined with large amounts of physical memory) cause panics at
-# boot time due the kernel running out of VM space.
-#
-# If you're tweaking this, you might also want to increase the sysctls
-# "vm.v_free_min", "vm.v_free_reserved", and "vm.v_free_target".
-#
-# The value below is the one more than the default.
-#
-options PMAP_SHPGPERPROC=201
-
-#
-# Change the size of the kernel virtual address space. Due to
-# constraints in loader(8) on i386, this must be a multiple of 4.
-# 256 = 1 GB of kernel address space. Increasing this also causes
-# a reduction of the address space in user processes. 512 splits
-# the 4GB cpu address space in half (2GB user, 2GB kernel).
-#
-options KVA_PAGES=260
-
-
-#####################################################################
-# ABI Emulation
-
-# Enable iBCS2 runtime support for SCO and ISC binaries
-options IBCS2
-
-# Emulate spx device for client side of SVR3 local X interface
-options SPX_HACK
-
-# Enable Linux ABI emulation
-options COMPAT_LINUX
-
-# Enable i386 a.out binary support
-options COMPAT_AOUT
-
-# Enable the linux-like proc filesystem support (requires COMPAT_LINUX
-# and PSEUDOFS)
-options LINPROCFS
-
-#
-# SysVR4 ABI emulation
-#
-# The svr4 ABI emulator can be statically compiled into the kernel or loaded as
-# a KLD module.
-# The STREAMS network emulation code can also be compiled statically or as a
-# module. If loaded as a module, it must be loaded before the svr4 module
-# (the /usr/sbin/svr4 script does this for you). If compiling statically,
-# the `streams' device must be configured into any kernel which also
-# specifies COMPAT_SVR4. It is possible to have a statically-configured
-# STREAMS device and a dynamically loadable svr4 emulator; the /usr/sbin/svr4
-# script understands that it doesn't need to load the `streams' module under
-# those circumstances.
-# Caveat: At this time, `options KTRACE' is required for the svr4 emulator
-# (whether static or dynamic).
-#
-options COMPAT_SVR4 # build emulator statically
-options DEBUG_SVR4 # enable verbose debugging
-device streams # STREAMS network driver (required for svr4).
-
-
-#####################################################################
-# VM OPTIONS
-
-# Disable the 4 MByte page PSE CPU feature. The PSE feature allows the
-# kernel to use a 4 MByte pages to map the kernel instead of 4k pages.
-# This saves on the amount of memory needed for page tables needed to
-# map the kernel. You should only disable this feature as a temporary
-# workaround if you are having problems with it enabled.
-#
-#options DISABLE_PSE
-
-# Disable the global pages PGE CPU feature. The PGE feature allows pages
-# to be marked with the PG_G bit. TLB entries for these pages are not
-# flushed from the cache when %cr3 is reloaded. This can make context
-# switches less expensive. You should only disable this feature as a
-# temporary workaround if you are having problems with it enabled.
-#
-#options DISABLE_PG_G
-
-# KSTACK_PAGES is the number of memory pages to assign to the kernel
-# stack of each thread.
-
-options KSTACK_PAGES=3
-
-#####################################################################
-
-# More undocumented options for linting.
-# Note that documenting these are not considered an affront.
-
-options FB_INSTALL_CDEV # install a CDEV entry in /dev
-
-# PECOFF module (Win32 Execution Format)
-options PECOFF_SUPPORT
-options PECOFF_DEBUG
-
-options ENABLE_ALART
-options I4B_SMP_WORKAROUND
-options I586_PMC_GUPROF=0x70000
-options KBDIO_DEBUG=2
-options KBD_MAXRETRY=4
-options KBD_MAXWAIT=6
-options KBD_RESETDELAY=201
-
-options PSM_DEBUG=1
-
-options TIMER_FREQ=((14318182+6)/12)
-
-options VM_KMEM_SIZE
-options VM_KMEM_SIZE_MAX
-options VM_KMEM_SIZE_SCALE
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/OLDCARD
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/OLDCARD Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,17 +0,0 @@
-#
-# OLDCARD -- Generic kernel configuration file for FreeBSD/i386
-# using the OLDCARD pccard system.
-#
-# $FreeBSD: src/sys/i386/conf/OLDCARD,v 1.18 2003/02/15 02:39:13 ru Exp $
-
-include GENERIC
-
-ident OLDCARD
-
-# PCCARD (PCMCIA) support
-nodevice cbb # cardbus (yenta) bridge
-#nodevice pcic # ExCA ISA and PCI bridges
-nodevice pccard # PC Card (16-bit) bus
-nodevice cardbus # CardBus (32-bit) bus
-device card 1 # pccard bus
-device pcic # PCMCIA bridge
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/i386-xen/conf/PAE
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/PAE Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,99 +0,0 @@
-#
-# PAE -- Generic kernel configuration file for FreeBSD/i386 PAE
-#
-# $FreeBSD: src/sys/i386/conf/PAE,v 1.8 2003/11/03 22:49:19 jhb Exp $
-
-include GENERIC
-
-ident PAE-GENERIC
-
-# To make a PAE kernel, the next option is needed
-options PAE # Physical Address Extensions
Kernel
-
-# Compile acpi in statically since the module isn't built properly. Most
-# machines which support large amounts of memory require acpi.
-device acpi
-
-# Don't build modules with this kernel config, since they are not built with
-# the correct options headers.
-makeoptions NO_MODULES=yes
-
-# What follows is a list of drivers that are normally in GENERIC, but either
-# don't work or are untested with PAE. Be very careful before enabling any
-# of these drivers. Drivers which use DMA and don't handle 64 bit physical
-# address properly may cause data corruption when used in a machine with more
-# than 4 gigabytes of memory.
-
-nodevice ahb
-nodevice amd
-nodevice isp
-nodevice sym
-nodevice trm
-
-nodevice adv
-nodevice adw
-nodevice aha
-nodevice aic
-nodevice bt
-
-nodevice ncv
-nodevice nsp
-nodevice stg
-
-nodevice asr
-nodevice dpt
-nodevice iir
-nodevice mly
-
-nodevice amr
-nodevice ida
-nodevice mlx
-nodevice pst
-
-nodevice agp
-
-nodevice de
-nodevice txp
-nodevice vx
-
-nodevice dc
-nodevice pcn
-nodevice rl
-nodevice sf
-nodevice sis
-nodevice ste
-nodevice tl
-nodevice tx
-nodevice vr
-nodevice wb
-
-nodevice cs
-nodevice ed
-nodevice ex
-nodevice ep
-nodevice fe
-nodevice ie
-nodevice lnc
-nodevice sn
-nodevice xe
-
-nodevice wlan
-nodevice an
-nodevice awi
-nodevice wi
-
-nodevice uhci
-nodevice ohci
-nodevice usb
-nodevice ugen
-nodevice uhid
-nodevice ukbd
-nodevice ulpt
-nodevice umass
-nodevice ums
-nodevice urio
-nodevice uscanner
-nodevice aue
-nodevice axe
-nodevice cue
-nodevice kue
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/XENCONF
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/XENCONF Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,137 +0,0 @@
-#
-# GENERIC -- Generic kernel configuration file for FreeBSD/i386
-#
-# For more information on this file, please read the handbook section on
-# Kernel Configuration Files:
-#
-#
http://www.FreeBSD.org/doc/en_US.ISO8859-1/books/handbook/kernelconfig-config.html
-#
-# The handbook is also available locally in /usr/share/doc/handbook
-# if you've installed the doc distribution, otherwise always see the
-# FreeBSD World Wide Web server (http://www.FreeBSD.org/) for the
-# latest information.
-#
-# An exhaustive list of options and more detailed explanations of the
-# device lines is also present in the ../../conf/NOTES and NOTES files.
-# If you are in doubt as to the purpose or necessity of a line, check first
-# in NOTES.
-#
-# $FreeBSD: src/sys/i386/conf/GENERIC,v 1.394.2.3 2004/01/26 19:42:11 nectar
Exp $
-
-machine i386-xen
-cpu I686_CPU
-ident XEN
-
-#To statically compile in device wiring instead of /boot/device.hints
-#hints "GENERIC.hints" #Default places to look for devices.
-
-makeoptions DEBUG=-g #Build kernel with gdb(1) debug symbols
-
-options SCHED_4BSD #4BSD scheduler
-options INET #InterNETworking
-options INET6 #IPv6 communications protocols
-options FFS #Berkeley Fast Filesystem
-options SOFTUPDATES #Enable FFS soft updates support
-options UFS_ACL #Support for access control lists
-options UFS_DIRHASH #Improve performance on big directories
-options MD_ROOT #MD is a potential root device
-options NFSCLIENT #Network Filesystem Client
-options NFSSERVER #Network Filesystem Server
-# options NFS_ROOT #NFS usable as /, requires NFSCLIENT
-#options MSDOSFS #MSDOS Filesystem
-#options CD9660 #ISO 9660 Filesystem
-options PROCFS #Process filesystem (requires PSEUDOFS)
-options PSEUDOFS #Pseudo-filesystem framework
-options COMPAT_43 #Compatible with BSD 4.3 [KEEP THIS!]
-options COMPAT_FREEBSD4 #Compatible with FreeBSD4
-options SCSI_DELAY=15000 #Delay (in ms) before probing SCSI
-options KTRACE #ktrace(1) support
-options SYSVSHM #SYSV-style shared memory
-options SYSVMSG #SYSV-style message queues
-options SYSVSEM #SYSV-style semaphores
-options _KPOSIX_PRIORITY_SCHEDULING #Posix P1003_1B real-time extensions
-options KBD_INSTALL_CDEV # install a CDEV entry in /dev
-options CPU_DISABLE_SSE # don't turn on SSE framework
with Xen
-#options PFIL_HOOKS # pfil(9) framework
-
-# Debugging for use in -current
-options KDB #Enable the kernel debugger
-options INVARIANTS #Enable calls of extra sanity checking
-options INVARIANT_SUPPORT #Extra sanity checks of internal
structures, required by INVARIANTS
-#options WITNESS #Enable checks to detect deadlocks and
cycles
-#options WITNESS_SKIPSPIN #Don't run witness on spinlocks for
speed
-
-# To make an SMP kernel, the next two are needed
-#options SMP # Symmetric MultiProcessor Kernel
-#device apic # I/O APIC
-
-# SCSI peripherals
-device scbus # SCSI bus (required for SCSI)
-#device ch # SCSI media changers
-device da # Direct Access (disks)
-#device sa # Sequential Access (tape etc)
-#device cd # CD
-device pass # Passthrough device (direct SCSI access)
-#device ses # SCSI Environmental Services (and
SAF-TE)
-
-# atkbdc0 controls both the keyboard and the PS/2 mouse
-#device atkbdc # AT keyboard controller
-#device atkbd # AT keyboard
-#device psm # PS/2 mouse
-
-# device vga # VGA video card driver
-
-#device splash # Splash screen and screen saver support
-
-# syscons is the default console driver, resembling an SCO console
-#device sc
-
-# Enable this for the pcvt (VT220 compatible) console driver
-#device vt
-#options XSERVER # support for X server on a vt console
-#options FAT_CURSOR # start with block cursor
-
-#device agp # support several AGP chipsets
-
-# Floating point support - do not disable.
-device npx
-
-# Serial (COM) ports
-#device sio # 8250, 16[45]50 based serial ports
-
-# Parallel port
-#device ppc
-#device ppbus # Parallel port bus (required)
-#device lpt # Printer
-#device plip # TCP/IP over parallel
-#device ppi # Parallel port interface device
-#device vpo # Requires scbus and da
-
-# If you've got a "dumb" serial or parallel PCI card that is
-# supported by the puc(4) glue driver, uncomment the following
-# line to enable it (connects to the sio and/or ppc drivers):
-#device puc
-
-
-# Pseudo devices - the number indicates how many units to allocate.
-device random # Entropy device
-device loop # Network loopback
-device ether # Ethernet support
-device tun # Packet tunnel.
-device pty # Pseudo-ttys (telnet etc)
-device md # Memory "disks"
-device gif # IPv6 and IPv4 tunneling
-device faith # IPv6-to-IPv4 relaying (translation)
-
-# The `bpf' device enables the Berkeley Packet Filter.
-# Be aware of the administrative consequences of enabling this!
-device bpf # Berkeley packet filter
-
-#options BOOTP
-options XEN
-options MCLSHIFT=12 # this has to be enabled for Xen as we
can only have one cluster per page
-options MSIZE=256
-options DIAGNOSTIC
-options MAXMEM=(256*1024)
-options NOXENDEBUG=1 # Turn off Debugging printfs
-
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/conf/gethints.awk
--- a/freebsd-5.3-xen-sparse/i386-xen/conf/gethints.awk Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,116 +0,0 @@
-#! /usr/bin/awk -f
-#
-# This is a transition aid. It extracts old-style configuration information
-# from a config file and writes an equivalent device.hints file to stdout.
-# You can use that with loader(8) or statically compile it in with the
-# 'hints' directive. See how GENERIC and GENERIC.hints fit together for
-# a static example. You should use loader(8) if at all possible.
-#
-# $FreeBSD: src/sys/i386/conf/gethints.awk,v 1.2 2002/07/26 03:52:30 peter Exp
$
-
-# skip commented lines, empty lines and not "device" lines
-/^[ \t]*#/ || /^[ \t]*$/ || !/[ \t]*device/ { next; }
-
-# input format :
-# device <name><unit> at <controler>[?] [key [val]]...
-# possible keys are :
-# disable, port #, irq #, drq #, drive #, iomem #, iosiz #,
-# flags #, bus #, target #, unit #.
-# output format :
-# hint.<name>.<unit>.<key>=<val>
-# mapped keys are :
-# iomem -> maddr, iosiz -> msize.
-{
- gsub ("#.*", ""); # delete comments
- gsub ("\"", ""); # and double-quotes
- nameunit = $2; # <name><unit>
- at = $3; # at
- controler = $4; # <controler>[?]
- rest = 5; # optional keys begin at indice 5
- if (at != "at" || controler == "")
- next; # skip devices w/o controlers
- name = nameunit;
- sub ("[0-9]*$", "", name); # get the name
- unit = nameunit;
- sub ("^" name, "", unit); # and the unit
- sub ("\?$", "", controler);
- printf "hint.%s.%s.at=\"%s\"\n", name, unit, controler;
- # for each keys, if any ?
- for (key = $rest; rest <= NF; key = $(++rest)) {
- # skip auto-detect keys (the one w/ a ?)
- if (key == "port?" || key == "drq?" || key == "irq?" || \
- key == "iomem?" || key == "iosiz?")
- continue;
- # disable has no value, so, give it one
- if (key == "disable") {
- printf "hint.%s.%s.disabled=\"1\"\n", name, unit;
- continue;
- }
- # recognized keys
- if (key == "port" || key == "irq" || key == "drq" || \
- key == "drive" || key == "iomem" || key == "iosiz" || \
- key == "flags" || key == "bus" || key == "target" || \
- key == "unit") {
- val = $(++rest);
- if (val == "?") # has above
- continue;
- if (key == "port") {
- # map port macros to static values
- sub ("IO_AHA0", "0x330", val);
- sub ("IO_AHA1", "0x334", val);
- sub ("IO_ASC1", "0x3EB", val);
- sub ("IO_ASC2", "0x22B", val);
- sub ("IO_ASC3", "0x26B", val);
- sub ("IO_ASC4", "0x2AB", val);
- sub ("IO_ASC5", "0x2EB", val);
- sub ("IO_ASC6", "0x32B", val);
- sub ("IO_ASC7", "0x36B", val);
- sub ("IO_ASC8", "0x3AB", val);
- sub ("IO_BT0", "0x330", val);
- sub ("IO_BT1", "0x334", val);
- sub ("IO_CGA", "0x3D0", val);
- sub ("IO_COM1", "0x3F8", val);
- sub ("IO_COM2", "0x2F8", val);
- sub ("IO_COM3", "0x3E8", val);
- sub ("IO_COM4", "0x2E8", val);
- sub ("IO_DMA1", "0x000", val);
- sub ("IO_DMA2", "0x0C0", val);
- sub ("IO_DMAPG", "0x080", val);
- sub ("IO_FD1", "0x3F0", val);
- sub ("IO_FD2", "0x370", val);
- sub ("IO_GAME", "0x201", val);
- sub ("IO_GSC1", "0x270", val);
- sub ("IO_GSC2", "0x2E0", val);
- sub ("IO_GSC3", "0x370", val);
- sub ("IO_GSC4", "0x3E0", val);
- sub ("IO_ICU1", "0x020", val);
- sub ("IO_ICU2", "0x0A0", val);
- sub ("IO_KBD", "0x060", val);
- sub ("IO_LPT1", "0x378", val);
- sub ("IO_LPT2", "0x278", val);
- sub ("IO_LPT3", "0x3BC", val);
- sub ("IO_MDA", "0x3B0", val);
- sub ("IO_NMI", "0x070", val);
- sub ("IO_NPX", "0x0F0", val);
- sub ("IO_PMP1", "0x026", val);
- sub ("IO_PMP2", "0x178", val);
- sub ("IO_PPI", "0x061", val);
- sub ("IO_RTC", "0x070", val);
- sub ("IO_TIMER1", "0x040", val);
- sub ("IO_TIMER2", "0x048", val);
- sub ("IO_UHA0", "0x330", val);
- sub ("IO_VGA", "0x3C0", val);
- sub ("IO_WD1", "0x1F0", val);
- sub ("IO_WD2", "0x170", val);
- } else {
- # map key names
- sub ("iomem", "maddr", key);
- sub ("iosiz", "msize", key);
- }
- printf "hint.%s.%s.%s=\"%s\"\n", name, unit, key, val;
- continue;
- }
- printf ("unrecognized config token '%s:%s' on line %s\n",
- rest, key, NR); # > "/dev/stderr";
- }
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/clock.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/clock.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,559 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz and Don Ahn.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)clock.c 7.2 (Berkeley) 5/12/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/isa/clock.c,v 1.207 2003/11/13 10:02:12 phk
Exp $");
-
-/* #define DELAYDEBUG */
-/*
- * Routines to handle clock hardware.
- */
-
-/*
- * inittodr, settodr and support routines written
- * by Christoph Robitschko <chmr@xxxxxxxxxxxxxxxxxx>
- *
- * reintroduced and updated by Chris Stenton <chris@xxxxxxxxxxx> 8/10/94
- */
-
-#include "opt_clock.h"
-#include "opt_isa.h"
-#include "opt_mca.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/time.h>
-#include <sys/timetc.h>
-#include <sys/kernel.h>
-#include <sys/limits.h>
-#include <sys/sysctl.h>
-#include <sys/cons.h>
-#include <sys/power.h>
-
-#include <machine/clock.h>
-#include <machine/cputypes.h>
-#include <machine/frame.h>
-#include <machine/intr_machdep.h>
-#include <machine/md_var.h>
-#include <machine/psl.h>
-#if defined(SMP)
-#include <machine/smp.h>
-#endif
-#include <machine/specialreg.h>
-
-#include <i386/isa/icu.h>
-#include <i386/isa/isa.h>
-#include <isa/rtc.h>
-#include <i386/isa/timerreg.h>
-
-/* XEN specific defines */
-#include <machine/xen_intr.h>
-#include <vm/vm.h> /* needed by machine/pmap.h */
-#include <vm/pmap.h> /* needed by machine/pmap.h */
-#include <machine/pmap.h> /* needed by xen-os.h */
-#include <machine/hypervisor-ifs.h>
-#include <machine/xen-os.h> /* needed by xenfunc.h */
-#include <machine/xenfunc.h>
-
-/*
- * 32-bit time_t's can't reach leap years before 1904 or after 2036, so we
- * can use a simple formula for leap years.
- */
-#define LEAPYEAR(y) (((u_int)(y) % 4 == 0) ? 1 : 0)
-#define DAYSPERYEAR (31+28+31+30+31+30+31+31+30+31+30+31)
-
-int adjkerntz; /* local offset from GMT in seconds */
-int clkintr_pending;
-int disable_rtc_set = 1; /* disable resettodr() if != 0 */
-int pscnt = 1;
-int psdiv = 1;
-int statclock_disable;
-#ifndef TIMER_FREQ
-#define TIMER_FREQ 1193182
-#endif
-u_int timer_freq = TIMER_FREQ;
-struct mtx clock_lock;
-
-
-static const u_char daysinmonth[] = {31,28,31,30,31,30,31,31,30,31,30,31};
-
-/* Values for timerX_state: */
-#define RELEASED 0
-#define RELEASE_PENDING 1
-#define ACQUIRED 2
-#define ACQUIRE_PENDING 3
-
-/* Cached *multiplier* to convert TSC counts to microseconds.
- * (see the equation below).
- * Equal to 2^32 * (1 / (clocks per usec) ).
- * Initialized in time_init.
- */
-static unsigned long fast_gettimeoffset_quotient;
-
-/* These are peridically updated in shared_info, and then copied here. */
-static uint32_t shadow_tsc_stamp;
-static uint64_t shadow_system_time;
-static uint32_t shadow_time_version;
-static struct timeval shadow_tv;
-
-#define DEFINE_PER_CPU(type, name) \
- __typeof__(type) per_cpu__##name
-
-#define per_cpu(var, cpu) (*((void)cpu, &per_cpu__##var))
-
-
-static uint64_t processed_system_time;/* System time (ns) at last processing.
*/
-static DEFINE_PER_CPU(uint64_t, processed_system_time);
-
-
-#define NS_PER_TICK (1000000000ULL/hz)
-
-/* convert from cycles(64bits) => nanoseconds (64bits)
- * basic equation:
- * ns = cycles / (freq / ns_per_sec)
- * ns = cycles * (ns_per_sec / freq)
- * ns = cycles * (10^9 / (cpu_mhz * 10^6))
- * ns = cycles * (10^3 / cpu_mhz)
- *
- * Then we use scaling math (suggested by george@xxxxxxxxxx) to get:
- * ns = cycles * (10^3 * SC / cpu_mhz) / SC
- * ns = cycles * cyc2ns_scale / SC
- *
- * And since SC is a constant power of two, we can convert the div
- * into a shift.
- * -johnstul@xxxxxxxxxx "math is hard, lets go shopping!"
- */
-static unsigned long cyc2ns_scale;
-#define CYC2NS_SCALE_FACTOR 10 /* 2^10, carefully chosen */
-
-static inline void set_cyc2ns_scale(unsigned long cpu_mhz)
-{
- cyc2ns_scale = (1000 << CYC2NS_SCALE_FACTOR)/cpu_mhz;
-}
-
-static inline unsigned long long cycles_2_ns(unsigned long long cyc)
-{
- return (cyc * cyc2ns_scale) >> CYC2NS_SCALE_FACTOR;
-}
-
-/*
- * Reads a consistent set of time-base values from Xen, into a shadow data
- * area. Must be called with the xtime_lock held for writing.
- */
-static void __get_time_values_from_xen(void)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
-
- do {
- shadow_time_version = s->time_version2;
- rmb();
- shadow_tv.tv_sec = s->wc_sec;
- shadow_tv.tv_usec = s->wc_usec;
- shadow_tsc_stamp = (uint32_t)s->tsc_timestamp;
- shadow_system_time = s->system_time;
- rmb();
- }
- while (shadow_time_version != s->time_version1);
-}
-
-#define TIME_VALUES_UP_TO_DATE \
- (shadow_time_version == HYPERVISOR_shared_info->time_version2)
-
-static void (*timer_func)(struct clockframe *frame) = hardclock;
-
-static unsigned xen_get_offset(void);
-static unsigned xen_get_timecount(struct timecounter *tc);
-
-static struct timecounter xen_timecounter = {
- xen_get_timecount, /* get_timecount */
- 0, /* no poll_pps */
- ~0u, /* counter_mask */
- 0, /* frequency */
- "ixen", /* name */
- 0 /* quality */
-};
-
-
-static void
-clkintr(struct clockframe *frame)
-{
- int64_t cpu_delta, delta;
- int cpu = smp_processor_id();
- long ticks = 0;
-
- do {
- __get_time_values_from_xen();
- delta = cpu_delta = (int64_t)shadow_system_time +
- (int64_t)xen_get_offset() * 1000;
- delta -= processed_system_time;
- cpu_delta -= per_cpu(processed_system_time, cpu);
- } while (!TIME_VALUES_UP_TO_DATE);
-
- if (unlikely(delta < 0) || unlikely(cpu_delta < 0)) {
- printk("Timer ISR: Time went backwards: %lld\n", delta);
- return;
- }
-
- /* Process elapsed ticks since last call. */
- while ( delta >= NS_PER_TICK )
- {
- ticks++;
- delta -= NS_PER_TICK;
- processed_system_time += NS_PER_TICK;
- }
- /* Local CPU jiffy work. */
- while (cpu_delta >= NS_PER_TICK) {
- cpu_delta -= NS_PER_TICK;
- per_cpu(processed_system_time, cpu) += NS_PER_TICK;
-#if 0
- update_process_times(user_mode(regs));
- profile_tick(CPU_PROFILING, regs);
-#endif
- }
- if (ticks > 0) {
- if (frame) timer_func(frame);
- }
-
- if (cpu != 0)
- return;
- /*
- * Take synchronised time from Xen once a minute if we're not
- * synchronised ourselves, and we haven't chosen to keep an independent
- * time base.
- */
-
- /* XXX TODO */
-}
-
-#include "opt_ddb.h"
-static uint32_t
-getit(void)
-{
- __get_time_values_from_xen();
- return shadow_tsc_stamp;
-}
-
-/*
- * Wait "n" microseconds.
- * Relies on timer 1 counting down from (timer_freq / hz)
- * Note: timer had better have been programmed before this is first used!
- */
-void
-DELAY(int n)
-{
- int delta, ticks_left;
- uint32_t tick, prev_tick;
-#ifdef DELAYDEBUG
- int getit_calls = 1;
- int n1;
- static int state = 0;
-
- if (state == 0) {
- state = 1;
- for (n1 = 1; n1 <= 10000000; n1 *= 10)
- DELAY(n1);
- state = 2;
- }
- if (state == 1)
- printf("DELAY(%d)...", n);
-#endif
- /*
- * Read the counter first, so that the rest of the setup overhead is
- * counted. Guess the initial overhead is 20 usec (on most systems it
- * takes about 1.5 usec for each of the i/o's in getit(). The loop
- * takes about 6 usec on a 486/33 and 13 usec on a 386/20. The
- * multiplications and divisions to scale the count take a while).
- *
- * However, if ddb is active then use a fake counter since reading
- * the i8254 counter involves acquiring a lock. ddb must not go
- * locking for many reasons, but it calls here for at least atkbd
- * input.
- */
- prev_tick = getit();
-
- n -= 0; /* XXX actually guess no initial overhead */
- /*
- * Calculate (n * (timer_freq / 1e6)) without using floating point
- * and without any avoidable overflows.
- */
- if (n <= 0)
- ticks_left = 0;
- else if (n < 256)
- /*
- * Use fixed point to avoid a slow division by 1000000.
- * 39099 = 1193182 * 2^15 / 10^6 rounded to nearest.
- * 2^15 is the first power of 2 that gives exact results
- * for n between 0 and 256.
- */
- ticks_left = ((u_int)n * 39099 + (1 << 15) - 1) >> 15;
- else
- /*
- * Don't bother using fixed point, although gcc-2.7.2
- * generates particularly poor code for the long long
- * division, since even the slow way will complete long
- * before the delay is up (unless we're interrupted).
- */
- ticks_left = ((u_int)n * (long long)timer_freq + 999999)
- / 1000000;
-
- while (ticks_left > 0) {
- tick = getit();
-#ifdef DELAYDEBUG
- ++getit_calls;
-#endif
- delta = tick - prev_tick;
- prev_tick = tick;
- if (delta < 0) {
- /*
- * Guard against timer0_max_count being wrong.
- * This shouldn't happen in normal operation,
- * but it may happen if set_timer_freq() is
- * traced.
- */
- /* delta += timer0_max_count; ??? */
- if (delta < 0)
- delta = 0;
- }
- ticks_left -= delta;
- }
-#ifdef DELAYDEBUG
- if (state == 1)
- printf(" %d calls to getit() at %d usec each\n",
- getit_calls, (n + 5) / getit_calls);
-#endif
-}
-
-
-int
-sysbeep(int pitch, int period)
-{
- return (0);
-}
-
-/*
- * Restore all the timers non-atomically (XXX: should be atomically).
- *
- * This function is called from pmtimer_resume() to restore all the timers.
- * This should not be necessary, but there are broken laptops that do not
- * restore all the timers on resume.
- */
-void
-timer_restore(void)
-{
- /* Get timebases for new environment. */
- __get_time_values_from_xen();
-
- /* Reset our own concept of passage of system time. */
- processed_system_time = shadow_system_time;
-}
-
-void
-startrtclock()
-{
- unsigned long long alarm;
- uint64_t __cpu_khz;
- uint32_t cpu_khz;
-
- __cpu_khz = HYPERVISOR_shared_info->cpu_freq;
- __cpu_khz /= 1000;
- cpu_khz = (uint32_t)__cpu_khz;
- printk("Xen reported: %lu.%03lu MHz processor.\n",
- cpu_khz / 1000, cpu_khz % 1000);
-
- /* (10^6 * 2^32) / cpu_hz = (10^3 * 2^32) / cpu_khz =
- (2^32 * 1 / (clocks/us)) */
- {
- unsigned long eax=0, edx=1000;
- __asm__("divl %2"
- :"=a" (fast_gettimeoffset_quotient), "=d" (edx)
- :"r" (cpu_khz),
- "0" (eax), "1" (edx));
- }
-
- set_cyc2ns_scale(cpu_khz/1000);
- timer_freq = tsc_freq = xen_timecounter.tc_frequency = cpu_khz * 1000;
- tc_init(&xen_timecounter);
-
-
- rdtscll(alarm);
-}
-
-/*
- * Initialize the time of day register, based on the time base which is, e.g.
- * from a filesystem.
- */
-void
-inittodr(time_t base)
-{
- int s, y;
- struct timespec ts;
-
- s = splclock();
- if (base) {
- ts.tv_sec = base;
- ts.tv_nsec = 0;
- tc_setclock(&ts);
- }
-
- y = time_second - shadow_tv.tv_sec;
- if (y <= -2 || y >= 2) {
- /* badly off, adjust it */
- ts.tv_sec = shadow_tv.tv_sec;
- ts.tv_nsec = shadow_tv.tv_usec * 1000;
- tc_setclock(&ts);
- }
- splx(s);
-}
-
-/*
- * Write system time back to RTC. Not supported for guest domains.
- */
-void
-resettodr()
-{
-}
-
-
-/*
- * Start clocks running.
- */
-void
-cpu_initclocks(void)
-{
- int diag;
- int time_irq = bind_virq_to_irq(VIRQ_TIMER);
-
- if ((diag = intr_add_handler("clk", time_irq,
- (driver_intr_t *)clkintr, NULL,
- INTR_TYPE_CLK | INTR_FAST, NULL))) {
- panic("failed to register clock interrupt: %d\n", diag);
- }
-
- /* should fast clock be enabled ? */
-
- /* initialize xen values */
- __get_time_values_from_xen();
- processed_system_time = shadow_system_time;
- per_cpu(processed_system_time, 0) = processed_system_time;
-
-}
-
-#ifdef SMP
-void
-ap_cpu_initclocks(void)
-{
- int irq;
- int cpu = smp_processor_id();
-
- per_cpu(processed_system_time, cpu) = shadow_system_time;
-
- irq = bind_virq_to_irq(VIRQ_TIMER);
- PCPU_SET(time_irq, irq);
- PANIC_IF(intr_add_handler("clk", irq, (driver_intr_t *)clkintr,
- NULL, INTR_TYPE_CLK | INTR_FAST, NULL));
-}
-#endif
-
-void
-cpu_startprofclock(void)
-{
-
- printf("cpu_startprofclock: profiling clock is not supported\n");
-}
-
-void
-cpu_stopprofclock(void)
-{
-
- printf("cpu_stopprofclock: profiling clock is not supported\n");
-}
-
-static uint32_t
-xen_get_timecount(struct timecounter *tc)
-{
- __get_time_values_from_xen();
- return shadow_tsc_stamp;
-}
-
-/*
- * Track behavior of cur_timer->get_offset() functionality in timer_tsc.c
- */
-#undef rdtsc
-#define rdtsc(low,high) \
- __asm__ __volatile__("rdtsc" : "=a" (low), "=d" (high))
-
-static uint32_t
-xen_get_offset(void)
-{
- register unsigned long eax, edx;
-
- /* Read the Time Stamp Counter */
-
- rdtsc(eax,edx);
-
- /* .. relative to previous jiffy (32 bits is enough) */
- eax -= shadow_tsc_stamp;
-
- /*
- * Time offset = (tsc_low delta) * fast_gettimeoffset_quotient
- * = (tsc_low delta) * (usecs_per_clock)
- * = (tsc_low delta) * (usecs_per_jiffy / clocks_per_jiffy)
- *
- * Using a mull instead of a divl saves up to 31 clock cycles
- * in the critical path.
- */
-
- __asm__("mull %2"
- :"=a" (eax), "=d" (edx)
- :"rm" (fast_gettimeoffset_quotient),
- "0" (eax));
-
- /* our adjusted time offset in microseconds */
- return edx;
-}
-
-void
-idle_block(void)
-{
- if (HYPERVISOR_set_timer_op(processed_system_time + NS_PER_TICK) == 0)
- HYPERVISOR_block();
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/critical.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/critical.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,46 +0,0 @@
-/*-
- * Copyright (c) 2002 Matthew Dillon. All Rights Reserved.
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
- * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
- * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
- * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/critical.c,v 1.12 2003/11/03 21:06:54
jhb Exp $");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <machine/critical.h>
-#include <machine/psl.h>
-
-/*
- * cpu_critical_fork_exit() - cleanup after fork
- *
- * Enable interrupts in the saved copy of eflags.
- */
-void
-cpu_critical_fork_exit(void)
-{
- curthread->td_md.md_savecrit = 0;
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/ctrl_if.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/ctrl_if.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,533 +0,0 @@
-/******************************************************************************
- * ctrl_if.c
- *
- * Management functions for special interface to the domain controller.
- *
- * Copyright (c) 2004, K A Fraser
- * Copyright (c) 2004, K M Macy
- */
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/uio.h>
-#include <sys/bus.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-#include <sys/selinfo.h>
-#include <sys/poll.h>
-#include <sys/conf.h>
-#include <sys/fcntl.h>
-#include <sys/ioccom.h>
-#include <sys/taskqueue.h>
-
-
-#include <machine/cpufunc.h>
-#include <machine/intr_machdep.h>
-#include <machine/xen-os.h>
-#include <machine/xen_intr.h>
-#include <machine/bus.h>
-#include <sys/rman.h>
-#include <machine/resource.h>
-#include <machine/synch_bitops.h>
-
-
-#include <machine/hypervisor-ifs.h>
-
-#include <machine/ctrl_if.h>
-#include <machine/evtchn.h>
-
-/*
- * Extra ring macros to sync a consumer index up to the public producer index.
- * Generally UNSAFE, but we use it for recovery and shutdown in some cases.
- */
-#define RING_DROP_PENDING_REQUESTS(_r) \
- do { \
- (_r)->req_cons = (_r)->sring->req_prod; \
- } while (0)
-#define RING_DROP_PENDING_RESPONSES(_r) \
- do { \
- (_r)->rsp_cons = (_r)->sring->rsp_prod; \
- } while (0)
-/*
- * Only used by initial domain which must create its own control-interface
- * event channel. This value is picked up by the user-space domain controller
- * via an ioctl.
- */
-int initdom_ctrlif_domcontroller_port = -1;
-
-static int ctrl_if_evtchn;
-static int ctrl_if_irq;
-static struct mtx ctrl_if_lock;
-static int * ctrl_if_wchan = &ctrl_if_evtchn;
-
-
-static ctrl_front_ring_t ctrl_if_tx_ring;
-static ctrl_back_ring_t ctrl_if_rx_ring;
-
-/* Incoming message requests. */
- /* Primary message type -> message handler. */
-static ctrl_msg_handler_t ctrl_if_rxmsg_handler[256];
- /* Primary message type -> callback in process context? */
-static unsigned long ctrl_if_rxmsg_blocking_context[256/sizeof(unsigned long)];
- /* Queue up messages to be handled in process context. */
-static ctrl_msg_t ctrl_if_rxmsg_deferred[CONTROL_RING_SIZE];
-static CONTROL_RING_IDX ctrl_if_rxmsg_deferred_prod;
-static CONTROL_RING_IDX ctrl_if_rxmsg_deferred_cons;
-
-/* Incoming message responses: message identifier -> message handler/id. */
-static struct {
- ctrl_msg_handler_t fn;
- unsigned long id;
-} ctrl_if_txmsg_id_mapping[CONTROL_RING_SIZE];
-
-/*
- * FreeBSD task queues don't allow you to requeue an already executing task.
- * Since ctrl_if_interrupt clears the TX_FULL condition and schedules any
- * waiting tasks, which themselves may need to schedule a new task
- * (due to new a TX_FULL condition), we ping-pong between these A/B task
queues.
- * The interrupt runs anything on the current queue and moves the index so that
- * future schedulings occur on the next queue. We should never get into a
- * situation where there is a task scheduleded on both the A & B queues.
- */
-TASKQUEUE_DECLARE(ctrl_if_txA);
-TASKQUEUE_DEFINE(ctrl_if_txA, NULL, NULL, {});
-TASKQUEUE_DECLARE(ctrl_if_txB);
-TASKQUEUE_DEFINE(ctrl_if_txB, NULL, NULL, {});
-struct taskqueue **taskqueue_ctrl_if_tx[2] = { &taskqueue_ctrl_if_txA,
- &taskqueue_ctrl_if_txB };
-static int ctrl_if_idx = 0;
-
-static struct task ctrl_if_rx_tasklet;
-static struct task ctrl_if_tx_tasklet;
- /* Passed to schedule_task(). */
-static struct task ctrl_if_rxmsg_deferred_task;
-
-
-
-#define get_ctrl_if() ((control_if_t *)((char *)HYPERVISOR_shared_info + 2048))
-
-static void
-ctrl_if_notify_controller(void)
-{
- notify_via_evtchn(ctrl_if_evtchn);
-}
-
-static void
-ctrl_if_rxmsg_default_handler(ctrl_msg_t *msg, unsigned long id)
-{
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-static void
-__ctrl_if_tx_tasklet(void *context __unused, int pending __unused)
-{
- ctrl_msg_t *msg;
- int was_full = RING_FULL(&ctrl_if_tx_ring);
- RING_IDX i, rp;
-
- i = ctrl_if_tx_ring.rsp_cons;
- rp = ctrl_if_tx_ring.sring->rsp_prod;
- rmb(); /* Ensure we see all requests up to 'rp'. */
-
- for ( ; i != rp; i++ )
- {
- msg = RING_GET_RESPONSE(&ctrl_if_tx_ring, i);
-
- /* Execute the callback handler, if one was specified. */
- if ( msg->id != 0xFF )
- {
- (*ctrl_if_txmsg_id_mapping[msg->id].fn)(
- msg, ctrl_if_txmsg_id_mapping[msg->id].id);
- smp_mb(); /* Execute, /then/ free. */
- ctrl_if_txmsg_id_mapping[msg->id].fn = NULL;
- }
-
- }
-
- /*
- * Step over the message in the ring /after/ finishing reading it. As
- * soon as the index is updated then the message may get blown away.
- */
- smp_mb();
- ctrl_if_tx_ring.rsp_cons = i;
-
- if ( was_full && !RING_FULL(&ctrl_if_tx_ring) )
- {
- wakeup(ctrl_if_wchan);
-
- /* bump idx so future enqueues will occur on the next taskq
- * process any currently pending tasks
- */
- ctrl_if_idx++;
- taskqueue_run(*taskqueue_ctrl_if_tx[(ctrl_if_idx-1) & 1]);
- }
-
-}
-
-static void
-__ctrl_if_rxmsg_deferred_task(void *context __unused, int pending __unused)
-{
- ctrl_msg_t *msg;
- CONTROL_RING_IDX dp;
-
- dp = ctrl_if_rxmsg_deferred_prod;
- rmb(); /* Ensure we see all deferred requests up to 'dp'. */
-
- while ( ctrl_if_rxmsg_deferred_cons != dp )
- {
- msg = &ctrl_if_rxmsg_deferred[MASK_CONTROL_IDX(
- ctrl_if_rxmsg_deferred_cons++)];
- (*ctrl_if_rxmsg_handler[msg->type])(msg, 0);
- }
-
-}
-
-static void
-__ctrl_if_rx_tasklet(void *context __unused, int pending __unused)
-{
- ctrl_msg_t msg, *pmsg;
- CONTROL_RING_IDX dp;
- RING_IDX rp, i;
-
- i = ctrl_if_rx_ring.req_cons;
- rp = ctrl_if_rx_ring.sring->req_prod;
- dp = ctrl_if_rxmsg_deferred_prod;
-
- rmb(); /* Ensure we see all requests up to 'rp'. */
-
- for ( ; i != rp; i++)
- {
- pmsg = RING_GET_REQUEST(&ctrl_if_rx_ring, i);
- memcpy(&msg, pmsg, offsetof(ctrl_msg_t, msg));
-
- if ( msg.length > sizeof(msg.msg))
- msg.length = sizeof(msg.msg);
- if ( msg.length != 0 )
- memcpy(msg.msg, pmsg->msg, msg.length);
- if ( test_bit(msg.type, &ctrl_if_rxmsg_blocking_context) )
- {
- memcpy(&ctrl_if_rxmsg_deferred[MASK_CONTROL_IDX(dp++)],
- &msg, offsetof(ctrl_msg_t, msg) + msg.length);
- }
- else
- {
- (*ctrl_if_rxmsg_handler[msg.type])(&msg, 0);
- }
- }
- ctrl_if_rx_ring.req_cons = i;
-
- if ( dp != ctrl_if_rxmsg_deferred_prod )
- {
- wmb();
- ctrl_if_rxmsg_deferred_prod = dp;
- taskqueue_enqueue(taskqueue_thread, &ctrl_if_rxmsg_deferred_task);
- }
-
-}
-
-static void
-ctrl_if_interrupt(void *ctrl_sc)
-/* (int irq, void *dev_id, struct pt_regs *regs) */
-{
-
-
- if ( RING_HAS_UNCONSUMED_RESPONSES(&ctrl_if_tx_ring) )
- taskqueue_enqueue(taskqueue_swi, &ctrl_if_tx_tasklet);
-
-
- if ( RING_HAS_UNCONSUMED_REQUESTS(&ctrl_if_rx_ring) )
- taskqueue_enqueue(taskqueue_swi, &ctrl_if_rx_tasklet);
-
-}
-
-int
-ctrl_if_send_message_noblock(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id)
-{
- unsigned long flags;
- ctrl_msg_t *dmsg;
- int i;
-
- mtx_lock_irqsave(&ctrl_if_lock, flags);
-
- if ( RING_FULL(&ctrl_if_tx_ring) )
- {
- mtx_unlock_irqrestore(&ctrl_if_lock, flags);
- return EAGAIN;
- }
-
- msg->id = 0xFF;
- if ( hnd != NULL )
- {
- for ( i = 0; ctrl_if_txmsg_id_mapping[i].fn != NULL; i++ )
- continue;
- ctrl_if_txmsg_id_mapping[i].fn = hnd;
- ctrl_if_txmsg_id_mapping[i].id = id;
- msg->id = i;
- }
-
- dmsg = RING_GET_REQUEST(&ctrl_if_tx_ring,
- ctrl_if_tx_ring.req_prod_pvt);
- memcpy(dmsg, msg, sizeof(*msg));
- ctrl_if_tx_ring.req_prod_pvt++;
- RING_PUSH_REQUESTS(&ctrl_if_tx_ring);
-
- mtx_unlock_irqrestore(&ctrl_if_lock, flags);
-
- ctrl_if_notify_controller();
-
- return 0;
-}
-
-int
-ctrl_if_send_message_block(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id,
- long wait_state)
-{
- int rc, sst = 0;
-
- /* Fast path. */
- if ( (rc = ctrl_if_send_message_noblock(msg, hnd, id)) != EAGAIN )
- goto done;
-
- for ( ; ; )
- {
-
- if ( (rc = ctrl_if_send_message_noblock(msg, hnd, id)) != EAGAIN )
- break;
-
- if ( sst != 0) {
- rc = EINTR;
- goto done;
- }
-
- sst = tsleep(ctrl_if_wchan, PWAIT|PCATCH, "ctlrwt", 10);
- }
- done:
-
- return rc;
-}
-
-int
-ctrl_if_enqueue_space_callback(struct task *task)
-{
-
- /* Fast path. */
- if ( !RING_FULL(&ctrl_if_tx_ring) )
- return 0;
-
- (void)taskqueue_enqueue(*taskqueue_ctrl_if_tx[(ctrl_if_idx & 1)], task);
-
- /*
- * We may race execution of the task queue, so return re-checked status. If
- * the task is not executed despite the ring being non-full then we will
- * certainly return 'not full'.
- */
- smp_mb();
- return RING_FULL(&ctrl_if_tx_ring);
-}
-
-void
-ctrl_if_send_response(ctrl_msg_t *msg)
-{
- unsigned long flags;
- ctrl_msg_t *dmsg;
-
- /*
- * NB. The response may the original request message, modified in-place.
- * In this situation we may have src==dst, so no copying is required.
- */
- mtx_lock_irqsave(&ctrl_if_lock, flags);
- dmsg = RING_GET_RESPONSE(&ctrl_if_rx_ring,
- ctrl_if_rx_ring.rsp_prod_pvt);
- if ( dmsg != msg )
- memcpy(dmsg, msg, sizeof(*msg));
-
- ctrl_if_rx_ring.rsp_prod_pvt++;
- RING_PUSH_RESPONSES(&ctrl_if_rx_ring);
-
- mtx_unlock_irqrestore(&ctrl_if_lock, flags);
-
- ctrl_if_notify_controller();
-}
-
-int
-ctrl_if_register_receiver(
- uint8_t type,
- ctrl_msg_handler_t hnd,
- unsigned int flags)
-{
- unsigned long _flags;
- int inuse;
-
- mtx_lock_irqsave(&ctrl_if_lock, _flags);
-
- inuse = (ctrl_if_rxmsg_handler[type] != ctrl_if_rxmsg_default_handler);
-
- if ( inuse )
- {
- printk("Receiver %p already established for control "
- "messages of type %d.\n", ctrl_if_rxmsg_handler[type], type);
- }
- else
- {
- ctrl_if_rxmsg_handler[type] = hnd;
- clear_bit(type, &ctrl_if_rxmsg_blocking_context);
- if ( flags == CALLBACK_IN_BLOCKING_CONTEXT )
- {
- set_bit(type, &ctrl_if_rxmsg_blocking_context);
- }
- }
-
- mtx_unlock_irqrestore(&ctrl_if_lock, _flags);
-
- return !inuse;
-}
-
-void
-ctrl_if_unregister_receiver(uint8_t type, ctrl_msg_handler_t hnd)
-{
- unsigned long flags;
-
- mtx_lock_irqsave(&ctrl_if_lock, flags);
-
- if ( ctrl_if_rxmsg_handler[type] != hnd )
- printk("Receiver %p is not registered for control "
- "messages of type %d.\n", hnd, type);
- else
- ctrl_if_rxmsg_handler[type] = ctrl_if_rxmsg_default_handler;
-
- mtx_unlock_irqrestore(&ctrl_if_lock, flags);
-
- /* Ensure that @hnd will not be executed after this function returns. */
- /* XXX need rx_tasklet_lock -- can cheat for now?*/
-#ifdef notyet
- tasklet_unlock_wait(&ctrl_if_rx_tasklet);
-#endif
-}
-
-void
-ctrl_if_suspend(void)
-{
- /* I'm not sure what the equivalent is - we aren't going to support
suspend
- * yet anyway
- */
-#ifdef notyet
- free_irq(ctrl_if_irq, NULL);
-#endif
- unbind_evtchn_from_irq(ctrl_if_evtchn);
-}
-
-#if 0
-/** Reset the control interface progress pointers.
- * Marks the queues empty if 'clear' non-zero.
- */
-static void
-ctrl_if_reset(int clear)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- if (clear) {
- *ctrl_if = (control_if_t){};
- }
-
- ctrl_if_tx_resp_cons = ctrl_if->tx_resp_prod;
- ctrl_if_rx_req_cons = ctrl_if->rx_resp_prod;
-}
-
-#endif
-void
-ctrl_if_resume(void)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- TRACE_ENTER;
- if ( xen_start_info->flags & SIF_INITDOMAIN )
- {
- /*
- * The initial domain must create its own domain-controller link.
- * The controller is probably not running at this point, but will
- * pick up its end of the event channel from
- */
- evtchn_op_t op;
- op.cmd = EVTCHNOP_bind_interdomain;
- op.u.bind_interdomain.dom1 = DOMID_SELF;
- op.u.bind_interdomain.dom2 = DOMID_SELF;
- op.u.bind_interdomain.port1 = 0;
- op.u.bind_interdomain.port2 = 0;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("event_channel_op failed\n");
- xen_start_info->domain_controller_evtchn = op.u.bind_interdomain.port1;
- initdom_ctrlif_domcontroller_port = op.u.bind_interdomain.port2;
- }
-
-
- /* Sync up with shared indexes. */
- FRONT_RING_ATTACH(&ctrl_if_tx_ring, &ctrl_if->tx_ring, CONTROL_RING_MEM);
- BACK_RING_ATTACH(&ctrl_if_rx_ring, &ctrl_if->rx_ring, CONTROL_RING_MEM);
-
- ctrl_if_evtchn = xen_start_info->domain_controller_evtchn;
- ctrl_if_irq = bind_evtchn_to_irq(ctrl_if_evtchn);
-
- /*
- * I have not taken the time to determine what the interrupt thread
priorities
- * correspond to - this interface is used for network and disk, network
would
- * seem higher priority, hence I'm using it
- */
-
- intr_add_handler("ctrl-if", ctrl_if_irq, (driver_intr_t*)ctrl_if_interrupt,
- NULL, INTR_TYPE_NET, NULL);
- TRACE_EXIT;
- /* XXX currently assuming not MPSAFE */
-}
-
-static void
-ctrl_if_init(void *dummy __unused)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- int i;
-
- for ( i = 0; i < 256; i++ )
- ctrl_if_rxmsg_handler[i] = ctrl_if_rxmsg_default_handler;
-
- FRONT_RING_ATTACH(&ctrl_if_tx_ring, &ctrl_if->tx_ring, CONTROL_RING_MEM);
- BACK_RING_ATTACH(&ctrl_if_rx_ring, &ctrl_if->rx_ring, CONTROL_RING_MEM);
-
- mtx_init(&ctrl_if_lock, "ctrlif", NULL, MTX_SPIN | MTX_NOWITNESS);
-
- TASK_INIT(&ctrl_if_tx_tasklet, 0, __ctrl_if_tx_tasklet, NULL);
-
- TASK_INIT(&ctrl_if_rx_tasklet, 0, __ctrl_if_rx_tasklet, NULL);
-
- TASK_INIT(&ctrl_if_rxmsg_deferred_task, 0, __ctrl_if_rxmsg_deferred_task,
NULL);
-
-
- ctrl_if_resume();
-}
-
-/*
- * !! The following are DANGEROUS FUNCTIONS !!
- * Use with care [for example, see xencons_force_flush()].
- */
-
-int
-ctrl_if_transmitter_empty(void)
-{
- return (ctrl_if_tx_ring.sring->req_prod == ctrl_if_tx_ring.rsp_cons);
-}
-
-void
-ctrl_if_discard_responses(void)
-{
- RING_DROP_PENDING_RESPONSES(&ctrl_if_tx_ring);
-}
-
-SYSINIT(ctrl_if_init, SI_SUB_DRIVERS, SI_ORDER_FIRST, ctrl_if_init, NULL);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/db_interface.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/db_interface.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,209 +0,0 @@
-/*
- * Mach Operating System
- * Copyright (c) 1991,1990 Carnegie Mellon University
- * All Rights Reserved.
- *
- * Permission to use, copy, modify and distribute this software and its
- * documentation is hereby granted, provided that both the copyright
- * notice and this permission notice appear in all copies of the
- * software, derivative works or modified versions, and any portions
- * thereof, and that both notices appear in supporting documentation.
- *
- * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS
- * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
- * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
- *
- * Carnegie Mellon requests users of this software to return to
- *
- * Software Distribution Coordinator or Software.Distribution@xxxxxxxxxx
- * School of Computer Science
- * Carnegie Mellon University
- * Pittsburgh PA 15213-3890
- *
- * any improvements or extensions that they make and grant Carnegie the
- * rights to redistribute these changes.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/db_interface.c,v 1.77 2003/11/08
03:01:26 alc Exp $");
-
-/*
- * Interface to new debugger.
- */
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/reboot.h>
-#include <sys/cons.h>
-#include <sys/pcpu.h>
-#include <sys/proc.h>
-#include <sys/smp.h>
-
-#include <machine/cpu.h>
-#ifdef SMP
-#include <machine/smptests.h> /** CPUSTOP_ON_DDBBREAK */
-#endif
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-
-#include <ddb/ddb.h>
-
-#include <machine/setjmp.h>
-#include <machine/xenfunc.h>
-
-
-static jmp_buf *db_nofault = 0;
-extern jmp_buf db_jmpbuf;
-
-extern void gdb_handle_exception(db_regs_t *, int, int);
-
-int db_active;
-db_regs_t ddb_regs;
-
-static __inline u_short
-rss(void)
-{
- u_short ss;
-#ifdef __GNUC__
- __asm __volatile("mov %%ss,%0" : "=r" (ss));
-#else
- ss = 0; /* XXXX Fix for other compilers. */
-#endif
- return ss;
-}
-
-/*
- * kdb_trap - field a TRACE or BPT trap
- */
-int
-kdb_trap(int type, int code, struct i386_saved_state *regs)
-{
- volatile int ddb_mode = !(boothowto & RB_GDB);
-
- disable_intr();
-
- if (ddb_mode) {
- /* we can't do much as a guest domain except print a
- * backtrace and die gracefuly. The reason is that we
- * can't get character input to make this work.
- */
- db_active = 1;
- db_print_backtrace();
- db_printf("************ Domain shutting down ************\n");
- HYPERVISOR_shutdown();
- } else {
- Debugger("kdb_trap");
- }
- return (1);
-}
-
-/*
- * Read bytes from kernel address space for debugger.
- */
-void
-db_read_bytes(vm_offset_t addr, size_t size, char *data)
-{
- char *src;
-
- db_nofault = &db_jmpbuf;
-
- src = (char *)addr;
- while (size-- > 0)
- *data++ = *src++;
-
- db_nofault = 0;
-}
-
-/*
- * Write bytes to kernel address space for debugger.
- */
-void
-db_write_bytes(vm_offset_t addr, size_t size, char *data)
-{
- char *dst;
-
- pt_entry_t *ptep0 = NULL;
- pt_entry_t oldmap0 = 0;
- vm_offset_t addr1;
- pt_entry_t *ptep1 = NULL;
- pt_entry_t oldmap1 = 0;
-
- db_nofault = &db_jmpbuf;
-
- if (addr > trunc_page((vm_offset_t)btext) - size &&
- addr < round_page((vm_offset_t)etext)) {
-
- ptep0 = pmap_pte(kernel_pmap, addr);
- oldmap0 = *ptep0;
- *ptep0 |= PG_RW;
-
- /* Map another page if the data crosses a page boundary. */
- if ((*ptep0 & PG_PS) == 0) {
- addr1 = trunc_page(addr + size - 1);
- if (trunc_page(addr) != addr1) {
- ptep1 = pmap_pte(kernel_pmap, addr1);
- oldmap1 = *ptep1;
- *ptep1 |= PG_RW;
- }
- } else {
- addr1 = trunc_4mpage(addr + size - 1);
- if (trunc_4mpage(addr) != addr1) {
- ptep1 = pmap_pte(kernel_pmap, addr1);
- oldmap1 = *ptep1;
- *ptep1 |= PG_RW;
- }
- }
-
- invltlb();
- }
-
- dst = (char *)addr;
-
- while (size-- > 0)
- *dst++ = *data++;
-
- db_nofault = 0;
-
- if (ptep0) {
- *ptep0 = oldmap0;
-
- if (ptep1)
- *ptep1 = oldmap1;
-
- invltlb();
- }
-}
-
-/*
- * XXX
- * Move this to machdep.c and allow it to be called if any debugger is
- * installed.
- */
-void
-Debugger(const char *msg)
-{
- static volatile u_int in_Debugger;
-
- /*
- * XXX
- * Do nothing if the console is in graphics mode. This is
- * OK if the call is for the debugger hotkey but not if the call
- * is a weak form of panicing.
- */
- if (cons_unavail && !(boothowto & RB_GDB))
- return;
-
- if (atomic_cmpset_acq_int(&in_Debugger, 0, 1)) {
- db_printf("Debugger(\"%s\")\n", msg);
- breakpoint();
- atomic_store_rel_int(&in_Debugger, 0);
- }
-}
-
-void
-db_show_mdpcpu(struct pcpu *pc)
-{
-
- db_printf("APIC ID = %d\n", pc->pc_apic_id);
- db_printf("currentldt = 0x%x\n", pc->pc_currentldt);
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/evtchn.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/evtchn.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,666 +0,0 @@
-/******************************************************************************
- * evtchn.c
- *
- * Communication via Xen event channels.
- *
- * Copyright (c) 2002-2004, K A Fraser
- */
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-
-#include <machine/cpufunc.h>
-#include <machine/intr_machdep.h>
-#include <machine/xen-os.h>
-#include <machine/xen_intr.h>
-#include <machine/synch_bitops.h>
-#include <machine/evtchn.h>
-#include <machine/hypervisor.h>
-#include <machine/hypervisor-ifs.h>
-
-
-static struct mtx irq_mapping_update_lock;
-
-#define TODO printf("%s: not implemented!\n", __func__)
-
-/* IRQ <-> event-channel mappings. */
-static int evtchn_to_irq[NR_EVENT_CHANNELS];
-static int irq_to_evtchn[NR_IRQS];
-
-static int virq_to_irq[MAX_VIRT_CPUS][NR_VIRQS];
-static int ipi_to_evtchn[MAX_VIRT_CPUS][NR_VIRQS];
-
-
-/* Reference counts for bindings to IRQs. */
-static int irq_bindcount[NR_IRQS];
-
-#define VALID_EVTCHN(_chn) ((_chn) != -1)
-
-/*
- * Force a proper event-channel callback from Xen after clearing the
- * callback mask. We do this in a very simple manner, by making a call
- * down into Xen. The pending flag will be checked by Xen on return.
- */
-void force_evtchn_callback(void)
-{
- (void)HYPERVISOR_xen_version(0);
-}
-
-void
-evtchn_do_upcall(struct intrframe *frame)
-{
- unsigned long l1, l2;
- unsigned int l1i, l2i, port;
- int irq, owned;
- unsigned long flags;
- shared_info_t *s = HYPERVISOR_shared_info;
- vcpu_info_t *vcpu_info = &s->vcpu_data[smp_processor_id()];
-
- local_irq_save(flags);
-
- while ( s->vcpu_data[0].evtchn_upcall_pending )
- {
- s->vcpu_data[0].evtchn_upcall_pending = 0;
- /* NB. No need for a barrier here -- XCHG is a barrier on x86. */
- l1 = xen_xchg(&vcpu_info->evtchn_pending_sel, 0);
- while ( (l1i = ffs(l1)) != 0 )
- {
- l1i--;
- l1 &= ~(1 << l1i);
-
- l2 = s->evtchn_pending[l1i] & ~s->evtchn_mask[l1i];
- while ( (l2i = ffs(l2)) != 0 )
- {
- l2i--;
- l2 &= ~(1 << l2i);
-
- port = (l1i << 5) + l2i;
- irq = evtchn_to_irq[port];
-#ifdef SMP
- if (irq == PCPU_GET(cpuast))
- continue;
-#endif
- if ( (owned = mtx_owned(&sched_lock)) != 0 )
- mtx_unlock_spin_flags(&sched_lock, MTX_QUIET);
- if ( irq != -1 ) {
- struct intsrc *isrc = intr_lookup_source(irq);
- intr_execute_handlers(isrc, frame);
- } else {
- evtchn_device_upcall(port);
- }
- if ( owned )
- mtx_lock_spin_flags(&sched_lock, MTX_QUIET);
- }
- }
- }
-
- local_irq_restore(flags);
-
-}
-
-
-static int
-find_unbound_irq(void)
-{
- int irq;
-
- for ( irq = 0; irq < NR_IRQS; irq++ )
- if ( irq_bindcount[irq] == 0 )
- break;
-
- if ( irq == NR_IRQS )
- panic("No available IRQ to bind to: increase NR_IRQS!\n");
-
- return irq;
-}
-
-int
-bind_virq_to_irq(int virq)
-{
- evtchn_op_t op;
- int evtchn, irq;
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( (irq = PCPU_GET(virq_to_irq)[virq]) == -1 )
- {
- op.cmd = EVTCHNOP_bind_virq;
- op.u.bind_virq.virq = virq;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to bind virtual IRQ %d\n", virq);
- evtchn = op.u.bind_virq.port;
-
- irq = find_unbound_irq();
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
-
- PCPU_GET(virq_to_irq)[virq] = irq;
- }
-
- irq_bindcount[irq]++;
-
- mtx_unlock(&irq_mapping_update_lock);
-
- return irq;
-}
-
-void
-unbind_virq_from_irq(int virq)
-{
- evtchn_op_t op;
- int irq = PCPU_GET(virq_to_irq)[virq];
- int evtchn = irq_to_evtchn[irq];
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( --irq_bindcount[irq] == 0 )
- {
- op.cmd = EVTCHNOP_close;
- op.u.close.dom = DOMID_SELF;
- op.u.close.port = evtchn;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to unbind virtual IRQ %d\n", virq);
-
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
- PCPU_GET(virq_to_irq)[virq] = -1;
- }
-
- mtx_unlock(&irq_mapping_update_lock);
-}
-
-
-int
-bind_ipi_on_cpu_to_irq(int cpu, int ipi)
-{
- evtchn_op_t op;
- int evtchn, irq;
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( (evtchn = PCPU_GET(ipi_to_evtchn)[ipi]) == 0 )
- {
- op.cmd = EVTCHNOP_bind_ipi;
- op.u.bind_ipi.ipi_edom = cpu;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to bind virtual IPI %d on cpu %d\n", ipi, cpu);
- evtchn = op.u.bind_ipi.port;
-
- irq = find_unbound_irq();
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
-
- PCPU_GET(ipi_to_evtchn)[ipi] = evtchn;
- } else
- irq = evtchn_to_irq[evtchn];
-
- irq_bindcount[irq]++;
-
- mtx_unlock(&irq_mapping_update_lock);
-
- return irq;
-}
-
-void
-unbind_ipi_on_cpu_from_irq(int cpu, int ipi)
-{
- evtchn_op_t op;
- int evtchn = PCPU_GET(ipi_to_evtchn)[ipi];
- int irq = irq_to_evtchn[evtchn];
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( --irq_bindcount[irq] == 0 )
- {
- op.cmd = EVTCHNOP_close;
- op.u.close.dom = DOMID_SELF;
- op.u.close.port = evtchn;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to unbind virtual IPI %d on cpu %d\n", ipi, cpu);
-
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
- PCPU_GET(ipi_to_evtchn)[ipi] = 0;
- }
-
- mtx_unlock(&irq_mapping_update_lock);
-}
-
-int
-bind_evtchn_to_irq(int evtchn)
-{
- int irq;
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( (irq = evtchn_to_irq[evtchn]) == -1 )
- {
- irq = find_unbound_irq();
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
- }
-
- irq_bindcount[irq]++;
-
- mtx_unlock(&irq_mapping_update_lock);
-
- return irq;
-}
-
-void
-unbind_evtchn_from_irq(int evtchn)
-{
- int irq = evtchn_to_irq[evtchn];
-
- mtx_lock(&irq_mapping_update_lock);
-
- if ( --irq_bindcount[irq] == 0 )
- {
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
- }
-
- mtx_unlock(&irq_mapping_update_lock);
-}
-
-
-/*
- * Interface to generic handling in intr_machdep.c
- */
-
-
-/*------------ interrupt handling --------------------------------------*/
-#define TODO printf("%s: not implemented!\n", __func__)
-
- struct mtx xenpic_lock;
-
-struct xenpic_intsrc {
- struct intsrc xp_intsrc;
- uint8_t xp_vector;
- boolean_t xp_masked;
-};
-
-struct xenpic {
- struct pic xp_pic; /* this MUST be first */
- uint16_t xp_numintr;
- struct xenpic_intsrc xp_pins[0];
-};
-
-static void xenpic_enable_dynirq_source(struct intsrc *isrc);
-static void xenpic_disable_dynirq_source(struct intsrc *isrc, int);
-static void xenpic_eoi_source(struct intsrc *isrc);
-static void xenpic_enable_dynirq_intr(struct intsrc *isrc);
-static int xenpic_vector(struct intsrc *isrc);
-static int xenpic_source_pending(struct intsrc *isrc);
-static void xenpic_suspend(struct intsrc *isrc);
-static void xenpic_resume(struct intsrc *isrc);
-
-
-struct pic xenpic_template = {
- xenpic_enable_dynirq_source,
- xenpic_disable_dynirq_source,
- xenpic_eoi_source,
- xenpic_enable_dynirq_intr,
- xenpic_vector,
- xenpic_source_pending,
- xenpic_suspend,
- xenpic_resume
-};
-
-
-void
-xenpic_enable_dynirq_source(struct intsrc *isrc)
-{
- unsigned int irq;
- struct xenpic_intsrc *xp;
-
- xp = (struct xenpic_intsrc *)isrc;
-
- if (xp->xp_masked) {
- irq = xenpic_vector(isrc);
- unmask_evtchn(irq_to_evtchn[irq]);
- xp->xp_masked = FALSE;
- }
-}
-
-static void
-xenpic_disable_dynirq_source(struct intsrc *isrc, int foo)
-{
- unsigned int irq;
- struct xenpic_intsrc *xp;
-
- xp = (struct xenpic_intsrc *)isrc;
-
- if (!xp->xp_masked) {
- irq = xenpic_vector(isrc);
- mask_evtchn(irq_to_evtchn[irq]);
- xp->xp_masked = TRUE;
- }
-
-}
-
-static void
-xenpic_enable_dynirq_intr(struct intsrc *isrc)
-{
- unsigned int irq;
-
- irq = xenpic_vector(isrc);
- unmask_evtchn(irq_to_evtchn[irq]);
-}
-
-static void
-xenpic_eoi_source(struct intsrc *isrc)
-{
- unsigned int irq = xenpic_vector(isrc);
- clear_evtchn(irq_to_evtchn[irq]);
-}
-
-static int
-xenpic_vector(struct intsrc *isrc)
-{
- struct xenpic_intsrc *pin = (struct xenpic_intsrc *)isrc;
- return (pin->xp_vector);
-}
-
-static int
-xenpic_source_pending(struct intsrc *isrc)
-{
- TODO;
- return 0;
-}
-
-static void
-xenpic_suspend(struct intsrc *isrc)
-{
- TODO;
-}
-
-static void
-xenpic_resume(struct intsrc *isrc)
-{
- TODO;
-}
-
-#ifdef CONFIG_PHYSDEV
-/* required for support of physical devices */
-static inline void
-pirq_unmask_notify(int pirq)
-{
- physdev_op_t op;
- if ( unlikely(test_bit(pirq, &pirq_needs_unmask_notify[0])) )
- {
- op.cmd = PHYSDEVOP_IRQ_UNMASK_NOTIFY;
- (void)HYPERVISOR_physdev_op(&op);
- }
-}
-
-static inline void
-pirq_query_unmask(int pirq)
-{
- physdev_op_t op;
- op.cmd = PHYSDEVOP_IRQ_STATUS_QUERY;
- op.u.irq_status_query.irq = pirq;
- (void)HYPERVISOR_physdev_op(&op);
- clear_bit(pirq, &pirq_needs_unmask_notify[0]);
- if ( op.u.irq_status_query.flags & PHYSDEVOP_IRQ_NEEDS_UNMASK_NOTIFY )
- set_bit(pirq, &pirq_needs_unmask_notify[0]);
-}
-
-/*
- * On startup, if there is no action associated with the IRQ then we are
- * probing. In this case we should not share with others as it will confuse us.
- */
-#define probing_irq(_irq) (irq_desc[(_irq)].action == NULL)
-
-static unsigned int startup_pirq(unsigned int irq)
-{
- evtchn_op_t op;
- int evtchn;
-
- op.cmd = EVTCHNOP_bind_pirq;
- op.u.bind_pirq.pirq = irq;
- /* NB. We are happy to share unless we are probing. */
- op.u.bind_pirq.flags = probing_irq(irq) ? 0 : BIND_PIRQ__WILL_SHARE;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- {
- if ( !probing_irq(irq) ) /* Some failures are expected when probing. */
- printk(KERN_INFO "Failed to obtain physical IRQ %d\n", irq);
- return 0;
- }
- evtchn = op.u.bind_pirq.port;
-
- pirq_query_unmask(irq_to_pirq(irq));
-
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
-
- unmask_evtchn(evtchn);
- pirq_unmask_notify(irq_to_pirq(irq));
-
- return 0;
-}
-
-static void shutdown_pirq(unsigned int irq)
-{
- evtchn_op_t op;
- int evtchn = irq_to_evtchn[irq];
-
- if ( !VALID_EVTCHN(evtchn) )
- return;
-
- mask_evtchn(evtchn);
-
- op.cmd = EVTCHNOP_close;
- op.u.close.dom = DOMID_SELF;
- op.u.close.port = evtchn;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to unbind physical IRQ %d\n", irq);
-
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
-}
-
-static void enable_pirq(unsigned int irq)
-{
- int evtchn = irq_to_evtchn[irq];
- if ( !VALID_EVTCHN(evtchn) )
- return;
- unmask_evtchn(evtchn);
- pirq_unmask_notify(irq_to_pirq(irq));
-}
-
-static void disable_pirq(unsigned int irq)
-{
- int evtchn = irq_to_evtchn[irq];
- if ( !VALID_EVTCHN(evtchn) )
- return;
- mask_evtchn(evtchn);
-}
-
-static void ack_pirq(unsigned int irq)
-{
- int evtchn = irq_to_evtchn[irq];
- if ( !VALID_EVTCHN(evtchn) )
- return;
- mask_evtchn(evtchn);
- clear_evtchn(evtchn);
-}
-
-static void end_pirq(unsigned int irq)
-{
- int evtchn = irq_to_evtchn[irq];
- if ( !VALID_EVTCHN(evtchn) )
- return;
- if ( !(irq_desc[irq].status & IRQ_DISABLED) )
- {
- unmask_evtchn(evtchn);
- pirq_unmask_notify(irq_to_pirq(irq));
- }
-}
-
-static struct hw_interrupt_type pirq_type = {
- "Phys-irq",
- startup_pirq,
- shutdown_pirq,
- enable_pirq,
- disable_pirq,
- ack_pirq,
- end_pirq,
- NULL
-};
-#endif
-
-#if 0
-static void
-misdirect_interrupt(void *sc)
-{
-}
-#endif
-void irq_suspend(void)
-{
- int virq, irq, evtchn;
-
- /* Unbind VIRQs from event channels. */
- for ( virq = 0; virq < NR_VIRQS; virq++ )
- {
- if ( (irq = PCPU_GET(virq_to_irq)[virq]) == -1 )
- continue;
- evtchn = irq_to_evtchn[irq];
-
- /* Mark the event channel as unused in our table. */
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
- }
-
- /*
- * We should now be unbound from all event channels. Stale bindings to
- * PIRQs and/or inter-domain event channels will cause us to barf here.
- */
- for ( evtchn = 0; evtchn < NR_EVENT_CHANNELS; evtchn++ )
- if ( evtchn_to_irq[evtchn] != -1 )
- panic("Suspend attempted while bound to evtchn %d.\n", evtchn);
-}
-
-
-void irq_resume(void)
-{
- evtchn_op_t op;
- int virq, irq, evtchn;
-
- for ( evtchn = 0; evtchn < NR_EVENT_CHANNELS; evtchn++ )
- mask_evtchn(evtchn); /* New event-channel space is not 'live' yet. */
-
- for ( virq = 0; virq < NR_VIRQS; virq++ )
- {
- if ( (irq = PCPU_GET(virq_to_irq)[virq]) == -1 )
- continue;
-
- /* Get a new binding from Xen. */
- op.cmd = EVTCHNOP_bind_virq;
- op.u.bind_virq.virq = virq;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("Failed to bind virtual IRQ %d\n", virq);
- evtchn = op.u.bind_virq.port;
-
- /* Record the new mapping. */
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
-
- /* Ready for use. */
- unmask_evtchn(evtchn);
- }
-}
-
-void
-ap_evtchn_init(int cpu)
-{
- int i;
-
- /* XXX -- expedience hack */
- PCPU_SET(virq_to_irq, (int *)&virq_to_irq[cpu]);
- PCPU_SET(ipi_to_evtchn, (int *)&ipi_to_evtchn[cpu]);
-
- /* No VIRQ -> IRQ mappings. */
- for ( i = 0; i < NR_VIRQS; i++ )
- PCPU_GET(virq_to_irq)[i] = -1;
-}
-
-
-static void
-evtchn_init(void *dummy __unused)
-{
- int i;
- struct xenpic *xp;
- struct xenpic_intsrc *pin;
-
-
- /* XXX -- expedience hack */
- PCPU_SET(virq_to_irq, (int *)&virq_to_irq[0]);
- PCPU_SET(ipi_to_evtchn, (int *)&ipi_to_evtchn[0]);
-
- /* No VIRQ -> IRQ mappings. */
- for ( i = 0; i < NR_VIRQS; i++ )
- PCPU_GET(virq_to_irq)[i] = -1;
-
- /* No event-channel -> IRQ mappings. */
- for ( i = 0; i < NR_EVENT_CHANNELS; i++ )
- {
- evtchn_to_irq[i] = -1;
- mask_evtchn(i); /* No event channels are 'live' right now. */
- }
-
- /* No IRQ -> event-channel mappings. */
- for ( i = 0; i < NR_IRQS; i++ )
- irq_to_evtchn[i] = -1;
-
- xp = malloc(sizeof(struct xenpic) + NR_DYNIRQS*sizeof(struct
xenpic_intsrc), M_DEVBUF, M_WAITOK);
- xp->xp_pic = xenpic_template;
- xp->xp_numintr = NR_DYNIRQS;
- bzero(xp->xp_pins, sizeof(struct xenpic_intsrc) * NR_DYNIRQS);
-
- for ( i = 0, pin = xp->xp_pins; i < NR_DYNIRQS; i++, pin++ )
- {
- /* Dynamic IRQ space is currently unbound. Zero the refcnts. */
- irq_bindcount[dynirq_to_irq(i)] = 0;
-
- pin->xp_intsrc.is_pic = (struct pic *)xp;
- pin->xp_vector = i;
- intr_register_source(&pin->xp_intsrc);
- }
- /* We don't currently have any support for physical devices in XenoFreeBSD
- * so leaving this out for the moment for the sake of expediency.
- */
-#ifdef notyet
- for ( i = 0; i < NR_PIRQS; i++ )
- {
- /* Phys IRQ space is statically bound (1:1 mapping). Nail refcnts. */
- irq_bindcount[pirq_to_irq(i)] = 1;
-
- irq_desc[pirq_to_irq(i)].status = IRQ_DISABLED;
- irq_desc[pirq_to_irq(i)].action = 0;
- irq_desc[pirq_to_irq(i)].depth = 1;
- irq_desc[pirq_to_irq(i)].handler = &pirq_type;
- }
-
-#endif
-#if 0
- (void) intr_add_handler("xb_mis", bind_virq_to_irq(VIRQ_MISDIRECT),
- (driver_intr_t *)misdirect_interrupt,
- NULL, INTR_TYPE_MISC, NULL);
-
-#endif
-}
-
-SYSINIT(evtchn_init, SI_SUB_INTR, SI_ORDER_ANY, evtchn_init, NULL);
- /*
- * xenpic_lock: in order to allow an interrupt to occur in a critical
- * section, to set pcpu->ipending (etc...) properly, we
- * must be able to get the icu lock, so it can't be
- * under witness.
- */
-
-MTX_SYSINIT(irq_mapping_update_lock, &irq_mapping_update_lock, "xp",
MTX_DEF|MTX_NOWITNESS);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/exception.s
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/exception.s Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,438 +0,0 @@
-/*-
- * Copyright (c) 1989, 1990 William F. Jolitz.
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/i386/exception.s,v 1.106 2003/11/03 22:08:52 jhb Exp
$
- */
-
-#include "opt_npx.h"
-
-#include <machine/asmacros.h>
-#include <machine/psl.h>
-#include <machine/trap.h>
-
-#include "assym.s"
-
-#define SEL_RPL_MASK 0x0002
-/* Offsets into shared_info_t. */
-#define evtchn_upcall_pending /* 0 */
-#define evtchn_upcall_mask 1
-#define XEN_BLOCK_EVENTS(reg) movb $1,evtchn_upcall_mask(reg)
-#define XEN_UNBLOCK_EVENTS(reg) movb $0,evtchn_upcall_mask(reg)
-#define XEN_TEST_PENDING(reg) testb $0x1,evtchn_upcall_pending(reg)
-
-
-#define POPA \
- popl %edi; \
- popl %esi; \
- popl %ebp; \
- popl %ebx; \
- popl %ebx; \
- popl %edx; \
- popl %ecx; \
- popl %eax;
-
- .text
-
-/*****************************************************************************/
-/* Trap handling */
-/*****************************************************************************/
-/*
- * Trap and fault vector routines.
- *
- * Most traps are 'trap gates', SDT_SYS386TGT. A trap gate pushes state on
- * the stack that mostly looks like an interrupt, but does not disable
- * interrupts. A few of the traps we are use are interrupt gates,
- * SDT_SYS386IGT, which are nearly the same thing except interrupts are
- * disabled on entry.
- *
- * The cpu will push a certain amount of state onto the kernel stack for
- * the current process. The amount of state depends on the type of trap
- * and whether the trap crossed rings or not. See i386/include/frame.h.
- * At the very least the current EFLAGS (status register, which includes
- * the interrupt disable state prior to the trap), the code segment register,
- * and the return instruction pointer are pushed by the cpu. The cpu
- * will also push an 'error' code for certain traps. We push a dummy
- * error code for those traps where the cpu doesn't in order to maintain
- * a consistent frame. We also push a contrived 'trap number'.
- *
- * The cpu does not push the general registers, we must do that, and we
- * must restore them prior to calling 'iret'. The cpu adjusts the %cs and
- * %ss segment registers, but does not mess with %ds, %es, or %fs. Thus we
- * must load them with appropriate values for supervisor mode operation.
- */
-
-MCOUNT_LABEL(user)
-MCOUNT_LABEL(btrap)
-
-IDTVEC(div)
- pushl $0; TRAP(T_DIVIDE)
-IDTVEC(dbg)
- pushl $0; TRAP(T_TRCTRAP)
-IDTVEC(nmi)
- pushl $0; TRAP(T_NMI)
-IDTVEC(bpt)
- pushl $0; TRAP(T_BPTFLT)
-IDTVEC(ofl)
- pushl $0; TRAP(T_OFLOW)
-IDTVEC(bnd)
- pushl $0; TRAP(T_BOUND)
-IDTVEC(ill)
- pushl $0; TRAP(T_PRIVINFLT)
-IDTVEC(dna)
- pushl $0; TRAP(T_DNA)
-IDTVEC(fpusegm)
- pushl $0; TRAP(T_FPOPFLT)
-IDTVEC(tss)
- TRAP(T_TSSFLT)
-IDTVEC(missing)
- TRAP(T_SEGNPFLT)
-IDTVEC(stk)
- TRAP(T_STKFLT)
-IDTVEC(prot)
- TRAP(T_PROTFLT)
-IDTVEC(page)
- pushl %eax
- movl 4(%esp),%eax
- movl %eax,-44(%esp) # move cr2 after trap frame
- popl %eax
- addl $4,%esp
- TRAP(T_PAGEFLT)
-IDTVEC(mchk)
- pushl $0; TRAP(T_MCHK)
-IDTVEC(rsvd)
- pushl $0; TRAP(T_RESERVED)
-IDTVEC(fpu)
- pushl $0; TRAP(T_ARITHTRAP)
-IDTVEC(align)
- TRAP(T_ALIGNFLT)
-
-IDTVEC(xmm)
- pushl $0; TRAP(T_XMMFLT)
-
-IDTVEC(hypervisor_callback)
- pushl %eax; TRAP(T_HYPCALLBACK)
-
-hypervisor_callback_pending:
- movl $T_HYPCALLBACK,TF_TRAPNO(%esp)
- movl $T_HYPCALLBACK,TF_ERR(%esp)
- jmp 11f
-
- /*
- * alltraps entry point. Interrupts are enabled if this was a trap
- * gate (TGT), else disabled if this was an interrupt gate (IGT).
- * Note that int0x80_syscall is a trap gate. Only page faults
- * use an interrupt gate.
- */
-
- SUPERALIGN_TEXT
- .globl alltraps
- .type alltraps,@function
-alltraps:
- cld
- pushal
- pushl %ds
- pushl %es
- pushl %fs
-alltraps_with_regs_pushed:
- movl $KDSEL,%eax
- movl %eax,%ds
- movl %eax,%es
- movl $KPSEL,%eax
- movl %eax,%fs
- FAKE_MCOUNT(TF_EIP(%esp))
-save_cr2:
- movl TF_TRAPNO(%esp),%eax
- cmpl $T_PAGEFLT,%eax
- jne calltrap
- movl -4(%esp),%eax
- movl %eax,PCPU(CR2)
-calltrap:
- movl TF_EIP(%esp),%eax
- cmpl $scrit,%eax
- jb 11f
- cmpl $ecrit,%eax
- jb critical_region_fixup
-11: call trap
-
- /*
- * Return via doreti to handle ASTs.
- */
- MEXITCOUNT
- jmp doreti
-
-/*
- * SYSCALL CALL GATE (old entry point for a.out binaries)
- *
- * The intersegment call has been set up to specify one dummy parameter.
- *
- * This leaves a place to put eflags so that the call frame can be
- * converted to a trap frame. Note that the eflags is (semi-)bogusly
- * pushed into (what will be) tf_err and then copied later into the
- * final spot. It has to be done this way because esp can't be just
- * temporarily altered for the pushfl - an interrupt might come in
- * and clobber the saved cs/eip.
- */
- SUPERALIGN_TEXT
-IDTVEC(lcall_syscall)
- pushfl /* save eflags */
- popl 8(%esp) /* shuffle into tf_eflags */
- pushl $7 /* sizeof "lcall 7,0" */
- subl $4,%esp /* skip over tf_trapno */
- pushal
- pushl %ds
- pushl %es
- pushl %fs
- movl $KDSEL,%eax /* switch to kernel segments */
- movl %eax,%ds
- movl %eax,%es
- movl $KPSEL,%eax
- movl %eax,%fs
- FAKE_MCOUNT(TF_EIP(%esp))
- call syscall
- MEXITCOUNT
- jmp doreti
-
-/*
- * Call gate entry for FreeBSD ELF and Linux/NetBSD syscall (int 0x80)
- *
- * Even though the name says 'int0x80', this is actually a TGT (trap gate)
- * rather then an IGT (interrupt gate). Thus interrupts are enabled on
- * entry just as they are for a normal syscall.
- */
- SUPERALIGN_TEXT
-IDTVEC(int0x80_syscall)
- pushl $2 /* sizeof "int 0x80" */
- pushl $0xBEEF
- pushal
- pushl %ds
- pushl %es
- pushl %fs
- movl $KDSEL,%eax /* switch to kernel segments */
- movl %eax,%ds
- movl %eax,%es
- movl $KPSEL,%eax
- movl %eax,%fs
- FAKE_MCOUNT(TF_EIP(%esp))
- call syscall
- MEXITCOUNT
- jmp doreti
-
-ENTRY(fork_trampoline)
- pushl %esp /* trapframe pointer */
- pushl %ebx /* arg1 */
- pushl %esi /* function */
- call fork_exit
- addl $12,%esp
- /* cut from syscall */
-
- /*
- * Return via doreti to handle ASTs.
- */
- MEXITCOUNT
- jmp doreti
-
-
-/*
-# A note on the "critical region" in our callback handler.
-# We want to avoid stacking callback handlers due to events occurring
-# during handling of the last event. To do this, we keep events disabled
-# until weve done all processing. HOWEVER, we must enable events before
-# popping the stack frame (cant be done atomically) and so it would still
-# be possible to get enough handler activations to overflow the stack.
-# Although unlikely, bugs of that kind are hard to track down, so wed
-# like to avoid the possibility.
-# So, on entry to the handler we detect whether we interrupted an
-# existing activation in its critical region -- if so, we pop the current
-# activation and restart the handler using the previous one.
-*/
-
-
-/*
- * void doreti(struct trapframe)
- *
- * Handle return from interrupts, traps and syscalls.
- */
- .text
- SUPERALIGN_TEXT
- .globl doreti
- .type doreti,@function
-doreti:
- FAKE_MCOUNT(bintr) /* init "from" bintr -> doreti */
-doreti_next:
- testb $SEL_RPL_MASK,TF_CS(%esp) /* are we returning to user mode? */
- jz doreti_exit /* #can't handle ASTs now if not */
-
-doreti_ast:
- /*
- * Check for ASTs atomically with returning. Disabling CPU
- * interrupts provides sufficient locking even in the SMP case,
- * since we will be informed of any new ASTs by an IPI.
- */
-
- movl HYPERVISOR_shared_info,%esi
- XEN_BLOCK_EVENTS(%esi)
- movl PCPU(CURTHREAD),%eax
- testl $TDF_ASTPENDING | TDF_NEEDRESCHED,TD_FLAGS(%eax)
- je doreti_exit
- XEN_UNBLOCK_EVENTS(%esi)
- pushl %esp /* pass a pointer to the trapframe */
- call ast
- add $4,%esp
- jmp doreti_ast
-
-doreti_exit:
- /*
- * doreti_exit: pop registers, iret.
- *
- * The segment register pop is a special case, since it may
- * fault if (for example) a sigreturn specifies bad segment
- * registers. The fault is handled in trap.c.
- */
-
- movl HYPERVISOR_shared_info,%esi
- XEN_UNBLOCK_EVENTS(%esi) # reenable event callbacks (sti)
-
- .globl scrit
-scrit:
- XEN_TEST_PENDING(%esi)
- jnz hypervisor_callback_pending /* More to go */
- MEXITCOUNT
-
- .globl doreti_popl_fs
-doreti_popl_fs:
- popl %fs
- .globl doreti_popl_es
-doreti_popl_es:
- popl %es
- .globl doreti_popl_ds
-doreti_popl_ds:
- popl %ds
- POPA
- addl $8,%esp
- .globl doreti_iret
-doreti_iret:
- iret
- .globl ecrit
-ecrit:
-
- /*
- * doreti_iret_fault and friends. Alternative return code for
- * the case where we get a fault in the doreti_exit code
- * above. trap() (i386/i386/trap.c) catches this specific
- * case, sends the process a signal and continues in the
- * corresponding place in the code below.
- */
- ALIGN_TEXT
- .globl doreti_iret_fault
-doreti_iret_fault:
- subl $8,%esp
- pushal
- pushl %ds
- .globl doreti_popl_ds_fault
-doreti_popl_ds_fault:
- pushl %es
- .globl doreti_popl_es_fault
-doreti_popl_es_fault:
- pushl %fs
- .globl doreti_popl_fs_fault
-doreti_popl_fs_fault:
- movl $0,TF_ERR(%esp) /* XXX should be the error code */
- movl $T_PROTFLT,TF_TRAPNO(%esp)
- jmp alltraps_with_regs_pushed
-
-
-
-
-/*
-# [How we do the fixup]. We want to merge the current stack frame with the
-# just-interrupted frame. How we do this depends on where in the critical
-# region the interrupted handler was executing, and so how many saved
-# registers are in each frame. We do this quickly using the lookup table
-# 'critical_fixup_table'. For each byte offset in the critical region, it
-# provides the number of bytes which have already been popped from the
-# interrupted stack frame.
-*/
-
-.globl critical_region_fixup
-critical_region_fixup:
- addl $critical_fixup_table-scrit,%eax
- movzbl (%eax),%eax # %eax contains num bytes popped
- movl %esp,%esi
- add %eax,%esi # %esi points at end of src region
- movl %esp,%edi
- add $0x40,%edi # %edi points at end of dst region
- movl %eax,%ecx
- shr $2,%ecx # convert bytes to words
- je 16f # skip loop if nothing to copy
-15: subl $4,%esi # pre-decrementing copy loop
- subl $4,%edi
- movl (%esi),%eax
- movl %eax,(%edi)
- loop 15b
-16: movl %edi,%esp # final %edi is top of merged stack
- jmp hypervisor_callback_pending
-
-
-critical_fixup_table:
-.byte 0x0,0x0,0x0 #testb $0x1,(%esi)
-.byte 0x0,0x0,0x0,0x0,0x0,0x0 #jne ea
-.byte 0x0,0x0 #pop %fs
-.byte 0x04 #pop %es
-.byte 0x08 #pop %ds
-.byte 0x0c #pop %edi
-.byte 0x10 #pop %esi
-.byte 0x14 #pop %ebp
-.byte 0x18 #pop %ebx
-.byte 0x1c #pop %ebx
-.byte 0x20 #pop %edx
-.byte 0x24 #pop %ecx
-.byte 0x28 #pop %eax
-.byte 0x2c,0x2c,0x2c #add $0x8,%esp
-.byte 0x34 #iret
-
-
-/* # Hypervisor uses this for application faults while it executes.*/
-ENTRY(failsafe_callback)
- pushal
- call xen_failsafe_handler
-/*# call install_safe_pf_handler */
- movl 28(%esp),%ebx
-1: movl %ebx,%ds
- movl 32(%esp),%ebx
-2: movl %ebx,%es
- movl 36(%esp),%ebx
-3: movl %ebx,%fs
- movl 40(%esp),%ebx
-4: movl %ebx,%gs
-/*# call install_normal_pf_handler */
- popal
- addl $12,%esp
- iret
-
-
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/genassym.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/genassym.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,233 +0,0 @@
-/*-
- * Copyright (c) 1982, 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)genassym.c 5.11 (Berkeley) 5/10/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/genassym.c,v 1.146 2003/11/12 18:14:34
jhb Exp $");
-
-#include "opt_apic.h"
-#include "opt_compat.h"
-#include "opt_kstack_pages.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/assym.h>
-#include <sys/bio.h>
-#include <sys/buf.h>
-#include <sys/proc.h>
-#include <sys/errno.h>
-#include <sys/mount.h>
-#include <sys/mutex.h>
-#include <sys/socket.h>
-#include <sys/resourcevar.h>
-#include <sys/ucontext.h>
-#include <sys/user.h>
-#include <machine/bootinfo.h>
-#include <machine/tss.h>
-#include <sys/vmmeter.h>
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/pmap.h>
-#include <vm/vm_map.h>
-#include <sys/user.h>
-#include <sys/proc.h>
-#include <net/if.h>
-#include <netinet/in.h>
-#include <nfs/nfsproto.h>
-#include <nfs/rpcv2.h>
-#include <nfsclient/nfs.h>
-#include <nfsclient/nfsdiskless.h>
-#ifdef DEV_APIC
-#include <machine/apicreg.h>
-#endif
-#include <machine/cpu.h>
-#include <machine/sigframe.h>
-#include <machine/proc.h>
-
-ASSYM(P_VMSPACE, offsetof(struct proc, p_vmspace));
-ASSYM(VM_PMAP, offsetof(struct vmspace, vm_pmap));
-ASSYM(PM_ACTIVE, offsetof(struct pmap, pm_active));
-ASSYM(P_SFLAG, offsetof(struct proc, p_sflag));
-ASSYM(P_UAREA, offsetof(struct proc, p_uarea));
-
-ASSYM(TD_FLAGS, offsetof(struct thread, td_flags));
-ASSYM(TD_PCB, offsetof(struct thread, td_pcb));
-ASSYM(TD_PROC, offsetof(struct thread, td_proc));
-ASSYM(TD_MD, offsetof(struct thread, td_md));
-
-ASSYM(P_MD, offsetof(struct proc, p_md));
-ASSYM(MD_LDT, offsetof(struct mdproc, md_ldt));
-
-ASSYM(TDF_ASTPENDING, TDF_ASTPENDING);
-ASSYM(TDF_NEEDRESCHED, TDF_NEEDRESCHED);
-
-ASSYM(V_TRAP, offsetof(struct vmmeter, v_trap));
-ASSYM(V_SYSCALL, offsetof(struct vmmeter, v_syscall));
-ASSYM(V_INTR, offsetof(struct vmmeter, v_intr));
-/* ASSYM(UPAGES, UPAGES);*/
-ASSYM(UAREA_PAGES, UAREA_PAGES);
-ASSYM(KSTACK_PAGES, KSTACK_PAGES);
-ASSYM(PAGE_SIZE, PAGE_SIZE);
-ASSYM(NPTEPG, NPTEPG);
-ASSYM(NPDEPG, NPDEPG);
-ASSYM(NPDEPTD, NPDEPTD);
-ASSYM(NPGPTD, NPGPTD);
-ASSYM(PDESIZE, sizeof(pd_entry_t));
-ASSYM(PTESIZE, sizeof(pt_entry_t));
-ASSYM(PDESHIFT, PDESHIFT);
-ASSYM(PTESHIFT, PTESHIFT);
-ASSYM(PAGE_SHIFT, PAGE_SHIFT);
-ASSYM(PAGE_MASK, PAGE_MASK);
-ASSYM(PDRSHIFT, PDRSHIFT);
-ASSYM(PDRMASK, PDRMASK);
-ASSYM(USRSTACK, USRSTACK);
-ASSYM(VM_MAXUSER_ADDRESS, VM_MAXUSER_ADDRESS);
-ASSYM(KERNBASE, KERNBASE);
-ASSYM(KERNLOAD, KERNLOAD);
-ASSYM(MCLBYTES, MCLBYTES);
-ASSYM(PCB_CR3, offsetof(struct pcb, pcb_cr3));
-ASSYM(PCB_EDI, offsetof(struct pcb, pcb_edi));
-ASSYM(PCB_ESI, offsetof(struct pcb, pcb_esi));
-ASSYM(PCB_EBP, offsetof(struct pcb, pcb_ebp));
-ASSYM(PCB_ESP, offsetof(struct pcb, pcb_esp));
-ASSYM(PCB_EBX, offsetof(struct pcb, pcb_ebx));
-ASSYM(PCB_EIP, offsetof(struct pcb, pcb_eip));
-ASSYM(TSS_ESP0, offsetof(struct i386tss, tss_esp0));
-
-ASSYM(PCB_GS, offsetof(struct pcb, pcb_gs));
-ASSYM(PCB_DR0, offsetof(struct pcb, pcb_dr0));
-ASSYM(PCB_DR1, offsetof(struct pcb, pcb_dr1));
-ASSYM(PCB_DR2, offsetof(struct pcb, pcb_dr2));
-ASSYM(PCB_DR3, offsetof(struct pcb, pcb_dr3));
-ASSYM(PCB_DR6, offsetof(struct pcb, pcb_dr6));
-ASSYM(PCB_DR7, offsetof(struct pcb, pcb_dr7));
-ASSYM(PCB_PSL, offsetof(struct pcb, pcb_psl));
-ASSYM(PCB_DBREGS, PCB_DBREGS);
-ASSYM(PCB_EXT, offsetof(struct pcb, pcb_ext));
-
-ASSYM(PCB_SPARE, offsetof(struct pcb, __pcb_spare));
-ASSYM(PCB_FLAGS, offsetof(struct pcb, pcb_flags));
-ASSYM(PCB_SAVEFPU, offsetof(struct pcb, pcb_save));
-ASSYM(PCB_SAVEFPU_SIZE, sizeof(union savefpu));
-ASSYM(PCB_ONFAULT, offsetof(struct pcb, pcb_onfault));
-ASSYM(PCB_SWITCHOUT, offsetof(struct pcb, pcb_switchout));
-
-ASSYM(PCB_SIZE, sizeof(struct pcb));
-
-ASSYM(TF_TRAPNO, offsetof(struct trapframe, tf_trapno));
-ASSYM(TF_ERR, offsetof(struct trapframe, tf_err));
-ASSYM(TF_CS, offsetof(struct trapframe, tf_cs));
-ASSYM(TF_EFLAGS, offsetof(struct trapframe, tf_eflags));
-ASSYM(TF_EIP, offsetof(struct trapframe, tf_eip));
-ASSYM(SIGF_HANDLER, offsetof(struct sigframe, sf_ahu.sf_handler));
-#ifdef COMPAT_43
-ASSYM(SIGF_SC, offsetof(struct osigframe, sf_siginfo.si_sc));
-#endif
-ASSYM(SIGF_UC, offsetof(struct sigframe, sf_uc));
-#ifdef COMPAT_FREEBSD4
-ASSYM(SIGF_UC4, offsetof(struct sigframe4, sf_uc));
-#endif
-#ifdef COMPAT_43
-ASSYM(SC_PS, offsetof(struct osigcontext, sc_ps));
-ASSYM(SC_FS, offsetof(struct osigcontext, sc_fs));
-ASSYM(SC_GS, offsetof(struct osigcontext, sc_gs));
-ASSYM(SC_TRAPNO, offsetof(struct osigcontext, sc_trapno));
-#endif
-#ifdef COMPAT_FREEBSD4
-ASSYM(UC4_EFLAGS, offsetof(struct ucontext4, uc_mcontext.mc_eflags));
-ASSYM(UC4_GS, offsetof(struct ucontext4, uc_mcontext.mc_gs));
-#endif
-ASSYM(UC_EFLAGS, offsetof(ucontext_t, uc_mcontext.mc_eflags));
-ASSYM(UC_GS, offsetof(ucontext_t, uc_mcontext.mc_gs));
-ASSYM(ENOENT, ENOENT);
-ASSYM(EFAULT, EFAULT);
-ASSYM(ENAMETOOLONG, ENAMETOOLONG);
-ASSYM(MAXCOMLEN, MAXCOMLEN);
-ASSYM(MAXPATHLEN, MAXPATHLEN);
-ASSYM(BOOTINFO_SIZE, sizeof(struct bootinfo));
-ASSYM(BI_VERSION, offsetof(struct bootinfo, bi_version));
-ASSYM(BI_KERNELNAME, offsetof(struct bootinfo, bi_kernelname));
-ASSYM(BI_NFS_DISKLESS, offsetof(struct bootinfo, bi_nfs_diskless));
-ASSYM(BI_ENDCOMMON, offsetof(struct bootinfo, bi_endcommon));
-ASSYM(NFSDISKLESS_SIZE, sizeof(struct nfs_diskless));
-ASSYM(BI_SIZE, offsetof(struct bootinfo, bi_size));
-ASSYM(BI_SYMTAB, offsetof(struct bootinfo, bi_symtab));
-ASSYM(BI_ESYMTAB, offsetof(struct bootinfo, bi_esymtab));
-ASSYM(BI_KERNEND, offsetof(struct bootinfo, bi_kernend));
-ASSYM(PC_SIZEOF, sizeof(struct pcpu));
-ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace));
-ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
-ASSYM(PC_FPCURTHREAD, offsetof(struct pcpu, pc_fpcurthread));
-ASSYM(PC_IDLETHREAD, offsetof(struct pcpu, pc_idlethread));
-ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
-ASSYM(PC_COMMON_TSS, offsetof(struct pcpu, pc_common_tss));
-ASSYM(PC_COMMON_TSSD, offsetof(struct pcpu, pc_common_tssd));
-ASSYM(PC_TSS_GDT, offsetof(struct pcpu, pc_tss_gdt));
-ASSYM(PC_CURRENTLDT, offsetof(struct pcpu, pc_currentldt));
-ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
-ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
-ASSYM(PC_CR2, offsetof(struct pcpu, pc_cr2));
-ASSYM(PC_CR3, offsetof(struct pcpu, pc_pdir));
-
-#ifdef DEV_APIC
-ASSYM(LA_VER, offsetof(struct LAPIC, version));
-ASSYM(LA_TPR, offsetof(struct LAPIC, tpr));
-ASSYM(LA_EOI, offsetof(struct LAPIC, eoi));
-ASSYM(LA_SVR, offsetof(struct LAPIC, svr));
-ASSYM(LA_ICR_LO, offsetof(struct LAPIC, icr_lo));
-ASSYM(LA_ICR_HI, offsetof(struct LAPIC, icr_hi));
-ASSYM(LA_ISR, offsetof(struct LAPIC, isr0));
-#endif
-
-ASSYM(KCSEL, GSEL(GCODE_SEL, SEL_KPL));
-ASSYM(KDSEL, GSEL(GDATA_SEL, SEL_KPL));
-ASSYM(KPSEL, GSEL(GPRIV_SEL, SEL_KPL));
-
-ASSYM(BC32SEL, GSEL(GBIOSCODE32_SEL, SEL_KPL));
-ASSYM(GPROC0_SEL, GPROC0_SEL);
-
-ASSYM(MTX_LOCK, offsetof(struct mtx, mtx_lock));
-ASSYM(MTX_RECURSECNT, offsetof(struct mtx, mtx_recurse));
-
-#ifdef PC98
-#include <machine/bus.h>
-
-ASSYM(BUS_SPACE_HANDLE_BASE, offsetof(struct bus_space_handle, bsh_base));
-ASSYM(BUS_SPACE_HANDLE_IAT, offsetof(struct bus_space_handle, bsh_iat));
-#endif
-
-ASSYM(HYPERVISOR_STACK_SWITCH, __HYPERVISOR_stack_switch);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/gnttab.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/gnttab.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,367 +0,0 @@
-/******************************************************************************
- * gnttab.c
- *
- * Two sets of functionality:
- * 1. Granting foreign access to our memory reservation.
- * 2. Accessing others' memory reservations via grant references.
- * (i.e., mechanisms for both sender and recipient of grant references)
- *
- * Copyright (c) 2005, Christopher Clark
- * Copyright (c) 2004, K A Fraser
- */
-
-#include "opt_pmap.h"
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/conf.h>
-#include <sys/module.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/mman.h>
-#include <vm/vm.h>
-#include <vm/vm_extern.h>
-#include <vm/pmap.h>
-#include <vm/vm_kern.h>
-
-#include <machine/gnttab.h>
-#include <machine/pmap.h>
-
-#include <machine/hypervisor-ifs.h>
-
-#define cmpxchg(a, b, c) atomic_cmpset_int((volatile u_int *)(a),(b),(c))
-
-
-/* REP NOP (PAUSE) is a good thing to insert into busy-wait loops. */
-static inline void rep_nop(void)
-{
- __asm__ __volatile__ ( "rep;nop" : : : "memory" );
-}
-#define cpu_relax() rep_nop()
-
-#if 1
-#define ASSERT(_p) \
- if ( !(_p) ) { printk("Assertion '%s': line %d, file %s\n", \
- #_p , __LINE__, __FILE__); *(int*)0=0; }
-#else
-#define ASSERT(_p) ((void)0)
-#endif
-
-#define WPRINTK(fmt, args...) \
- printk("xen_grant: " fmt, ##args)
-
-static grant_ref_t gnttab_free_list[NR_GRANT_ENTRIES];
-static grant_ref_t gnttab_free_head;
-
-static grant_entry_t *shared;
-#if 0
-/* /proc/xen/grant */
-static struct proc_dir_entry *grant_pde;
-#endif
-
-/*
- * Lock-free grant-entry allocator
- */
-
-static inline int
-get_free_entry(void)
-{
- grant_ref_t fh, nfh = gnttab_free_head;
- do { if ( unlikely((fh = nfh) == NR_GRANT_ENTRIES) ) return -1; }
- while ( unlikely((nfh = cmpxchg(&gnttab_free_head, fh,
- gnttab_free_list[fh])) != fh) );
- return fh;
-}
-
-static inline void
-put_free_entry(grant_ref_t ref)
-{
- grant_ref_t fh, nfh = gnttab_free_head;
- do { gnttab_free_list[ref] = fh = nfh; wmb(); }
- while ( unlikely((nfh = cmpxchg(&gnttab_free_head, fh, ref)) != fh) );
-}
-
-/*
- * Public grant-issuing interface functions
- */
-
-int
-gnttab_grant_foreign_access(domid_t domid, unsigned long frame, int readonly)
-{
- int ref;
-
- if ( unlikely((ref = get_free_entry()) == -1) )
- return -ENOSPC;
-
- shared[ref].frame = frame;
- shared[ref].domid = domid;
- wmb();
- shared[ref].flags = GTF_permit_access | (readonly ? GTF_readonly : 0);
-
- return ref;
-}
-
-void
-gnttab_grant_foreign_access_ref(grant_ref_t ref, domid_t domid,
- unsigned long frame, int readonly)
-{
- shared[ref].frame = frame;
- shared[ref].domid = domid;
- wmb();
- shared[ref].flags = GTF_permit_access | (readonly ? GTF_readonly : 0);
-}
-
-
-int
-gnttab_query_foreign_access(grant_ref_t ref)
-{
- uint16_t nflags;
-
- nflags = shared[ref].flags;
-
- return (nflags & (GTF_reading|GTF_writing));
-}
-
-void
-gnttab_end_foreign_access(grant_ref_t ref, int readonly)
-{
- uint16_t flags, nflags;
-
- nflags = shared[ref].flags;
- do {
- if ( (flags = nflags) & (GTF_reading|GTF_writing) )
- printk("WARNING: g.e. still in use!\n");
- }
- while ( (nflags = cmpxchg(&shared[ref].flags, flags, 0)) != flags );
-
- put_free_entry(ref);
-}
-
-int
-gnttab_grant_foreign_transfer(domid_t domid, unsigned long pfn)
-{
- int ref;
-
- if ( unlikely((ref = get_free_entry()) == -1) )
- return -ENOSPC;
-
- shared[ref].frame = pfn;
- shared[ref].domid = domid;
- wmb();
- shared[ref].flags = GTF_accept_transfer;
-
- return ref;
-}
-
-void
-gnttab_grant_foreign_transfer_ref(grant_ref_t ref, domid_t domid,
- unsigned long pfn)
-{
- shared[ref].frame = pfn;
- shared[ref].domid = domid;
- wmb();
- shared[ref].flags = GTF_accept_transfer;
-}
-
-unsigned long
-gnttab_end_foreign_transfer(grant_ref_t ref)
-{
- unsigned long frame = 0;
- uint16_t flags;
-
- flags = shared[ref].flags;
- ASSERT(flags == (GTF_accept_transfer | GTF_transfer_committed));
-
- /*
- * If a transfer is committed then wait for the frame address to appear.
- * Otherwise invalidate the grant entry against future use.
- */
- if ( likely(flags != GTF_accept_transfer) ||
- (cmpxchg(&shared[ref].flags, flags, 0) != GTF_accept_transfer) )
- while ( unlikely((frame = shared[ref].frame) == 0) )
- cpu_relax();
-
- put_free_entry(ref);
-
- return frame;
-}
-
-void
-gnttab_free_grant_references(uint16_t count, grant_ref_t head)
-{
- /* TODO: O(N)...? */
- grant_ref_t to_die = 0, next = head;
- int i;
-
- for ( i = 0; i < count; i++ )
- to_die = next;
- next = gnttab_free_list[next];
- put_free_entry( to_die );
-}
-
-int
-gnttab_alloc_grant_references(uint16_t count, grant_ref_t *head,
- grant_ref_t *terminal)
-{
- int i;
- grant_ref_t h = gnttab_free_head;
-
- for ( i = 0; i < count; i++ )
- if ( unlikely(get_free_entry() == -1) )
- goto not_enough_refs;
-
- *head = h;
- *terminal = gnttab_free_head;
-
- return 0;
-
-not_enough_refs:
- gnttab_free_head = h;
- return -ENOSPC;
-}
-
-int
-gnttab_claim_grant_reference(grant_ref_t *private_head, grant_ref_t terminal )
-{
- grant_ref_t g;
- if ( unlikely((g = *private_head) == terminal) )
- return -ENOSPC;
- *private_head = gnttab_free_list[g];
- return g;
-}
-
-void
-gnttab_release_grant_reference( grant_ref_t *private_head,
- grant_ref_t release )
-{
- gnttab_free_list[release] = *private_head;
- *private_head = release;
-}
-#ifdef notyet
-static int
-grant_ioctl(struct cdev *dev, u_long cmd, caddr_t data,
- int flag, struct thread *td)
-{
-
- int ret;
- privcmd_hypercall_t hypercall;
-
- /* XXX Need safety checks here if using for anything other
- * than debugging */
- return -ENOSYS;
-
- if ( cmd != IOCTL_PRIVCMD_HYPERCALL )
- return -ENOSYS;
-
- if ( copy_from_user(&hypercall, (void *)data, sizeof(hypercall)) )
- return -EFAULT;
-
- if ( hypercall.op != __HYPERVISOR_grant_table_op )
- return -ENOSYS;
-
- /* hypercall-invoking asm taken from privcmd.c */
- __asm__ __volatile__ (
- "pushl %%ebx; pushl %%ecx; pushl %%edx; pushl %%esi; pushl %%edi; "
- "movl 4(%%eax),%%ebx ;"
- "movl 8(%%eax),%%ecx ;"
- "movl 12(%%eax),%%edx ;"
- "movl 16(%%eax),%%esi ;"
- "movl 20(%%eax),%%edi ;"
- "movl (%%eax),%%eax ;"
- TRAP_INSTR "; "
- "popl %%edi; popl %%esi; popl %%edx; popl %%ecx; popl %%ebx"
- : "=a" (ret) : "0" (&hypercall) : "memory" );
-
- return ret;
-
-}
-
-static struct cdevsw gnttab_cdevsw = {
- d_ioctl: grant_ioctl,
-};
-
-static int
-grant_read(char *page, char **start, off_t off,
- int count, int *eof, void *data)
-{
- int len;
- unsigned int i;
- grant_entry_t *gt;
-
- gt = (grant_entry_t *)shared;
- len = 0;
-
- for ( i = 0; i < NR_GRANT_ENTRIES; i++ )
- /* TODO: safety catch here until this can handle >PAGE_SIZE output */
- if (len > (PAGE_SIZE - 200))
- {
- len += sprintf( page + len, "Truncated.\n");
- break;
- }
-
- if ( gt[i].flags )
- len += sprintf( page + len,
- "Grant: ref (0x%x) flags (0x%hx) dom (0x%hx) frame
(0x%x)\n",
- i,
- gt[i].flags,
- gt[i].domid,
- gt[i].frame );
-
- *eof = 1;
- return len;
-}
-
-static int
-grant_write(struct file *file, const char __user *buffer,
- unsigned long count, void *data)
-{
- /* TODO: implement this */
- return -ENOSYS;
-}
-#endif
-static int
-gnttab_init(void *unused)
-{
- gnttab_setup_table_t setup;
- unsigned long frames[NR_GRANT_FRAMES];
- int i;
-
- setup.dom = DOMID_SELF;
- setup.nr_frames = NR_GRANT_FRAMES;
- setup.frame_list = frames;
-
- if (HYPERVISOR_grant_table_op(GNTTABOP_setup_table, &setup, 1) != 0)
- panic("grant table setup failed\n");
- if (setup.status != 0)
- panic("non-zero status in grant table setup\n");
- shared = (grant_entry_t *)kmem_alloc_nofault(kernel_map, NR_GRANT_FRAMES);
-
- for (i = 0; i < NR_GRANT_FRAMES; i++)
- pmap_kenter_ma((vm_offset_t)(shared + (i*PAGE_SIZE)), frames[i] <<
PAGE_SHIFT);
-
- for ( i = 0; i < NR_GRANT_ENTRIES; i++ )
- gnttab_free_list[i] = i + 1;
-#if 0
- /*
- * /proc/xen/grant : used by libxc to access grant tables
- */
- if ( (grant_pde = create_xen_proc_entry("grant", 0600)) == NULL )
- {
- WPRINTK("Unable to create grant xen proc entry\n");
- return -1;
- }
-
- grant_file_ops.read = grant_pde->proc_fops->read;
- grant_file_ops.write = grant_pde->proc_fops->write;
-
- grant_pde->proc_fops = &grant_file_ops;
-
- grant_pde->read_proc = &grant_read;
- grant_pde->write_proc = &grant_write;
-#endif
- printk("Grant table initialized\n");
- return 0;
-}
-
-SYSINIT(gnttab, SI_SUB_PSEUDO, SI_ORDER_FIRST, gnttab_init, NULL);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/hypervisor.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/hypervisor.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,107 +0,0 @@
-/******************************************************************************
- * hypervisor.c
- *
- * Communication to/from hypervisor.
- *
- * Copyright (c) 2002-2003, K A Fraser
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to
- * deal in the Software without restriction, including without limitation the
- * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
- * sell copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIEAS OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- */
-
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/xenvar.h>
-#include <machine/multicall.h>
-
-/* XXX need to verify what the caller save registers are on x86 KMM */
-#define CALLER_SAVE __asm__("pushal; ")
-#define CALLER_RESTORE __asm__("popal;")
-
-
-/* ni == non-inline - these are only intended for use from assembler
- * no reason to have them in a header -
- *
- */
-void ni_queue_multicall0(unsigned long op);
-void ni_queue_multicall1(unsigned long op, unsigned long arg1);
-void ni_queue_multicall2(unsigned long op, unsigned long arg1,
- unsigned long arg2);
-void ni_queue_multicall3(unsigned long op, unsigned long arg1,
- unsigned long arg2, unsigned long arg3);
-void ni_queue_multicall4(unsigned long op, unsigned long arg1,
- unsigned long arg2, unsigned long arg4,
- unsigned long arg5);
-
-void ni_execute_multicall_list(void);
-
-multicall_entry_t multicall_list[MAX_MULTICALL_ENTS];
-int nr_multicall_ents = 0;
-
-
-void
-ni_queue_multicall0(unsigned long op)
-{
- CALLER_SAVE;
- queue_multicall0(op);
- CALLER_RESTORE;
-}
-
-void
-ni_queue_multicall1(unsigned long op, unsigned long arg1)
-{
- CALLER_SAVE;
- queue_multicall1(op, arg1);
- CALLER_RESTORE;
-}
-
-void
-ni_queue_multicall2(unsigned long op, unsigned long arg1,
- unsigned long arg2)
-{
- CALLER_SAVE;
- queue_multicall2(op, arg1, arg2);
- CALLER_RESTORE;
-}
-
-void
-ni_queue_multicall3(unsigned long op, unsigned long arg1,
- unsigned long arg2, unsigned long arg3)
-{
- CALLER_SAVE;
- queue_multicall3(op, arg1, arg2, arg3);
- CALLER_RESTORE;
-}
-
-void
-ni_queue_multicall4(unsigned long op, unsigned long arg1,
- unsigned long arg2, unsigned long arg3,
- unsigned long arg4)
-{
- CALLER_SAVE;
- queue_multicall4(op, arg1, arg2, arg3, arg4);
- CALLER_RESTORE;
-}
-
-void
-ni_execute_multicall_list(void)
-{
- CALLER_SAVE;
- execute_multicall_list();
- CALLER_RESTORE;
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/i686_mem.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/i686_mem.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,626 +0,0 @@
-/*-
- * Copyright (c) 1999 Michael Smith <msmith@xxxxxxxxxxx>
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/i686_mem.c,v 1.23 2003/10/21 18:28:34
silby Exp $");
-
-#include <sys/param.h>
-#include <sys/kernel.h>
-#include <sys/systm.h>
-#include <sys/malloc.h>
-#include <sys/memrange.h>
-#include <sys/smp.h>
-#include <sys/sysctl.h>
-
-#include <machine/md_var.h>
-#include <machine/specialreg.h>
-
-/*
- * i686 memory range operations
- *
- * This code will probably be impenetrable without reference to the
- * Intel Pentium Pro documentation.
- */
-
-static char *mem_owner_bios = "BIOS";
-
-#define MR686_FIXMTRR (1<<0)
-
-#define mrwithin(mr, a) \
- (((a) >= (mr)->mr_base) && ((a) < ((mr)->mr_base + (mr)->mr_len)))
-#define mroverlap(mra, mrb) \
- (mrwithin(mra, mrb->mr_base) || mrwithin(mrb, mra->mr_base))
-
-#define mrvalid(base, len) \
- ((!(base & ((1 << 12) - 1))) && /* base is multiple of 4k */ \
- ((len) >= (1 << 12)) && /* length is >= 4k */ \
- powerof2((len)) && /* ... and power of two */ \
- !((base) & ((len) - 1))) /* range is not discontiuous */
-
-#define mrcopyflags(curr, new) (((curr) & ~MDF_ATTRMASK) | ((new) &
MDF_ATTRMASK))
-
-static int mtrrs_disabled;
-TUNABLE_INT("machdep.disable_mtrrs", &mtrrs_disabled);
-SYSCTL_INT(_machdep, OID_AUTO, disable_mtrrs, CTLFLAG_RDTUN,
- &mtrrs_disabled, 0, "Disable i686 MTRRs.");
-
-static void i686_mrinit(struct mem_range_softc *sc);
-static int i686_mrset(struct mem_range_softc *sc,
- struct mem_range_desc *mrd,
- int *arg);
-static void i686_mrAPinit(struct mem_range_softc *sc);
-
-static struct mem_range_ops i686_mrops = {
- i686_mrinit,
- i686_mrset,
- i686_mrAPinit
-};
-
-/* XXX for AP startup hook */
-static u_int64_t mtrrcap, mtrrdef;
-
-static struct mem_range_desc *mem_range_match(struct mem_range_softc *sc,
- struct mem_range_desc *mrd);
-static void i686_mrfetch(struct mem_range_softc *sc);
-static int i686_mtrrtype(int flags);
-#if 0
-static int i686_mrt2mtrr(int flags, int oldval);
-#endif
-static int i686_mtrrconflict(int flag1, int flag2);
-static void i686_mrstore(struct mem_range_softc *sc);
-static void i686_mrstoreone(void *arg);
-static struct mem_range_desc *i686_mtrrfixsearch(struct mem_range_softc *sc,
- u_int64_t addr);
-static int i686_mrsetlow(struct mem_range_softc *sc,
- struct mem_range_desc *mrd,
- int *arg);
-static int i686_mrsetvariable(struct mem_range_softc *sc,
- struct mem_range_desc *mrd,
- int *arg);
-
-/* i686 MTRR type to memory range type conversion */
-static int i686_mtrrtomrt[] = {
- MDF_UNCACHEABLE,
- MDF_WRITECOMBINE,
- MDF_UNKNOWN,
- MDF_UNKNOWN,
- MDF_WRITETHROUGH,
- MDF_WRITEPROTECT,
- MDF_WRITEBACK
-};
-
-#define MTRRTOMRTLEN (sizeof(i686_mtrrtomrt) / sizeof(i686_mtrrtomrt[0]))
-
-static int
-i686_mtrr2mrt(int val) {
- if (val < 0 || val >= MTRRTOMRTLEN)
- return MDF_UNKNOWN;
- return i686_mtrrtomrt[val];
-}
-
-/*
- * i686 MTRR conflicts. Writeback and uncachable may overlap.
- */
-static int
-i686_mtrrconflict(int flag1, int flag2) {
- flag1 &= MDF_ATTRMASK;
- flag2 &= MDF_ATTRMASK;
- if (flag1 == flag2 ||
- (flag1 == MDF_WRITEBACK && flag2 == MDF_UNCACHEABLE) ||
- (flag2 == MDF_WRITEBACK && flag1 == MDF_UNCACHEABLE))
- return 0;
- return 1;
-}
-
-/*
- * Look for an exactly-matching range.
- */
-static struct mem_range_desc *
-mem_range_match(struct mem_range_softc *sc, struct mem_range_desc *mrd)
-{
- struct mem_range_desc *cand;
- int i;
-
- for (i = 0, cand = sc->mr_desc; i < sc->mr_ndesc; i++, cand++)
- if ((cand->mr_base == mrd->mr_base) &&
- (cand->mr_len == mrd->mr_len))
- return(cand);
- return(NULL);
-}
-
-/*
- * Fetch the current mtrr settings from the current CPU (assumed to all
- * be in sync in the SMP case). Note that if we are here, we assume
- * that MTRRs are enabled, and we may or may not have fixed MTRRs.
- */
-static void
-i686_mrfetch(struct mem_range_softc *sc)
-{
- struct mem_range_desc *mrd;
- u_int64_t msrv;
- int i, j, msr;
-
- mrd = sc->mr_desc;
-
- /* Get fixed-range MTRRs */
- if (sc->mr_cap & MR686_FIXMTRR) {
- msr = MSR_MTRR64kBase;
- for (i = 0; i < (MTRR_N64K / 8); i++, msr++) {
- msrv = rdmsr(msr);
- for (j = 0; j < 8; j++, mrd++) {
- mrd->mr_flags = (mrd->mr_flags & ~MDF_ATTRMASK) |
- i686_mtrr2mrt(msrv & 0xff) |
- MDF_ACTIVE;
- if (mrd->mr_owner[0] == 0)
- strcpy(mrd->mr_owner, mem_owner_bios);
- msrv = msrv >> 8;
- }
- }
- msr = MSR_MTRR16kBase;
- for (i = 0; i < (MTRR_N16K / 8); i++, msr++) {
- msrv = rdmsr(msr);
- for (j = 0; j < 8; j++, mrd++) {
- mrd->mr_flags = (mrd->mr_flags & ~MDF_ATTRMASK) |
- i686_mtrr2mrt(msrv & 0xff) |
- MDF_ACTIVE;
- if (mrd->mr_owner[0] == 0)
- strcpy(mrd->mr_owner, mem_owner_bios);
- msrv = msrv >> 8;
- }
- }
- msr = MSR_MTRR4kBase;
- for (i = 0; i < (MTRR_N4K / 8); i++, msr++) {
- msrv = rdmsr(msr);
- for (j = 0; j < 8; j++, mrd++) {
- mrd->mr_flags = (mrd->mr_flags & ~MDF_ATTRMASK) |
- i686_mtrr2mrt(msrv & 0xff) |
- MDF_ACTIVE;
- if (mrd->mr_owner[0] == 0)
- strcpy(mrd->mr_owner, mem_owner_bios);
- msrv = msrv >> 8;
- }
- }
- }
-
- /* Get remainder which must be variable MTRRs */
- msr = MSR_MTRRVarBase;
- for (; (mrd - sc->mr_desc) < sc->mr_ndesc; msr += 2, mrd++) {
- msrv = rdmsr(msr);
- mrd->mr_flags = (mrd->mr_flags & ~MDF_ATTRMASK) |
- i686_mtrr2mrt(msrv & 0xff);
- mrd->mr_base = msrv & 0x0000000ffffff000LL;
- msrv = rdmsr(msr + 1);
- mrd->mr_flags = (msrv & 0x800) ?
- (mrd->mr_flags | MDF_ACTIVE) :
- (mrd->mr_flags & ~MDF_ACTIVE);
- /* Compute the range from the mask. Ick. */
- mrd->mr_len = (~(msrv & 0x0000000ffffff000LL) & 0x0000000fffffffffLL) +
1;
- if (!mrvalid(mrd->mr_base, mrd->mr_len))
- mrd->mr_flags |= MDF_BOGUS;
- /* If unclaimed and active, must be the BIOS */
- if ((mrd->mr_flags & MDF_ACTIVE) && (mrd->mr_owner[0] == 0))
- strcpy(mrd->mr_owner, mem_owner_bios);
- }
-}
-
-/*
- * Return the MTRR memory type matching a region's flags
- */
-static int
-i686_mtrrtype(int flags)
-{
- int i;
-
- flags &= MDF_ATTRMASK;
-
- for (i = 0; i < MTRRTOMRTLEN; i++) {
- if (i686_mtrrtomrt[i] == MDF_UNKNOWN)
- continue;
- if (flags == i686_mtrrtomrt[i])
- return(i);
- }
- return(-1);
-}
-#if 0
-static int
-i686_mrt2mtrr(int flags, int oldval)
-{
- int val;
-
- if ((val = i686_mtrrtype(flags)) == -1)
- return oldval & 0xff;
- return val & 0xff;
-}
-#endif
-/*
- * Update running CPU(s) MTRRs to match the ranges in the descriptor
- * list.
- *
- * XXX Must be called with interrupts enabled.
- */
-static void
-i686_mrstore(struct mem_range_softc *sc)
-{
-#ifdef SMP
- /*
- * We should use ipi_all_but_self() to call other CPUs into a
- * locking gate, then call a target function to do this work.
- * The "proper" solution involves a generalised locking gate
- * implementation, not ready yet.
- */
- smp_rendezvous(NULL, i686_mrstoreone, NULL, (void *)sc);
-#else
- disable_intr(); /* disable interrupts */
- i686_mrstoreone((void *)sc);
- enable_intr();
-#endif
-}
-
-/*
- * Update the current CPU's MTRRs with those represented in the
- * descriptor list. Note that we do this wholesale rather than
- * just stuffing one entry; this is simpler (but slower, of course).
- */
-static void
-i686_mrstoreone(void *arg)
-{
-#if 0
- struct mem_range_softc *sc = (struct mem_range_softc *)arg;
- struct mem_range_desc *mrd;
- u_int64_t omsrv, msrv;
- int i, j, msr;
- u_int cr4save;
-
- mrd = sc->mr_desc;
-
- cr4save = rcr4(); /* save cr4 */
- if (cr4save & CR4_PGE)
- load_cr4(cr4save & ~CR4_PGE);
- load_cr0((rcr0() & ~CR0_NW) | CR0_CD); /* disable caches (CD = 1, NW =
0) */
- wbinvd(); /* flush caches, TLBs */
- wrmsr(MSR_MTRRdefType, rdmsr(MSR_MTRRdefType) & ~0x800); /* disable
MTRRs (E = 0) */
-
- /* Set fixed-range MTRRs */
- if (sc->mr_cap & MR686_FIXMTRR) {
- msr = MSR_MTRR64kBase;
- for (i = 0; i < (MTRR_N64K / 8); i++, msr++) {
- msrv = 0;
- omsrv = rdmsr(msr);
- for (j = 7; j >= 0; j--) {
- msrv = msrv << 8;
- msrv |= i686_mrt2mtrr((mrd + j)->mr_flags, omsrv >> (j*8));
- }
- wrmsr(msr, msrv);
- mrd += 8;
- }
- msr = MSR_MTRR16kBase;
- for (i = 0; i < (MTRR_N16K / 8); i++, msr++) {
- msrv = 0;
- omsrv = rdmsr(msr);
- for (j = 7; j >= 0; j--) {
- msrv = msrv << 8;
- msrv |= i686_mrt2mtrr((mrd + j)->mr_flags, omsrv >> (j*8));
- }
- wrmsr(msr, msrv);
- mrd += 8;
- }
- msr = MSR_MTRR4kBase;
- for (i = 0; i < (MTRR_N4K / 8); i++, msr++) {
- msrv = 0;
- omsrv = rdmsr(msr);
- for (j = 7; j >= 0; j--) {
- msrv = msrv << 8;
- msrv |= i686_mrt2mtrr((mrd + j)->mr_flags, omsrv >> (j*8));
- }
- wrmsr(msr, msrv);
- mrd += 8;
- }
- }
-
- /* Set remainder which must be variable MTRRs */
- msr = MSR_MTRRVarBase;
- for (; (mrd - sc->mr_desc) < sc->mr_ndesc; msr += 2, mrd++) {
- /* base/type register */
- omsrv = rdmsr(msr);
- if (mrd->mr_flags & MDF_ACTIVE) {
- msrv = mrd->mr_base & 0x0000000ffffff000LL;
- msrv |= i686_mrt2mtrr(mrd->mr_flags, omsrv);
- } else {
- msrv = 0;
- }
- wrmsr(msr, msrv);
-
- /* mask/active register */
- if (mrd->mr_flags & MDF_ACTIVE) {
- msrv = 0x800 | (~(mrd->mr_len - 1) & 0x0000000ffffff000LL);
- } else {
- msrv = 0;
- }
- wrmsr(msr + 1, msrv);
- }
- wbinvd(); /* flush
caches, TLBs */
- wrmsr(MSR_MTRRdefType, rdmsr(MSR_MTRRdefType) | 0x800); /* restore MTRR
state */
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* enable
caches CD = 0 and NW = 0 */
- load_cr4(cr4save); /* restore cr4
*/
-#endif
-}
-
-/*
- * Hunt for the fixed MTRR referencing (addr)
- */
-static struct mem_range_desc *
-i686_mtrrfixsearch(struct mem_range_softc *sc, u_int64_t addr)
-{
- struct mem_range_desc *mrd;
- int i;
-
- for (i = 0, mrd = sc->mr_desc; i < (MTRR_N64K + MTRR_N16K + MTRR_N4K);
i++, mrd++)
- if ((addr >= mrd->mr_base) && (addr < (mrd->mr_base + mrd->mr_len)))
- return(mrd);
- return(NULL);
-}
-
-/*
- * Try to satisfy the given range request by manipulating the fixed MTRRs that
- * cover low memory.
- *
- * Note that we try to be generous here; we'll bloat the range out to the
- * next higher/lower boundary to avoid the consumer having to know too much
- * about the mechanisms here.
- *
- * XXX note that this will have to be updated when we start supporting "busy"
ranges.
- */
-static int
-i686_mrsetlow(struct mem_range_softc *sc, struct mem_range_desc *mrd, int *arg)
-{
- struct mem_range_desc *first_md, *last_md, *curr_md;
-
- /* range check */
- if (((first_md = i686_mtrrfixsearch(sc, mrd->mr_base)) == NULL) ||
- ((last_md = i686_mtrrfixsearch(sc, mrd->mr_base + mrd->mr_len - 1)) ==
NULL))
- return(EINVAL);
-
- /* check we aren't doing something risky */
- if (!(mrd->mr_flags & MDF_FORCE))
- for (curr_md = first_md; curr_md <= last_md; curr_md++) {
- if ((curr_md->mr_flags & MDF_ATTRMASK) == MDF_UNKNOWN)
- return (EACCES);
- }
-
- /* set flags, clear set-by-firmware flag */
- for (curr_md = first_md; curr_md <= last_md; curr_md++) {
- curr_md->mr_flags = mrcopyflags(curr_md->mr_flags & ~MDF_FIRMWARE,
mrd->mr_flags);
- bcopy(mrd->mr_owner, curr_md->mr_owner, sizeof(mrd->mr_owner));
- }
-
- return(0);
-}
-
-
-/*
- * Modify/add a variable MTRR to satisfy the request.
- *
- * XXX needs to be updated to properly support "busy" ranges.
- */
-static int
-i686_mrsetvariable(struct mem_range_softc *sc, struct mem_range_desc *mrd, int
*arg)
-{
- struct mem_range_desc *curr_md, *free_md;
- int i;
-
- /*
- * Scan the currently active variable descriptors, look for
- * one we exactly match (straight takeover) and for possible
- * accidental overlaps.
- * Keep track of the first empty variable descriptor in case we
- * can't perform a takeover.
- */
- i = (sc->mr_cap & MR686_FIXMTRR) ? MTRR_N64K + MTRR_N16K + MTRR_N4K : 0;
- curr_md = sc->mr_desc + i;
- free_md = NULL;
- for (; i < sc->mr_ndesc; i++, curr_md++) {
- if (curr_md->mr_flags & MDF_ACTIVE) {
- /* exact match? */
- if ((curr_md->mr_base == mrd->mr_base) &&
- (curr_md->mr_len == mrd->mr_len)) {
- /* whoops, owned by someone */
- if (curr_md->mr_flags & MDF_BUSY)
- return(EBUSY);
- /* check we aren't doing something risky */
- if (!(mrd->mr_flags & MDF_FORCE) &&
- ((curr_md->mr_flags & MDF_ATTRMASK) == MDF_UNKNOWN))
- return (EACCES);
- /* Ok, just hijack this entry */
- free_md = curr_md;
- break;
- }
- /* non-exact overlap ? */
- if (mroverlap(curr_md, mrd)) {
- /* between conflicting region types? */
- if (i686_mtrrconflict(curr_md->mr_flags, mrd->mr_flags))
- return(EINVAL);
- }
- } else if (free_md == NULL) {
- free_md = curr_md;
- }
- }
- /* got somewhere to put it? */
- if (free_md == NULL)
- return(ENOSPC);
-
- /* Set up new descriptor */
- free_md->mr_base = mrd->mr_base;
- free_md->mr_len = mrd->mr_len;
- free_md->mr_flags = mrcopyflags(MDF_ACTIVE, mrd->mr_flags);
- bcopy(mrd->mr_owner, free_md->mr_owner, sizeof(mrd->mr_owner));
- return(0);
-}
-
-/*
- * Handle requests to set memory range attributes by manipulating MTRRs.
- *
- */
-static int
-i686_mrset(struct mem_range_softc *sc, struct mem_range_desc *mrd, int *arg)
-{
- struct mem_range_desc *targ;
- int error = 0;
-
- switch(*arg) {
- case MEMRANGE_SET_UPDATE:
- /* make sure that what's being asked for is even possible at all */
- if (!mrvalid(mrd->mr_base, mrd->mr_len) ||
- i686_mtrrtype(mrd->mr_flags) == -1)
- return(EINVAL);
-
-#define FIXTOP ((MTRR_N64K * 0x10000) + (MTRR_N16K * 0x4000) + (MTRR_N4K *
0x1000))
-
- /* are the "low memory" conditions applicable? */
- if ((sc->mr_cap & MR686_FIXMTRR) &&
- ((mrd->mr_base + mrd->mr_len) <= FIXTOP)) {
- if ((error = i686_mrsetlow(sc, mrd, arg)) != 0)
- return(error);
- } else {
- /* it's time to play with variable MTRRs */
- if ((error = i686_mrsetvariable(sc, mrd, arg)) != 0)
- return(error);
- }
- break;
-
- case MEMRANGE_SET_REMOVE:
- if ((targ = mem_range_match(sc, mrd)) == NULL)
- return(ENOENT);
- if (targ->mr_flags & MDF_FIXACTIVE)
- return(EPERM);
- if (targ->mr_flags & MDF_BUSY)
- return(EBUSY);
- targ->mr_flags &= ~MDF_ACTIVE;
- targ->mr_owner[0] = 0;
- break;
-
- default:
- return(EOPNOTSUPP);
- }
-
- /* update the hardware */
- i686_mrstore(sc);
- i686_mrfetch(sc); /* refetch to see where we're at */
- return(0);
-}
-
-/*
- * Work out how many ranges we support, initialise storage for them,
- * fetch the initial settings.
- */
-static void
-i686_mrinit(struct mem_range_softc *sc)
-{
- struct mem_range_desc *mrd;
- int nmdesc = 0;
- int i;
-
- /* XXX */
- return;
-
- mtrrcap = rdmsr(MSR_MTRRcap);
- mtrrdef = rdmsr(MSR_MTRRdefType);
-
- /* For now, bail out if MTRRs are not enabled */
- if (!(mtrrdef & 0x800)) {
- if (bootverbose)
- printf("CPU supports MTRRs but not enabled\n");
- return;
- }
- nmdesc = mtrrcap & 0xff;
- printf("Pentium Pro MTRR support enabled\n");
-
- /* If fixed MTRRs supported and enabled */
- if ((mtrrcap & 0x100) && (mtrrdef & 0x400)) {
- sc->mr_cap = MR686_FIXMTRR;
- nmdesc += MTRR_N64K + MTRR_N16K + MTRR_N4K;
- }
-
- sc->mr_desc =
- (struct mem_range_desc *)malloc(nmdesc * sizeof(struct mem_range_desc),
- M_MEMDESC, M_WAITOK | M_ZERO);
- sc->mr_ndesc = nmdesc;
-
- mrd = sc->mr_desc;
-
- /* Populate the fixed MTRR entries' base/length */
- if (sc->mr_cap & MR686_FIXMTRR) {
- for (i = 0; i < MTRR_N64K; i++, mrd++) {
- mrd->mr_base = i * 0x10000;
- mrd->mr_len = 0x10000;
- mrd->mr_flags = MDF_FIXBASE | MDF_FIXLEN | MDF_FIXACTIVE;
- }
- for (i = 0; i < MTRR_N16K; i++, mrd++) {
- mrd->mr_base = i * 0x4000 + 0x80000;
- mrd->mr_len = 0x4000;
- mrd->mr_flags = MDF_FIXBASE | MDF_FIXLEN | MDF_FIXACTIVE;
- }
- for (i = 0; i < MTRR_N4K; i++, mrd++) {
- mrd->mr_base = i * 0x1000 + 0xc0000;
- mrd->mr_len = 0x1000;
- mrd->mr_flags = MDF_FIXBASE | MDF_FIXLEN | MDF_FIXACTIVE;
- }
- }
-
- /*
- * Get current settings, anything set now is considered to have
- * been set by the firmware. (XXX has something already played here?)
- */
- i686_mrfetch(sc);
- mrd = sc->mr_desc;
- for (i = 0; i < sc->mr_ndesc; i++, mrd++) {
- if (mrd->mr_flags & MDF_ACTIVE)
- mrd->mr_flags |= MDF_FIRMWARE;
- }
-}
-
-/*
- * Initialise MTRRs on an AP after the BSP has run the init code.
- */
-static void
-i686_mrAPinit(struct mem_range_softc *sc)
-{
- i686_mrstoreone((void *)sc); /* set MTRRs to match BSP */
- wrmsr(MSR_MTRRdefType, mtrrdef); /* set MTRR behaviour to match BSP */
-}
-
-static void
-i686_mem_drvinit(void *unused)
-{
- /* Try for i686 MTRRs */
- if (!mtrrs_disabled && (cpu_feature & CPUID_MTRR) &&
- ((cpu_id & 0xf00) == 0x600 || (cpu_id & 0xf00) == 0xf00) &&
- ((strcmp(cpu_vendor, "GenuineIntel") == 0) ||
- (strcmp(cpu_vendor, "AuthenticAMD") == 0))) {
- mem_range_softc.mr_op = &i686_mrops;
- }
-}
-
-SYSINIT(i686memdev,SI_SUB_DRIVERS,SI_ORDER_FIRST,i686_mem_drvinit,NULL)
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/initcpu.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/initcpu.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,889 +0,0 @@
-/*-
- * Copyright (c) KATO Takenori, 1997, 1998.
- *
- * All rights reserved. Unpublished rights reserved under the copyright
- * laws of Japan.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- *
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer as
- * the first lines of this file unmodified.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/initcpu.c,v 1.49 2003/11/10 15:48:30 jhb
Exp $");
-
-#include "opt_cpu.h"
-
-#include <sys/param.h>
-#include <sys/kernel.h>
-#include <sys/systm.h>
-#include <sys/sysctl.h>
-
-#include <machine/cputypes.h>
-#include <machine/md_var.h>
-#include <machine/specialreg.h>
-
-#if !defined(CPU_ENABLE_SSE) && defined(I686_CPU)
-#define CPU_ENABLE_SSE
-#endif
-#if defined(CPU_DISABLE_SSE)
-#undef CPU_ENABLE_SSE
-#endif
-
-void initializecpu(void);
-#if defined(I586_CPU) && defined(CPU_WT_ALLOC)
-void enable_K5_wt_alloc(void);
-void enable_K6_wt_alloc(void);
-void enable_K6_2_wt_alloc(void);
-#endif
-
-#ifdef I486_CPU
-static void init_5x86(void);
-static void init_bluelightning(void);
-static void init_486dlc(void);
-static void init_cy486dx(void);
-#ifdef CPU_I486_ON_386
-static void init_i486_on_386(void);
-#endif
-static void init_6x86(void);
-#endif /* I486_CPU */
-
-#ifdef I686_CPU
-static void init_6x86MX(void);
-static void init_ppro(void);
-static void init_mendocino(void);
-#endif
-
-static int hw_instruction_sse;
-SYSCTL_INT(_hw, OID_AUTO, instruction_sse, CTLFLAG_RD,
- &hw_instruction_sse, 0, "SIMD/MMX2 instructions available in CPU");
-
-/* Must *NOT* be BSS or locore will bzero these after setting them */
-int cpu = 0; /* Are we 386, 386sx, 486, etc? */
-u_int cpu_feature = 0; /* Feature flags */
-u_int cpu_high = 0; /* Highest arg to CPUID */
-u_int cpu_id = 0; /* Stepping ID */
-u_int cpu_procinfo = 0; /* HyperThreading Info / Brand Index / CLFUSH */
-char cpu_vendor[20] = ""; /* CPU Origin code */
-
-#ifdef CPU_ENABLE_SSE
-u_int cpu_fxsr; /* SSE enabled */
-#endif
-
-#ifdef I486_CPU
-/*
- * IBM Blue Lightning
- */
-static void
-init_bluelightning(void)
-{
-#if 0
- u_long eflags;
-
-#if defined(PC98) && !defined(CPU_UPGRADE_HW_CACHE)
- need_post_dma_flush = 1;
-#endif
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() | CR0_CD | CR0_NW);
- invd();
-
-#ifdef CPU_BLUELIGHTNING_FPU_OP_CACHE
- wrmsr(0x1000, 0x9c92LL); /* FP operand can be cacheable on Cyrix
FPU */
-#else
- wrmsr(0x1000, 0x1c92LL); /* Intel FPU */
-#endif
- /* Enables 13MB and 0-640KB cache. */
- wrmsr(0x1001, (0xd0LL << 32) | 0x3ff);
-#ifdef CPU_BLUELIGHTNING_3X
- wrmsr(0x1002, 0x04000000LL); /* Enables triple-clock mode. */
-#else
- wrmsr(0x1002, 0x03000000LL); /* Enables double-clock mode. */
-#endif
-
- /* Enable caching in CR0. */
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0 and NW = 0 */
- invd();
- write_eflags(eflags);
-#endif
-}
-
-/*
- * Cyrix 486SLC/DLC/SR/DR series
- */
-static void
-init_486dlc(void)
-{
- u_long eflags;
- u_char ccr0;
-
- eflags = read_eflags();
- disable_intr();
- invd();
-
- ccr0 = read_cyrix_reg(CCR0);
-#ifndef CYRIX_CACHE_WORKS
- ccr0 |= CCR0_NC1 | CCR0_BARB;
- write_cyrix_reg(CCR0, ccr0);
- invd();
-#else
- ccr0 &= ~CCR0_NC0;
-#ifndef CYRIX_CACHE_REALLY_WORKS
- ccr0 |= CCR0_NC1 | CCR0_BARB;
-#else
- ccr0 |= CCR0_NC1;
-#endif
-#ifdef CPU_DIRECT_MAPPED_CACHE
- ccr0 |= CCR0_CO; /* Direct mapped mode. */
-#endif
- write_cyrix_reg(CCR0, ccr0);
-
- /* Clear non-cacheable region. */
- write_cyrix_reg(NCR1+2, NCR_SIZE_0K);
- write_cyrix_reg(NCR2+2, NCR_SIZE_0K);
- write_cyrix_reg(NCR3+2, NCR_SIZE_0K);
- write_cyrix_reg(NCR4+2, NCR_SIZE_0K);
-
- write_cyrix_reg(0, 0); /* dummy write */
-
- /* Enable caching in CR0. */
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0 and NW = 0 */
- invd();
-#endif /* !CYRIX_CACHE_WORKS */
- write_eflags(eflags);
-}
-
-
-/*
- * Cyrix 486S/DX series
- */
-static void
-init_cy486dx(void)
-{
- u_long eflags;
- u_char ccr2;
-
- eflags = read_eflags();
- disable_intr();
- invd();
-
- ccr2 = read_cyrix_reg(CCR2);
-#ifdef CPU_SUSP_HLT
- ccr2 |= CCR2_SUSP_HLT;
-#endif
-
-#ifdef PC98
- /* Enables WB cache interface pin and Lock NW bit in CR0. */
- ccr2 |= CCR2_WB | CCR2_LOCK_NW;
- /* Unlock NW bit in CR0. */
- write_cyrix_reg(CCR2, ccr2 & ~CCR2_LOCK_NW);
- load_cr0((rcr0() & ~CR0_CD) | CR0_NW); /* CD = 0, NW = 1 */
-#endif
-
- write_cyrix_reg(CCR2, ccr2);
- write_eflags(eflags);
-}
-
-
-/*
- * Cyrix 5x86
- */
-static void
-init_5x86(void)
-{
- u_long eflags;
- u_char ccr2, ccr3, ccr4, pcr0;
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() | CR0_CD | CR0_NW);
- wbinvd();
-
- (void)read_cyrix_reg(CCR3); /* dummy */
-
- /* Initialize CCR2. */
- ccr2 = read_cyrix_reg(CCR2);
- ccr2 |= CCR2_WB;
-#ifdef CPU_SUSP_HLT
- ccr2 |= CCR2_SUSP_HLT;
-#else
- ccr2 &= ~CCR2_SUSP_HLT;
-#endif
- ccr2 |= CCR2_WT1;
- write_cyrix_reg(CCR2, ccr2);
-
- /* Initialize CCR4. */
- ccr3 = read_cyrix_reg(CCR3);
- write_cyrix_reg(CCR3, CCR3_MAPEN0);
-
- ccr4 = read_cyrix_reg(CCR4);
- ccr4 |= CCR4_DTE;
- ccr4 |= CCR4_MEM;
-#ifdef CPU_FASTER_5X86_FPU
- ccr4 |= CCR4_FASTFPE;
-#else
- ccr4 &= ~CCR4_FASTFPE;
-#endif
- ccr4 &= ~CCR4_IOMASK;
- /********************************************************************
- * WARNING: The "BIOS Writers Guide" mentions that I/O recovery time
- * should be 0 for errata fix.
- ********************************************************************/
-#ifdef CPU_IORT
- ccr4 |= CPU_IORT & CCR4_IOMASK;
-#endif
- write_cyrix_reg(CCR4, ccr4);
-
- /* Initialize PCR0. */
- /****************************************************************
- * WARNING: RSTK_EN and LOOP_EN could make your system unstable.
- * BTB_EN might make your system unstable.
- ****************************************************************/
- pcr0 = read_cyrix_reg(PCR0);
-#ifdef CPU_RSTK_EN
- pcr0 |= PCR0_RSTK;
-#else
- pcr0 &= ~PCR0_RSTK;
-#endif
-#ifdef CPU_BTB_EN
- pcr0 |= PCR0_BTB;
-#else
- pcr0 &= ~PCR0_BTB;
-#endif
-#ifdef CPU_LOOP_EN
- pcr0 |= PCR0_LOOP;
-#else
- pcr0 &= ~PCR0_LOOP;
-#endif
-
- /****************************************************************
- * WARNING: if you use a memory mapped I/O device, don't use
- * DISABLE_5X86_LSSER option, which may reorder memory mapped
- * I/O access.
- * IF YOUR MOTHERBOARD HAS PCI BUS, DON'T DISABLE LSSER.
- ****************************************************************/
-#ifdef CPU_DISABLE_5X86_LSSER
- pcr0 &= ~PCR0_LSSER;
-#else
- pcr0 |= PCR0_LSSER;
-#endif
- write_cyrix_reg(PCR0, pcr0);
-
- /* Restore CCR3. */
- write_cyrix_reg(CCR3, ccr3);
-
- (void)read_cyrix_reg(0x80); /* dummy */
-
- /* Unlock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) & ~CCR2_LOCK_NW);
- load_cr0((rcr0() & ~CR0_CD) | CR0_NW); /* CD = 0, NW = 1 */
- /* Lock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) | CCR2_LOCK_NW);
-
- write_eflags(eflags);
-}
-
-#ifdef CPU_I486_ON_386
-/*
- * There are i486 based upgrade products for i386 machines.
- * In this case, BIOS doesn't enables CPU cache.
- */
-static void
-init_i486_on_386(void)
-{
- u_long eflags;
-
-#if defined(PC98) && !defined(CPU_UPGRADE_HW_CACHE)
- need_post_dma_flush = 1;
-#endif
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0, NW = 0 */
-
- write_eflags(eflags);
-}
-#endif
-
-/*
- * Cyrix 6x86
- *
- * XXX - What should I do here? Please let me know.
- */
-static void
-init_6x86(void)
-{
- u_long eflags;
- u_char ccr3, ccr4;
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() | CR0_CD | CR0_NW);
- wbinvd();
-
- /* Initialize CCR0. */
- write_cyrix_reg(CCR0, read_cyrix_reg(CCR0) | CCR0_NC1);
-
- /* Initialize CCR1. */
-#ifdef CPU_CYRIX_NO_LOCK
- write_cyrix_reg(CCR1, read_cyrix_reg(CCR1) | CCR1_NO_LOCK);
-#else
- write_cyrix_reg(CCR1, read_cyrix_reg(CCR1) & ~CCR1_NO_LOCK);
-#endif
-
- /* Initialize CCR2. */
-#ifdef CPU_SUSP_HLT
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) | CCR2_SUSP_HLT);
-#else
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) & ~CCR2_SUSP_HLT);
-#endif
-
- ccr3 = read_cyrix_reg(CCR3);
- write_cyrix_reg(CCR3, CCR3_MAPEN0);
-
- /* Initialize CCR4. */
- ccr4 = read_cyrix_reg(CCR4);
- ccr4 |= CCR4_DTE;
- ccr4 &= ~CCR4_IOMASK;
-#ifdef CPU_IORT
- write_cyrix_reg(CCR4, ccr4 | (CPU_IORT & CCR4_IOMASK));
-#else
- write_cyrix_reg(CCR4, ccr4 | 7);
-#endif
-
- /* Initialize CCR5. */
-#ifdef CPU_WT_ALLOC
- write_cyrix_reg(CCR5, read_cyrix_reg(CCR5) | CCR5_WT_ALLOC);
-#endif
-
- /* Restore CCR3. */
- write_cyrix_reg(CCR3, ccr3);
-
- /* Unlock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) & ~CCR2_LOCK_NW);
-
- /*
- * Earlier revision of the 6x86 CPU could crash the system if
- * L1 cache is in write-back mode.
- */
- if ((cyrix_did & 0xff00) > 0x1600)
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0 and NW = 0 */
- else {
- /* Revision 2.6 and lower. */
-#ifdef CYRIX_CACHE_REALLY_WORKS
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0 and NW = 0 */
-#else
- load_cr0((rcr0() & ~CR0_CD) | CR0_NW); /* CD = 0 and NW = 1 */
-#endif
- }
-
- /* Lock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) | CCR2_LOCK_NW);
-
- write_eflags(eflags);
-}
-#endif /* I486_CPU */
-
-#ifdef I686_CPU
-/*
- * Cyrix 6x86MX (code-named M2)
- *
- * XXX - What should I do here? Please let me know.
- */
-static void
-init_6x86MX(void)
-{
-#if 0
- u_long eflags;
- u_char ccr3, ccr4;
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() | CR0_CD | CR0_NW);
- wbinvd();
-
- /* Initialize CCR0. */
- write_cyrix_reg(CCR0, read_cyrix_reg(CCR0) | CCR0_NC1);
-
- /* Initialize CCR1. */
-#ifdef CPU_CYRIX_NO_LOCK
- write_cyrix_reg(CCR1, read_cyrix_reg(CCR1) | CCR1_NO_LOCK);
-#else
- write_cyrix_reg(CCR1, read_cyrix_reg(CCR1) & ~CCR1_NO_LOCK);
-#endif
-
- /* Initialize CCR2. */
-#ifdef CPU_SUSP_HLT
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) | CCR2_SUSP_HLT);
-#else
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) & ~CCR2_SUSP_HLT);
-#endif
-
- ccr3 = read_cyrix_reg(CCR3);
- write_cyrix_reg(CCR3, CCR3_MAPEN0);
-
- /* Initialize CCR4. */
- ccr4 = read_cyrix_reg(CCR4);
- ccr4 &= ~CCR4_IOMASK;
-#ifdef CPU_IORT
- write_cyrix_reg(CCR4, ccr4 | (CPU_IORT & CCR4_IOMASK));
-#else
- write_cyrix_reg(CCR4, ccr4 | 7);
-#endif
-
- /* Initialize CCR5. */
-#ifdef CPU_WT_ALLOC
- write_cyrix_reg(CCR5, read_cyrix_reg(CCR5) | CCR5_WT_ALLOC);
-#endif
-
- /* Restore CCR3. */
- write_cyrix_reg(CCR3, ccr3);
-
- /* Unlock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) & ~CCR2_LOCK_NW);
-
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW)); /* CD = 0 and NW = 0 */
-
- /* Lock NW bit in CR0. */
- write_cyrix_reg(CCR2, read_cyrix_reg(CCR2) | CCR2_LOCK_NW);
-
- write_eflags(eflags);
-#endif
-}
-
-static void
-init_ppro(void)
-{
- u_int64_t apicbase;
-
- /*
- * Local APIC should be disabled if it is not going to be used.
- */
- apicbase = rdmsr(MSR_APICBASE);
- apicbase &= ~APICBASE_ENABLED;
- wrmsr(MSR_APICBASE, apicbase);
-}
-
-/*
- * Initialize BBL_CR_CTL3 (Control register 3: used to configure the
- * L2 cache).
- */
-static void
-init_mendocino(void)
-{
-#ifdef CPU_PPRO2CELERON
- u_long eflags;
- u_int64_t bbl_cr_ctl3;
-
- eflags = read_eflags();
- disable_intr();
-
- load_cr0(rcr0() | CR0_CD | CR0_NW);
- wbinvd();
-
- bbl_cr_ctl3 = rdmsr(MSR_BBL_CR_CTL3);
-
- /* If the L2 cache is configured, do nothing. */
- if (!(bbl_cr_ctl3 & 1)) {
- bbl_cr_ctl3 = 0x134052bLL;
-
- /* Set L2 Cache Latency (Default: 5). */
-#ifdef CPU_CELERON_L2_LATENCY
-#if CPU_L2_LATENCY > 15
-#error invalid CPU_L2_LATENCY.
-#endif
- bbl_cr_ctl3 |= CPU_L2_LATENCY << 1;
-#else
- bbl_cr_ctl3 |= 5 << 1;
-#endif
- wrmsr(MSR_BBL_CR_CTL3, bbl_cr_ctl3);
- }
-
- load_cr0(rcr0() & ~(CR0_CD | CR0_NW));
- write_eflags(eflags);
-#endif /* CPU_PPRO2CELERON */
-}
-
-#endif /* I686_CPU */
-
-/*
- * Initialize CR4 (Control register 4) to enable SSE instructions.
- */
-void
-enable_sse(void)
-{
-#ifdef XEN
- return;
-#endif
-#if defined(CPU_ENABLE_SSE)
- if ((cpu_feature & CPUID_XMM) && (cpu_feature & CPUID_FXSR)) {
- load_cr4(rcr4() | CR4_FXSR | CR4_XMM);
- cpu_fxsr = hw_instruction_sse = 1;
- }
-#endif
-}
-
-void
-initializecpu(void)
-{
-
- switch (cpu) {
-#ifdef I486_CPU
- case CPU_BLUE:
- init_bluelightning();
- break;
- case CPU_486DLC:
- init_486dlc();
- break;
- case CPU_CY486DX:
- init_cy486dx();
- break;
- case CPU_M1SC:
- init_5x86();
- break;
-#ifdef CPU_I486_ON_386
- case CPU_486:
- init_i486_on_386();
- break;
-#endif
- case CPU_M1:
- init_6x86();
- break;
-#endif /* I486_CPU */
-#ifdef I686_CPU
- case CPU_M2:
- init_6x86MX();
- break;
- case CPU_686:
- if (strcmp(cpu_vendor, "GenuineIntel") == 0) {
- switch (cpu_id & 0xff0) {
- case 0x610:
- init_ppro();
- break;
- case 0x660:
- init_mendocino();
- break;
- }
- } else if (strcmp(cpu_vendor, "AuthenticAMD") == 0) {
-#if defined(I686_CPU) && defined(CPU_ATHLON_SSE_HACK)
- /*
- * Sometimes the BIOS doesn't enable SSE instructions.
- * According to AMD document 20734, the mobile
- * Duron, the (mobile) Athlon 4 and the Athlon MP
- * support SSE. These correspond to cpu_id 0x66X
- * or 0x67X.
- */
- if ((cpu_feature & CPUID_XMM) == 0 &&
- ((cpu_id & ~0xf) == 0x660 ||
- (cpu_id & ~0xf) == 0x670 ||
- (cpu_id & ~0xf) == 0x680)) {
- u_int regs[4];
- wrmsr(0xC0010015, rdmsr(0xC0010015) & ~0x08000);
- do_cpuid(1, regs);
- cpu_feature = regs[3];
- }
-#endif
- }
- break;
-#endif
- default:
- break;
- }
- enable_sse();
-
-#if defined(PC98) && !defined(CPU_UPGRADE_HW_CACHE)
- /*
- * OS should flush L1 cache by itself because no PC-98 supports
- * non-Intel CPUs. Use wbinvd instruction before DMA transfer
- * when need_pre_dma_flush = 1, use invd instruction after DMA
- * transfer when need_post_dma_flush = 1. If your CPU upgrade
- * product supports hardware cache control, you can add the
- * CPU_UPGRADE_HW_CACHE option in your kernel configuration file.
- * This option eliminates unneeded cache flush instruction(s).
- */
- if (strcmp(cpu_vendor, "CyrixInstead") == 0) {
- switch (cpu) {
-#ifdef I486_CPU
- case CPU_486DLC:
- need_post_dma_flush = 1;
- break;
- case CPU_M1SC:
- need_pre_dma_flush = 1;
- break;
- case CPU_CY486DX:
- need_pre_dma_flush = 1;
-#ifdef CPU_I486_ON_386
- need_post_dma_flush = 1;
-#endif
- break;
-#endif
- default:
- break;
- }
- } else if (strcmp(cpu_vendor, "AuthenticAMD") == 0) {
- switch (cpu_id & 0xFF0) {
- case 0x470: /* Enhanced Am486DX2 WB */
- case 0x490: /* Enhanced Am486DX4 WB */
- case 0x4F0: /* Am5x86 WB */
- need_pre_dma_flush = 1;
- break;
- }
- } else if (strcmp(cpu_vendor, "IBM") == 0) {
- need_post_dma_flush = 1;
- } else {
-#ifdef CPU_I486_ON_386
- need_pre_dma_flush = 1;
-#endif
- }
-#endif /* PC98 && !CPU_UPGRADE_HW_CACHE */
-}
-
-#if defined(I586_CPU) && defined(CPU_WT_ALLOC)
-/*
- * Enable write allocate feature of AMD processors.
- * Following two functions require the Maxmem variable being set.
- */
-void
-enable_K5_wt_alloc(void)
-{
- u_int64_t msr;
- register_t savecrit;
-
- /*
- * Write allocate is supported only on models 1, 2, and 3, with
- * a stepping of 4 or greater.
- */
- if (((cpu_id & 0xf0) > 0) && ((cpu_id & 0x0f) > 3)) {
- savecrit = intr_disable();
- msr = rdmsr(0x83); /* HWCR */
- wrmsr(0x83, msr & !(0x10));
-
- /*
- * We have to tell the chip where the top of memory is,
- * since video cards could have frame bufferes there,
- * memory-mapped I/O could be there, etc.
- */
- if(Maxmem > 0)
- msr = Maxmem / 16;
- else
- msr = 0;
- msr |= AMD_WT_ALLOC_TME | AMD_WT_ALLOC_FRE;
-#ifdef PC98
- if (!(inb(0x43b) & 4)) {
- wrmsr(0x86, 0x0ff00f0);
- msr |= AMD_WT_ALLOC_PRE;
- }
-#else
- /*
- * There is no way to know wheter 15-16M hole exists or not.
- * Therefore, we disable write allocate for this range.
- */
- wrmsr(0x86, 0x0ff00f0);
- msr |= AMD_WT_ALLOC_PRE;
-#endif
- wrmsr(0x85, msr);
-
- msr=rdmsr(0x83);
- wrmsr(0x83, msr|0x10); /* enable write allocate */
- intr_restore(savecrit);
- }
-}
-
-void
-enable_K6_wt_alloc(void)
-{
- quad_t size;
- u_int64_t whcr;
- u_long eflags;
-
- eflags = read_eflags();
- disable_intr();
- wbinvd();
-
-#ifdef CPU_DISABLE_CACHE
- /*
- * Certain K6-2 box becomes unstable when write allocation is
- * enabled.
- */
- /*
- * The AMD-K6 processer provides the 64-bit Test Register 12(TR12),
- * but only the Cache Inhibit(CI) (bit 3 of TR12) is suppported.
- * All other bits in TR12 have no effect on the processer's operation.
- * The I/O Trap Restart function (bit 9 of TR12) is always enabled
- * on the AMD-K6.
- */
- wrmsr(0x0000000e, (u_int64_t)0x0008);
-#endif
- /* Don't assume that memory size is aligned with 4M. */
- if (Maxmem > 0)
- size = ((Maxmem >> 8) + 3) >> 2;
- else
- size = 0;
-
- /* Limit is 508M bytes. */
- if (size > 0x7f)
- size = 0x7f;
- whcr = (rdmsr(0xc0000082) & ~(0x7fLL << 1)) | (size << 1);
-
-#if defined(PC98) || defined(NO_MEMORY_HOLE)
- if (whcr & (0x7fLL << 1)) {
-#ifdef PC98
- /*
- * If bit 2 of port 0x43b is 0, disable wrte allocate for the
- * 15-16M range.
- */
- if (!(inb(0x43b) & 4))
- whcr &= ~0x0001LL;
- else
-#endif
- whcr |= 0x0001LL;
- }
-#else
- /*
- * There is no way to know wheter 15-16M hole exists or not.
- * Therefore, we disable write allocate for this range.
- */
- whcr &= ~0x0001LL;
-#endif
- wrmsr(0x0c0000082, whcr);
-
- write_eflags(eflags);
-}
-
-void
-enable_K6_2_wt_alloc(void)
-{
- quad_t size;
- u_int64_t whcr;
- u_long eflags;
-
- eflags = read_eflags();
- disable_intr();
- wbinvd();
-
-#ifdef CPU_DISABLE_CACHE
- /*
- * Certain K6-2 box becomes unstable when write allocation is
- * enabled.
- */
- /*
- * The AMD-K6 processer provides the 64-bit Test Register 12(TR12),
- * but only the Cache Inhibit(CI) (bit 3 of TR12) is suppported.
- * All other bits in TR12 have no effect on the processer's operation.
- * The I/O Trap Restart function (bit 9 of TR12) is always enabled
- * on the AMD-K6.
- */
- wrmsr(0x0000000e, (u_int64_t)0x0008);
-#endif
- /* Don't assume that memory size is aligned with 4M. */
- if (Maxmem > 0)
- size = ((Maxmem >> 8) + 3) >> 2;
- else
- size = 0;
-
- /* Limit is 4092M bytes. */
- if (size > 0x3fff)
- size = 0x3ff;
- whcr = (rdmsr(0xc0000082) & ~(0x3ffLL << 22)) | (size << 22);
-
-#if defined(PC98) || defined(NO_MEMORY_HOLE)
- if (whcr & (0x3ffLL << 22)) {
-#ifdef PC98
- /*
- * If bit 2 of port 0x43b is 0, disable wrte allocate for the
- * 15-16M range.
- */
- if (!(inb(0x43b) & 4))
- whcr &= ~(1LL << 16);
- else
-#endif
- whcr |= 1LL << 16;
- }
-#else
- /*
- * There is no way to know wheter 15-16M hole exists or not.
- * Therefore, we disable write allocate for this range.
- */
- whcr &= ~(1LL << 16);
-#endif
- wrmsr(0x0c0000082, whcr);
-
- write_eflags(eflags);
-}
-#endif /* I585_CPU && CPU_WT_ALLOC */
-
-#include "opt_ddb.h"
-#ifdef DDB
-#include <ddb/ddb.h>
-#if 0
-DB_SHOW_COMMAND(cyrixreg, cyrixreg)
-{
- u_long eflags;
- u_int cr0;
- u_char ccr1, ccr2, ccr3;
- u_char ccr0 = 0, ccr4 = 0, ccr5 = 0, pcr0 = 0;
-
- cr0 = rcr0();
- if (strcmp(cpu_vendor,"CyrixInstead") == 0) {
- eflags = read_eflags();
- disable_intr();
-
-
- if ((cpu != CPU_M1SC) && (cpu != CPU_CY486DX)) {
- ccr0 = read_cyrix_reg(CCR0);
- }
- ccr1 = read_cyrix_reg(CCR1);
- ccr2 = read_cyrix_reg(CCR2);
- ccr3 = read_cyrix_reg(CCR3);
- if ((cpu == CPU_M1SC) || (cpu == CPU_M1) || (cpu == CPU_M2)) {
- write_cyrix_reg(CCR3, CCR3_MAPEN0);
- ccr4 = read_cyrix_reg(CCR4);
- if ((cpu == CPU_M1) || (cpu == CPU_M2))
- ccr5 = read_cyrix_reg(CCR5);
- else
- pcr0 = read_cyrix_reg(PCR0);
- write_cyrix_reg(CCR3, ccr3); /* Restore
CCR3. */
- }
- write_eflags(eflags);
-
- if ((cpu != CPU_M1SC) && (cpu != CPU_CY486DX))
- printf("CCR0=%x, ", (u_int)ccr0);
-
- printf("CCR1=%x, CCR2=%x, CCR3=%x",
- (u_int)ccr1, (u_int)ccr2, (u_int)ccr3);
- if ((cpu == CPU_M1SC) || (cpu == CPU_M1) || (cpu == CPU_M2)) {
- printf(", CCR4=%x, ", (u_int)ccr4);
- if (cpu == CPU_M1SC)
- printf("PCR0=%x\n", pcr0);
- else
- printf("CCR5=%x\n", ccr5);
- }
- }
- printf("CR0=%x\n", cr0);
-}
-#endif
-#endif /* DDB */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/intr_machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/intr_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,326 +0,0 @@
-/*-
- * Copyright (c) 2003 John Baldwin <jhb@xxxxxxxxxxx>
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the author nor the names of any co-contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/i386/intr_machdep.c,v 1.4 2003/11/17 06:10:14 peter
Exp $
- */
-
-/*
- * Machine dependent interrupt code for i386. For the i386, we have to
- * deal with different PICs. Thus, we use the passed in vector to lookup
- * an interrupt source associated with that vector. The interrupt source
- * describes which PIC the source belongs to and includes methods to handle
- * that source.
- */
-
-#include "opt_ddb.h"
-
-#include <sys/param.h>
-#include <sys/bus.h>
-#include <sys/interrupt.h>
-#include <sys/lock.h>
-#include <sys/ktr.h>
-#include <sys/kernel.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/syslog.h>
-#include <sys/systm.h>
-#include <machine/clock.h>
-#include <machine/intr_machdep.h>
-#ifdef DDB
-#include <ddb/ddb.h>
-#endif
-
-#define MAX_STRAY_LOG 5
-
-typedef void (*mask_fn)(uintptr_t vector);
-
-static int intrcnt_index;
-static struct intsrc *interrupt_sources[NUM_IO_INTS];
-static struct mtx intr_table_lock;
-
-static void intr_init(void *__dummy);
-static void intrcnt_setname(const char *name, int index);
-static void intrcnt_updatename(struct intsrc *is);
-static void intrcnt_register(struct intsrc *is);
-
-/*
- * Register a new interrupt source with the global interrupt system.
- * The global interrupts need to be disabled when this function is
- * called.
- */
-int
-intr_register_source(struct intsrc *isrc)
-{
- int error, vector;
-
- vector = isrc->is_pic->pic_vector(isrc);
- if (interrupt_sources[vector] != NULL)
- return (EEXIST);
- error = ithread_create(&isrc->is_ithread, (uintptr_t)isrc, 0,
- (mask_fn)isrc->is_pic->pic_disable_source,
- (mask_fn)isrc->is_pic->pic_enable_source, "irq%d:", vector);
- if (error)
- return (error);
- mtx_lock_spin(&intr_table_lock);
- if (interrupt_sources[vector] != NULL) {
- mtx_unlock_spin(&intr_table_lock);
- ithread_destroy(isrc->is_ithread);
- return (EEXIST);
- }
- intrcnt_register(isrc);
- interrupt_sources[vector] = isrc;
- mtx_unlock_spin(&intr_table_lock);
- return (0);
-}
-
-struct intsrc *
-intr_lookup_source(int vector)
-{
-
- return (interrupt_sources[vector]);
-}
-
-int
-intr_add_handler(const char *name, int vector, driver_intr_t handler,
- void *arg, enum intr_type flags, void **cookiep)
-{
- struct intsrc *isrc;
- int error;
-
- isrc = intr_lookup_source(vector);
- if (isrc == NULL)
- return (EINVAL);
-
- error = ithread_add_handler(isrc->is_ithread, name, handler, arg,
- ithread_priority(flags), flags, cookiep);
- if (error == 0) {
- intrcnt_updatename(isrc);
- isrc->is_pic->pic_enable_intr(isrc);
- isrc->is_pic->pic_enable_source(isrc);
- }
- return (error);
-}
-
-int
-intr_remove_handler(void *cookie)
-{
- int error;
-
- error = ithread_remove_handler(cookie);
-#ifdef XXX
- if (error == 0)
- intrcnt_updatename(/* XXX */);
-#endif
- return (error);
-}
-
-int
-intr_config_intr(int vector, enum intr_trigger trig, enum intr_polarity pol)
-{
- struct intsrc *isrc;
-
- isrc = intr_lookup_source(vector);
- if (isrc == NULL)
- return (EINVAL);
- return (isrc->is_pic->pic_config_intr(isrc, trig, pol));
-}
-
-void
-intr_execute_handlers(struct intsrc *isrc, struct intrframe *iframe)
-{
- struct thread *td;
- struct ithd *it;
- struct intrhand *ih;
- int error, vector;
-
- td = curthread;
- td->td_intr_nesting_level++;
-
- /*
- * We count software interrupts when we process them. The
- * code here follows previous practice, but there's an
- * argument for counting hardware interrupts when they're
- * processed too.
- */
- atomic_add_long(isrc->is_count, 1);
- atomic_add_int(&cnt.v_intr, 1);
-
- it = isrc->is_ithread;
- if (it == NULL)
- ih = NULL;
- else
- ih = TAILQ_FIRST(&it->it_handlers);
-
- /*
- * XXX: We assume that IRQ 0 is only used for the ISA timer
- * device (clk).
- */
- vector = isrc->is_pic->pic_vector(isrc);
- if (vector == 0)
- clkintr_pending = 1;
-
-
- if (ih != NULL && ih->ih_flags & IH_FAST) {
- /*
- * Execute fast interrupt handlers directly.
- * To support clock handlers, if a handler registers
- * with a NULL argument, then we pass it a pointer to
- * a trapframe as its argument.
- */
- critical_enter();
- TAILQ_FOREACH(ih, &it->it_handlers, ih_next) {
- MPASS(ih->ih_flags & IH_FAST);
- CTR3(KTR_INTR, "%s: executing handler %p(%p)",
- __func__, ih->ih_handler,
- ih->ih_argument == NULL ? iframe :
- ih->ih_argument);
- if (ih->ih_argument == NULL)
- ih->ih_handler(iframe);
- else
- ih->ih_handler(ih->ih_argument);
- }
- isrc->is_pic->pic_eoi_source(isrc);
- error = 0;
- /* XXX */
- td->td_pflags &= ~TDP_OWEPREEMPT;
- critical_exit();
- } else {
- /*
- * For stray and threaded interrupts, we mask and EOI the
- * source.
- */
- isrc->is_pic->pic_disable_source(isrc, PIC_EOI);
- if (ih == NULL)
- error = EINVAL;
- else
- error = ithread_schedule(it);
- isrc->is_pic->pic_eoi_source(isrc);
- }
-
- if (error == EINVAL) {
- atomic_add_long(isrc->is_straycount, 1);
- if (*isrc->is_straycount < MAX_STRAY_LOG)
- log(LOG_ERR, "stray irq%d\n", vector);
- else if (*isrc->is_straycount == MAX_STRAY_LOG)
- log(LOG_CRIT,
- "too many stray irq %d's: not logging anymore\n",
- vector);
- }
- td->td_intr_nesting_level--;
-
-}
-
-void
-intr_resume(void)
-{
- struct intsrc **isrc;
- int i;
-
- mtx_lock_spin(&intr_table_lock);
- for (i = 0, isrc = interrupt_sources; i < NUM_IO_INTS; i++, isrc++)
- if (*isrc != NULL && (*isrc)->is_pic->pic_resume != NULL)
- (*isrc)->is_pic->pic_resume(*isrc);
- mtx_unlock_spin(&intr_table_lock);
-}
-
-void
-intr_suspend(void)
-{
- struct intsrc **isrc;
- int i;
-
- mtx_lock_spin(&intr_table_lock);
- for (i = 0, isrc = interrupt_sources; i < NUM_IO_INTS; i++, isrc++)
- if (*isrc != NULL && (*isrc)->is_pic->pic_suspend != NULL)
- (*isrc)->is_pic->pic_suspend(*isrc);
- mtx_unlock_spin(&intr_table_lock);
-}
-
-static void
-intrcnt_setname(const char *name, int index)
-{
-
- snprintf(intrnames + (MAXCOMLEN + 1) * index, MAXCOMLEN + 1, "%-*s",
- MAXCOMLEN, name);
-}
-
-static void
-intrcnt_updatename(struct intsrc *is)
-{
-
- intrcnt_setname(is->is_ithread->it_td->td_proc->p_comm, is->is_index);
-}
-
-static void
-intrcnt_register(struct intsrc *is)
-{
- char straystr[MAXCOMLEN + 1];
-
- /* mtx_assert(&intr_table_lock, MA_OWNED); */
- KASSERT(is->is_ithread != NULL, ("%s: isrc with no ithread", __func__));
- is->is_index = intrcnt_index;
- intrcnt_index += 2;
- snprintf(straystr, MAXCOMLEN + 1, "stray irq%d",
- is->is_pic->pic_vector(is));
- intrcnt_updatename(is);
- is->is_count = &intrcnt[is->is_index];
- intrcnt_setname(straystr, is->is_index + 1);
- is->is_straycount = &intrcnt[is->is_index + 1];
-}
-
-static void
-intr_init(void *dummy __unused)
-{
-
- intrcnt_setname("???", 0);
- intrcnt_index = 1;
- mtx_init(&intr_table_lock, "intr table", NULL, MTX_SPIN);
-}
-SYSINIT(intr_init, SI_SUB_INTR, SI_ORDER_FIRST, intr_init, NULL)
-
-#ifdef DDB
-/*
- * Dump data about interrupt handlers
- */
-DB_SHOW_COMMAND(irqs, db_show_irqs)
-{
- struct intsrc **isrc;
- int i, quit, verbose;
-
- quit = 0;
- if (strcmp(modif, "v") == 0)
- verbose = 1;
- else
- verbose = 0;
- isrc = interrupt_sources;
- db_setup_paging(db_simple_pager, &quit, DB_LINES_PER_PAGE);
- for (i = 0; i < NUM_IO_INTS && !quit; i++, isrc++)
- if (*isrc != NULL)
- db_dump_ithread((*isrc)->is_ithread, verbose);
-}
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/io_apic.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/io_apic.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,850 +0,0 @@
-/*-
- * Copyright (c) 2003 John Baldwin <jhb@xxxxxxxxxxx>
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the author nor the names of any co-contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/io_apic.c,v 1.14 2004/08/02 15:31:10
scottl Exp $");
-
-#include "opt_isa.h"
-#include "opt_no_mixed_mode.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/kernel.h>
-#include <sys/malloc.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-
-#include <machine/apicreg.h>
-#include <machine/frame.h>
-#include <machine/intr_machdep.h>
-#include <machine/apicvar.h>
-#include <machine/segments.h>
-
-#define IOAPIC_ISA_INTS 16
-#define IOAPIC_MEM_REGION 32
-#define IOAPIC_REDTBL_LO(i) (IOAPIC_REDTBL + (i) * 2)
-#define IOAPIC_REDTBL_HI(i) (IOAPIC_REDTBL_LO(i) + 1)
-
-#define VECTOR_EXTINT 252
-#define VECTOR_NMI 253
-#define VECTOR_SMI 254
-#define VECTOR_DISABLED 255
-
-#define DEST_NONE -1
-#define DEST_EXTINT -2
-
-#define TODO printf("%s: not implemented!\n", __func__)
-
-MALLOC_DEFINE(M_IOAPIC, "I/O APIC", "I/O APIC structures");
-
-/*
- * New interrupt support code..
- *
- * XXX: we really should have the interrupt cookie passed up from new-bus
- * just be a int pin, and not map 1:1 to interrupt vector number but should
- * use INTR_TYPE_FOO to set priority bands for device classes and do all the
- * magic remapping of intpin to vector in here. For now we just cheat as on
- * ia64 and map intpin X to vector NRSVIDT + X. Note that we assume that the
- * first IO APIC has ISA interrupts on pins 1-15. Not sure how you are
- * really supposed to figure out which IO APIC in a system with multiple IO
- * APIC's actually has the ISA interrupts routed to it. As far as interrupt
- * pin numbers, we use the ACPI System Interrupt number model where each
- * IO APIC has a contiguous chunk of the System Interrupt address space.
- */
-
-/*
- * Direct the ExtINT pin on the first I/O APIC to a logical cluster of
- * CPUs rather than a physical destination of just the BSP.
- *
- * Note: This is disabled by default as test systems seem to croak with it
- * enabled.
-#define ENABLE_EXTINT_LOGICAL_DESTINATION
- */
-
-struct ioapic_intsrc {
- struct intsrc io_intsrc;
- u_int io_intpin:8;
- u_int io_vector:8;
- u_int io_activehi:1;
- u_int io_edgetrigger:1;
- u_int io_masked:1;
- int io_dest:5;
- int io_bus:4;
-};
-
-struct ioapic {
- struct pic io_pic;
- u_int io_id:8; /* logical ID */
- u_int io_apic_id:4;
- u_int io_intbase:8; /* System Interrupt base */
- u_int io_numintr:8;
- volatile ioapic_t *io_addr; /* XXX: should use bus_space */
- STAILQ_ENTRY(ioapic) io_next;
- struct ioapic_intsrc io_pins[0];
-};
-
-static u_int ioapic_read(volatile ioapic_t *apic, int reg);
-static void ioapic_write(volatile ioapic_t *apic, int reg, u_int val);
-static const char *ioapic_bus_string(int bus_type);
-static void ioapic_print_vector(struct ioapic_intsrc *intpin);
-static void ioapic_enable_source(struct intsrc *isrc);
-static void ioapic_disable_source(struct intsrc *isrc, int eoi);
-static void ioapic_eoi_source(struct intsrc *isrc);
-static void ioapic_enable_intr(struct intsrc *isrc);
-static int ioapic_vector(struct intsrc *isrc);
-static int ioapic_source_pending(struct intsrc *isrc);
-static int ioapic_config_intr(struct intsrc *isrc, enum intr_trigger trig,
- enum intr_polarity pol);
-static void ioapic_suspend(struct intsrc *isrc);
-static void ioapic_resume(struct intsrc *isrc);
-static void ioapic_program_destination(struct ioapic_intsrc *intpin);
-static void ioapic_program_intpin(struct ioapic_intsrc *intpin);
-static void ioapic_setup_mixed_mode(struct ioapic_intsrc *intpin);
-
-static STAILQ_HEAD(,ioapic) ioapic_list = STAILQ_HEAD_INITIALIZER(ioapic_list);
-struct pic ioapic_template = { ioapic_enable_source, ioapic_disable_source,
- ioapic_eoi_source, ioapic_enable_intr,
- ioapic_vector, ioapic_source_pending,
- ioapic_suspend, ioapic_resume,
- ioapic_config_intr };
-
-static int bsp_id, current_cluster, logical_clusters, next_ioapic_base;
-static u_int mixed_mode_enabled, next_id, program_logical_dest;
-#ifdef NO_MIXED_MODE
-static int mixed_mode_active = 0;
-#else
-static int mixed_mode_active = 1;
-#endif
-TUNABLE_INT("hw.apic.mixed_mode", &mixed_mode_active);
-
-static __inline void
-_ioapic_eoi_source(struct intsrc *isrc)
-{
- lapic_eoi();
-}
-
-static u_int
-ioapic_read(volatile ioapic_t *apic, int reg)
-{
-
- mtx_assert(&icu_lock, MA_OWNED);
- apic->ioregsel = reg;
- return (apic->iowin);
-}
-
-static void
-ioapic_write(volatile ioapic_t *apic, int reg, u_int val)
-{
-
- mtx_assert(&icu_lock, MA_OWNED);
- apic->ioregsel = reg;
- apic->iowin = val;
-}
-
-static const char *
-ioapic_bus_string(int bus_type)
-{
-
- switch (bus_type) {
- case APIC_BUS_ISA:
- return ("ISA");
- case APIC_BUS_EISA:
- return ("EISA");
- case APIC_BUS_PCI:
- return ("PCI");
- default:
- return ("unknown");
- }
-}
-
-static void
-ioapic_print_vector(struct ioapic_intsrc *intpin)
-{
-
- switch (intpin->io_vector) {
- case VECTOR_DISABLED:
- printf("disabled");
- break;
- case VECTOR_EXTINT:
- printf("ExtINT");
- break;
- case VECTOR_NMI:
- printf("NMI");
- break;
- case VECTOR_SMI:
- printf("SMI");
- break;
- default:
- printf("%s IRQ %u", ioapic_bus_string(intpin->io_bus),
- intpin->io_vector);
- }
-}
-
-static void
-ioapic_enable_source(struct intsrc *isrc)
-{
- struct ioapic_intsrc *intpin = (struct ioapic_intsrc *)isrc;
- struct ioapic *io = (struct ioapic *)isrc->is_pic;
- uint32_t flags;
-
- mtx_lock_spin(&icu_lock);
- if (intpin->io_masked) {
- flags = ioapic_read(io->io_addr,
- IOAPIC_REDTBL_LO(intpin->io_intpin));
- flags &= ~(IOART_INTMASK);
- ioapic_write(io->io_addr, IOAPIC_REDTBL_LO(intpin->io_intpin),
- flags);
- intpin->io_masked = 0;
- }
- mtx_unlock_spin(&icu_lock);
-}
-
-static void
-ioapic_disable_source(struct intsrc *isrc, int eoi)
-{
- struct ioapic_intsrc *intpin = (struct ioapic_intsrc *)isrc;
- struct ioapic *io = (struct ioapic *)isrc->is_pic;
- uint32_t flags;
-
- mtx_lock_spin(&icu_lock);
- if (!intpin->io_masked && !intpin->io_edgetrigger) {
- flags = ioapic_read(io->io_addr,
- IOAPIC_REDTBL_LO(intpin->io_intpin));
- flags |= IOART_INTMSET;
- ioapic_write(io->io_addr, IOAPIC_REDTBL_LO(intpin->io_intpin),
- flags);
- intpin->io_masked = 1;
- }
-
- if (eoi == PIC_EOI)
- _ioapic_eoi_source(isrc);
-
- mtx_unlock_spin(&icu_lock);
-}
-
-static void
-ioapic_eoi_source(struct intsrc *isrc)
-{
-
- _ioapic_eoi_source(isrc);
-}
-
-/*
- * Completely program an intpin based on the data in its interrupt source
- * structure.
- */
-static void
-ioapic_program_intpin(struct ioapic_intsrc *intpin)
-{
- struct ioapic *io = (struct ioapic *)intpin->io_intsrc.is_pic;
- uint32_t low, high, value;
-
- /*
- * For pins routed via mixed mode or disabled, just ensure that
- * they are masked.
- */
- if (intpin->io_dest == DEST_EXTINT ||
- intpin->io_vector == VECTOR_DISABLED) {
- low = ioapic_read(io->io_addr,
- IOAPIC_REDTBL_LO(intpin->io_intpin));
- if ((low & IOART_INTMASK) == IOART_INTMCLR)
- ioapic_write(io->io_addr,
- IOAPIC_REDTBL_LO(intpin->io_intpin),
- low | IOART_INTMSET);
- return;
- }
-
- /* Set the destination. */
- if (intpin->io_dest == DEST_NONE) {
- low = IOART_DESTPHY;
- high = bsp_id << APIC_ID_SHIFT;
- } else {
- low = IOART_DESTLOG;
- high = (intpin->io_dest << APIC_ID_CLUSTER_SHIFT |
- APIC_ID_CLUSTER_ID) << APIC_ID_SHIFT;
- }
-
- /* Program the rest of the low word. */
- if (intpin->io_edgetrigger)
- low |= IOART_TRGREDG;
- else
- low |= IOART_TRGRLVL;
- if (intpin->io_activehi)
- low |= IOART_INTAHI;
- else
- low |= IOART_INTALO;
- if (intpin->io_masked)
- low |= IOART_INTMSET;
- switch (intpin->io_vector) {
- case VECTOR_EXTINT:
- KASSERT(intpin->io_edgetrigger,
- ("EXTINT not edge triggered"));
- low |= IOART_DELEXINT;
- break;
- case VECTOR_NMI:
- KASSERT(intpin->io_edgetrigger,
- ("NMI not edge triggered"));
- low |= IOART_DELNMI;
- break;
- case VECTOR_SMI:
- KASSERT(intpin->io_edgetrigger,
- ("SMI not edge triggered"));
- low |= IOART_DELSMI;
- break;
- default:
- low |= IOART_DELLOPRI | apic_irq_to_idt(intpin->io_vector);
- }
-
- /* Write the values to the APIC. */
- mtx_lock_spin(&icu_lock);
- ioapic_write(io->io_addr, IOAPIC_REDTBL_LO(intpin->io_intpin), low);
- value = ioapic_read(io->io_addr, IOAPIC_REDTBL_HI(intpin->io_intpin));
- value &= ~IOART_DEST;
- value |= high;
- ioapic_write(io->io_addr, IOAPIC_REDTBL_HI(intpin->io_intpin), value);
- mtx_unlock_spin(&icu_lock);
-}
-
-/*
- * Program an individual intpin's logical destination.
- */
-static void
-ioapic_program_destination(struct ioapic_intsrc *intpin)
-{
- struct ioapic *io = (struct ioapic *)intpin->io_intsrc.is_pic;
-
- KASSERT(intpin->io_dest != DEST_NONE,
- ("intpin not assigned to a cluster"));
- KASSERT(intpin->io_dest != DEST_EXTINT,
- ("intpin routed via ExtINT"));
- if (bootverbose) {
- printf("ioapic%u: routing intpin %u (", io->io_id,
- intpin->io_intpin);
- ioapic_print_vector(intpin);
- printf(") to cluster %u\n", intpin->io_dest);
- }
- ioapic_program_intpin(intpin);
-}
-
-static void
-ioapic_assign_cluster(struct ioapic_intsrc *intpin)
-{
-
- /*
- * Assign this intpin to a logical APIC cluster in a
- * round-robin fashion. We don't actually use the logical
- * destination for this intpin until after all the CPU's
- * have been started so that we don't end up with interrupts
- * that don't go anywhere. Another alternative might be to
- * start up the CPU's earlier so that they can handle interrupts
- * sooner.
- */
- intpin->io_dest = current_cluster;
- current_cluster++;
- if (current_cluster >= logical_clusters)
- current_cluster = 0;
- if (program_logical_dest)
- ioapic_program_destination(intpin);
-}
-
-static void
-ioapic_enable_intr(struct intsrc *isrc)
-{
- struct ioapic_intsrc *intpin = (struct ioapic_intsrc *)isrc;
-
- KASSERT(intpin->io_dest != DEST_EXTINT,
- ("ExtINT pin trying to use ioapic enable_intr method"));
- if (intpin->io_dest == DEST_NONE) {
- ioapic_assign_cluster(intpin);
- lapic_enable_intr(intpin->io_vector);
- }
-}
-
-static int
-ioapic_vector(struct intsrc *isrc)
-{
- struct ioapic_intsrc *pin;
-
- pin = (struct ioapic_intsrc *)isrc;
- return (pin->io_vector);
-}
-
-static int
-ioapic_source_pending(struct intsrc *isrc)
-{
- struct ioapic_intsrc *intpin = (struct ioapic_intsrc *)isrc;
-
- return (lapic_intr_pending(intpin->io_vector));
-}
-
-static int
-ioapic_config_intr(struct intsrc *isrc, enum intr_trigger trig,
- enum intr_polarity pol)
-{
- struct ioapic_intsrc *intpin = (struct ioapic_intsrc *)isrc;
- struct ioapic *io = (struct ioapic *)isrc->is_pic;
- int changed;
-
- KASSERT(!(trig == INTR_TRIGGER_CONFORM || pol == INTR_POLARITY_CONFORM),
- ("%s: Conforming trigger or polarity\n", __func__));
-
- /*
- * EISA interrupts always use active high polarity, so don't allow
- * them to be set to active low.
- *
- * XXX: Should we write to the ELCR if the trigger mode changes for
- * an EISA IRQ?
- */
- if (intpin->io_bus == APIC_BUS_EISA)
- pol = INTR_POLARITY_HIGH;
- changed = 0;
- if (intpin->io_edgetrigger != (trig == INTR_TRIGGER_EDGE)) {
- if (bootverbose)
- printf("ioapic%u: Changing trigger for pin %u to %s\n",
- io->io_id, intpin->io_intpin,
- trig == INTR_TRIGGER_EDGE ? "edge" : "level");
- intpin->io_edgetrigger = (trig == INTR_TRIGGER_EDGE);
- changed++;
- }
- if (intpin->io_activehi != (pol == INTR_POLARITY_HIGH)) {
- if (bootverbose)
- printf("ioapic%u: Changing polarity for pin %u to %s\n",
- io->io_id, intpin->io_intpin,
- pol == INTR_POLARITY_HIGH ? "high" : "low");
- intpin->io_activehi = (pol == INTR_POLARITY_HIGH);
- changed++;
- }
- if (changed)
- ioapic_program_intpin(intpin);
- return (0);
-}
-
-static void
-ioapic_suspend(struct intsrc *isrc)
-{
-
- TODO;
-}
-
-static void
-ioapic_resume(struct intsrc *isrc)
-{
-
- ioapic_program_intpin((struct ioapic_intsrc *)isrc);
-}
-
-/*
- * APIC enumerators call this function to indicate that the 8259A AT PICs
- * are available and that mixed mode can be used.
- */
-void
-ioapic_enable_mixed_mode(void)
-{
-
- mixed_mode_enabled = 1;
-}
-
-/*
- * Allocate and return a logical cluster ID. Note that the first time
- * this is called, it returns cluster 0. ioapic_enable_intr() treats
- * the two cases of logical_clusters == 0 and logical_clusters == 1 the
- * same: one cluster of ID 0 exists. The logical_clusters == 0 case is
- * for UP kernels, which should never call this function.
- */
-int
-ioapic_next_logical_cluster(void)
-{
-
- if (logical_clusters >= APIC_MAX_CLUSTER)
- panic("WARNING: Local APIC cluster IDs exhausted!");
- return (logical_clusters++);
-}
-
-/*
- * Create a plain I/O APIC object.
- */
-void *
-ioapic_create(uintptr_t addr, int32_t apic_id, int intbase)
-{
- struct ioapic *io;
- struct ioapic_intsrc *intpin;
- volatile ioapic_t *apic;
- u_int numintr, i;
- uint32_t value;
-
- apic = (ioapic_t *)pmap_mapdev(addr, IOAPIC_MEM_REGION);
- mtx_lock_spin(&icu_lock);
- numintr = ((ioapic_read(apic, IOAPIC_VER) & IOART_VER_MAXREDIR) >>
- MAXREDIRSHIFT) + 1;
- mtx_unlock_spin(&icu_lock);
- io = malloc(sizeof(struct ioapic) +
- numintr * sizeof(struct ioapic_intsrc), M_IOAPIC, M_WAITOK);
- io->io_pic = ioapic_template;
- mtx_lock_spin(&icu_lock);
- io->io_id = next_id++;
- io->io_apic_id = ioapic_read(apic, IOAPIC_ID) >> APIC_ID_SHIFT;
- if (apic_id != -1 && io->io_apic_id != apic_id) {
- ioapic_write(apic, IOAPIC_ID, apic_id << APIC_ID_SHIFT);
- mtx_unlock_spin(&icu_lock);
- io->io_apic_id = apic_id;
- printf("ioapic%u: Changing APIC ID to %d\n", io->io_id,
- apic_id);
- } else
- mtx_unlock_spin(&icu_lock);
- if (intbase == -1) {
- intbase = next_ioapic_base;
- printf("ioapic%u: Assuming intbase of %d\n", io->io_id,
- intbase);
- } else if (intbase != next_ioapic_base)
- printf("ioapic%u: WARNING: intbase %d != expected base %d\n",
- io->io_id, intbase, next_ioapic_base);
- io->io_intbase = intbase;
- next_ioapic_base = intbase + numintr;
- io->io_numintr = numintr;
- io->io_addr = apic;
-
- /*
- * Initialize pins. Start off with interrupts disabled. Default
- * to active-hi and edge-triggered for ISA interrupts and active-lo
- * and level-triggered for all others.
- */
- bzero(io->io_pins, sizeof(struct ioapic_intsrc) * numintr);
- mtx_lock_spin(&icu_lock);
- for (i = 0, intpin = io->io_pins; i < numintr; i++, intpin++) {
- intpin->io_intsrc.is_pic = (struct pic *)io;
- intpin->io_intpin = i;
- intpin->io_vector = intbase + i;
-
- /*
- * Assume that pin 0 on the first I/O APIC is an ExtINT pin
- * and that pins 1-15 are ISA interrupts. Assume that all
- * other pins are PCI interrupts.
- */
- if (intpin->io_vector == 0)
- ioapic_set_extint(io, i);
- else if (intpin->io_vector < IOAPIC_ISA_INTS) {
- intpin->io_bus = APIC_BUS_ISA;
- intpin->io_activehi = 1;
- intpin->io_edgetrigger = 1;
- intpin->io_masked = 1;
- } else {
- intpin->io_bus = APIC_BUS_PCI;
- intpin->io_activehi = 0;
- intpin->io_edgetrigger = 0;
- intpin->io_masked = 1;
- }
-
- /*
- * Route interrupts to the BSP by default using physical
- * addressing. Vectored interrupts get readdressed using
- * logical IDs to CPU clusters when they are enabled.
- */
- intpin->io_dest = DEST_NONE;
- if (bootverbose && intpin->io_vector != VECTOR_DISABLED) {
- printf("ioapic%u: intpin %d -> ", io->io_id, i);
- ioapic_print_vector(intpin);
- printf(" (%s, %s)\n", intpin->io_edgetrigger ?
- "edge" : "level", intpin->io_activehi ? "high" :
- "low");
- }
- value = ioapic_read(apic, IOAPIC_REDTBL_LO(i));
- ioapic_write(apic, IOAPIC_REDTBL_LO(i), value | IOART_INTMSET);
- }
- mtx_unlock_spin(&icu_lock);
-
- return (io);
-}
-
-int
-ioapic_get_vector(void *cookie, u_int pin)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (-1);
- return (io->io_pins[pin].io_vector);
-}
-
-int
-ioapic_disable_pin(void *cookie, u_int pin)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (EINVAL);
- if (io->io_pins[pin].io_vector == VECTOR_DISABLED)
- return (EINVAL);
- io->io_pins[pin].io_vector = VECTOR_DISABLED;
- if (bootverbose)
- printf("ioapic%u: intpin %d disabled\n", io->io_id, pin);
- return (0);
-}
-
-int
-ioapic_remap_vector(void *cookie, u_int pin, int vector)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr || vector < 0)
- return (EINVAL);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_vector = vector;
- if (bootverbose)
- printf("ioapic%u: Routing IRQ %d -> intpin %d\n", io->io_id,
- vector, pin);
- return (0);
-}
-
-int
-ioapic_set_bus(void *cookie, u_int pin, int bus_type)
-{
- struct ioapic *io;
-
- if (bus_type < 0 || bus_type > APIC_BUS_MAX)
- return (EINVAL);
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (EINVAL);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_bus = bus_type;
- if (bootverbose)
- printf("ioapic%u: intpin %d bus %s\n", io->io_id, pin,
- ioapic_bus_string(bus_type));
- return (0);
-}
-
-int
-ioapic_set_nmi(void *cookie, u_int pin)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (EINVAL);
- if (io->io_pins[pin].io_vector == VECTOR_NMI)
- return (0);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_bus = APIC_BUS_UNKNOWN;
- io->io_pins[pin].io_vector = VECTOR_NMI;
- io->io_pins[pin].io_masked = 0;
- io->io_pins[pin].io_edgetrigger = 1;
- io->io_pins[pin].io_activehi = 1;
- if (bootverbose)
- printf("ioapic%u: Routing NMI -> intpin %d\n",
- io->io_id, pin);
- return (0);
-}
-
-int
-ioapic_set_smi(void *cookie, u_int pin)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (EINVAL);
- if (io->io_pins[pin].io_vector == VECTOR_SMI)
- return (0);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_bus = APIC_BUS_UNKNOWN;
- io->io_pins[pin].io_vector = VECTOR_SMI;
- io->io_pins[pin].io_masked = 0;
- io->io_pins[pin].io_edgetrigger = 1;
- io->io_pins[pin].io_activehi = 1;
- if (bootverbose)
- printf("ioapic%u: Routing SMI -> intpin %d\n",
- io->io_id, pin);
- return (0);
-}
-
-int
-ioapic_set_extint(void *cookie, u_int pin)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr)
- return (EINVAL);
- if (io->io_pins[pin].io_vector == VECTOR_EXTINT)
- return (0);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_bus = APIC_BUS_UNKNOWN;
- io->io_pins[pin].io_vector = VECTOR_EXTINT;
-
- /* Enable this pin if mixed mode is available and active. */
- if (mixed_mode_enabled && mixed_mode_active)
- io->io_pins[pin].io_masked = 0;
- else
- io->io_pins[pin].io_masked = 1;
- io->io_pins[pin].io_edgetrigger = 1;
- io->io_pins[pin].io_activehi = 1;
- if (bootverbose)
- printf("ioapic%u: Routing external 8259A's -> intpin %d\n",
- io->io_id, pin);
- return (0);
-}
-
-int
-ioapic_set_polarity(void *cookie, u_int pin, enum intr_polarity pol)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr || pol == INTR_POLARITY_CONFORM)
- return (EINVAL);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_activehi = (pol == INTR_POLARITY_HIGH);
- if (bootverbose)
- printf("ioapic%u: intpin %d polarity: %s\n", io->io_id, pin,
- pol == INTR_POLARITY_HIGH ? "high" : "low");
- return (0);
-}
-
-int
-ioapic_set_triggermode(void *cookie, u_int pin, enum intr_trigger trigger)
-{
- struct ioapic *io;
-
- io = (struct ioapic *)cookie;
- if (pin >= io->io_numintr || trigger == INTR_TRIGGER_CONFORM)
- return (EINVAL);
- if (io->io_pins[pin].io_vector >= NUM_IO_INTS)
- return (EINVAL);
- io->io_pins[pin].io_edgetrigger = (trigger == INTR_TRIGGER_EDGE);
- if (bootverbose)
- printf("ioapic%u: intpin %d trigger: %s\n", io->io_id, pin,
- trigger == INTR_TRIGGER_EDGE ? "edge" : "level");
- return (0);
-}
-
-/*
- * Register a complete I/O APIC object with the interrupt subsystem.
- */
-void
-ioapic_register(void *cookie)
-{
- struct ioapic_intsrc *pin;
- struct ioapic *io;
- volatile ioapic_t *apic;
- uint32_t flags;
- int i;
-
- io = (struct ioapic *)cookie;
- apic = io->io_addr;
- mtx_lock_spin(&icu_lock);
- flags = ioapic_read(apic, IOAPIC_VER) & IOART_VER_VERSION;
- STAILQ_INSERT_TAIL(&ioapic_list, io, io_next);
- mtx_unlock_spin(&icu_lock);
- printf("ioapic%u <Version %u.%u> irqs %u-%u on motherboard\n",
- io->io_id, flags >> 4, flags & 0xf, io->io_intbase,
- io->io_intbase + io->io_numintr - 1);
- bsp_id = PCPU_GET(apic_id);
- for (i = 0, pin = io->io_pins; i < io->io_numintr; i++, pin++) {
- /*
- * Finish initializing the pins by programming the vectors
- * and delivery mode.
- */
- if (pin->io_vector == VECTOR_DISABLED)
- continue;
- ioapic_program_intpin(pin);
- if (pin->io_vector >= NUM_IO_INTS)
- continue;
- /*
- * Route IRQ0 via the 8259A using mixed mode if mixed mode
- * is available and turned on.
- */
- if (pin->io_vector == 0 && mixed_mode_active &&
- mixed_mode_enabled)
- ioapic_setup_mixed_mode(pin);
- else
- intr_register_source(&pin->io_intsrc);
- }
-}
-
-/*
- * Program all the intpins to use logical destinations once the AP's
- * have been launched.
- */
-static void
-ioapic_set_logical_destinations(void *arg __unused)
-{
- struct ioapic *io;
- int i;
-
- program_logical_dest = 1;
- STAILQ_FOREACH(io, &ioapic_list, io_next)
- for (i = 0; i < io->io_numintr; i++)
- if (io->io_pins[i].io_dest != DEST_NONE &&
- io->io_pins[i].io_dest != DEST_EXTINT)
- ioapic_program_destination(&io->io_pins[i]);
-}
-SYSINIT(ioapic_destinations, SI_SUB_SMP, SI_ORDER_SECOND,
- ioapic_set_logical_destinations, NULL)
-
-/*
- * Support for mixed-mode interrupt sources. These sources route an ISA
- * IRQ through the 8259A's via the ExtINT on pin 0 of the I/O APIC that
- * routes the ISA interrupts. We just ignore the intpins that use this
- * mode and allow the atpic driver to register its interrupt source for
- * that IRQ instead.
- */
-
-static void
-ioapic_setup_mixed_mode(struct ioapic_intsrc *intpin)
-{
- struct ioapic_intsrc *extint;
- struct ioapic *io;
-
- /*
- * Mark the associated I/O APIC intpin as being delivered via
- * ExtINT and enable the ExtINT pin on the I/O APIC if needed.
- */
- intpin->io_dest = DEST_EXTINT;
- io = (struct ioapic *)intpin->io_intsrc.is_pic;
- extint = &io->io_pins[0];
- if (extint->io_vector != VECTOR_EXTINT)
- panic("Can't find ExtINT pin to route through!");
-#ifdef ENABLE_EXTINT_LOGICAL_DESTINATION
- if (extint->io_dest == DEST_NONE)
- ioapic_assign_cluster(extint);
-#endif
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/local_apic.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/local_apic.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,763 +0,0 @@
-/*-
- * Copyright (c) 2003 John Baldwin <jhb@xxxxxxxxxxx>
- * Copyright (c) 1996, by Steve Passe
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. The name of the developer may NOT be used to endorse or promote products
- * derived from this software without specific prior written permission.
- * 3. Neither the name of the author nor the names of any co-contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-/*
- * Local APIC support on Pentium and later processors.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/local_apic.c,v 1.9 2004/07/14 18:12:15
jhb Exp $");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/kernel.h>
-#include <sys/pcpu.h>
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-
-#include <machine/apicreg.h>
-#include <machine/cputypes.h>
-#include <machine/frame.h>
-#include <machine/intr_machdep.h>
-#include <machine/apicvar.h>
-#include <machine/md_var.h>
-#include <machine/smp.h>
-#include <machine/specialreg.h>
-
-/*
- * We can handle up to 60 APICs via our logical cluster IDs, but currently
- * the physical IDs on Intel processors up to the Pentium 4 are limited to
- * 16.
- */
-#define MAX_APICID 16
-
-/* Sanity checks on IDT vectors. */
-CTASSERT(APIC_IO_INTS + APIC_NUM_IOINTS <= APIC_LOCAL_INTS);
-CTASSERT(IPI_STOP < APIC_SPURIOUS_INT);
-
-/*
- * Support for local APICs. Local APICs manage interrupts on each
- * individual processor as opposed to I/O APICs which receive interrupts
- * from I/O devices and then forward them on to the local APICs.
- *
- * Local APICs can also send interrupts to each other thus providing the
- * mechanism for IPIs.
- */
-
-struct lvt {
- u_int lvt_edgetrigger:1;
- u_int lvt_activehi:1;
- u_int lvt_masked:1;
- u_int lvt_active:1;
- u_int lvt_mode:16;
- u_int lvt_vector:8;
-};
-
-struct lapic {
- struct lvt la_lvts[LVT_MAX + 1];
- u_int la_id:8;
- u_int la_cluster:4;
- u_int la_cluster_id:2;
- u_int la_present:1;
-} static lapics[MAX_APICID];
-
-/* XXX: should thermal be an NMI? */
-
-/* Global defaults for local APIC LVT entries. */
-static struct lvt lvts[LVT_MAX + 1] = {
- { 1, 1, 1, 1, APIC_LVT_DM_EXTINT, 0 }, /* LINT0: masked ExtINT */
- { 1, 1, 0, 1, APIC_LVT_DM_NMI, 0 }, /* LINT1: NMI */
- { 1, 1, 1, 1, APIC_LVT_DM_FIXED, 0 }, /* Timer: needs a vector */
- { 1, 1, 1, 1, APIC_LVT_DM_FIXED, 0 }, /* Error: needs a vector */
- { 1, 1, 1, 1, APIC_LVT_DM_FIXED, 0 }, /* PMC */
- { 1, 1, 1, 1, APIC_LVT_DM_FIXED, 0 }, /* Thermal: needs a vector */
-};
-
-static inthand_t *ioint_handlers[] = {
- NULL, /* 0 - 31 */
- IDTVEC(apic_isr1), /* 32 - 63 */
- IDTVEC(apic_isr2), /* 64 - 95 */
- IDTVEC(apic_isr3), /* 96 - 127 */
- IDTVEC(apic_isr4), /* 128 - 159 */
- IDTVEC(apic_isr5), /* 160 - 191 */
- IDTVEC(apic_isr6), /* 192 - 223 */
- IDTVEC(apic_isr7), /* 224 - 255 */
-};
-
-volatile lapic_t *lapic;
-
-static uint32_t
-lvt_mode(struct lapic *la, u_int pin, uint32_t value)
-{
- struct lvt *lvt;
-
- KASSERT(pin <= LVT_MAX, ("%s: pin %u out of range", __func__, pin));
- if (la->la_lvts[pin].lvt_active)
- lvt = &la->la_lvts[pin];
- else
- lvt = &lvts[pin];
-
- value &= ~(APIC_LVT_M | APIC_LVT_TM | APIC_LVT_IIPP | APIC_LVT_DM |
- APIC_LVT_VECTOR);
- if (lvt->lvt_edgetrigger == 0)
- value |= APIC_LVT_TM;
- if (lvt->lvt_activehi == 0)
- value |= APIC_LVT_IIPP_INTALO;
- if (lvt->lvt_masked)
- value |= APIC_LVT_M;
- value |= lvt->lvt_mode;
- switch (lvt->lvt_mode) {
- case APIC_LVT_DM_NMI:
- case APIC_LVT_DM_SMI:
- case APIC_LVT_DM_INIT:
- case APIC_LVT_DM_EXTINT:
- if (!lvt->lvt_edgetrigger) {
- printf("lapic%u: Forcing LINT%u to edge trigger\n",
- la->la_id, pin);
- value |= APIC_LVT_TM;
- }
- /* Use a vector of 0. */
- break;
- case APIC_LVT_DM_FIXED:
-#if 0
- value |= lvt->lvt_vector;
-#else
- panic("Fixed LINT pins not supported");
-#endif
- break;
- default:
- panic("bad APIC LVT delivery mode: %#x\n", value);
- }
- return (value);
-}
-
-/*
- * Map the local APIC and setup necessary interrupt vectors.
- */
-void
-lapic_init(uintptr_t addr)
-{
- u_int32_t value;
-
- /* Map the local APIC and setup the spurious interrupt handler. */
- KASSERT(trunc_page(addr) == addr,
- ("local APIC not aligned on a page boundary"));
- lapic = (lapic_t *)pmap_mapdev(addr, sizeof(lapic_t));
- setidt(APIC_SPURIOUS_INT, IDTVEC(spuriousint), SDT_SYS386IGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
-
- /* Perform basic initialization of the BSP's local APIC. */
- value = lapic->svr;
- value &= ~(APIC_SVR_VECTOR | APIC_SVR_FOCUS);
- value |= (APIC_SVR_FEN | APIC_SVR_SWEN | APIC_SPURIOUS_INT);
- lapic->svr = value;
-
- /* Set BSP's per-CPU local APIC ID. */
- PCPU_SET(apic_id, lapic_id());
-
- /* XXX: timer/error/thermal interrupts */
-}
-
-/*
- * Create a local APIC instance.
- */
-void
-lapic_create(u_int apic_id, int boot_cpu)
-{
- int i;
-
- if (apic_id >= MAX_APICID) {
- printf("APIC: Ignoring local APIC with ID %d\n", apic_id);
- if (boot_cpu)
- panic("Can't ignore BSP");
- return;
- }
- KASSERT(!lapics[apic_id].la_present, ("duplicate local APIC %u",
- apic_id));
-
- /*
- * Assume no local LVT overrides and a cluster of 0 and
- * intra-cluster ID of 0.
- */
- lapics[apic_id].la_present = 1;
- lapics[apic_id].la_id = apic_id;
- for (i = 0; i < LVT_MAX; i++) {
- lapics[apic_id].la_lvts[i] = lvts[i];
- lapics[apic_id].la_lvts[i].lvt_active = 0;
- }
-
-#ifdef SMP
- cpu_add(apic_id, boot_cpu);
-#endif
-}
-
-/*
- * Dump contents of local APIC registers
- */
-void
-lapic_dump(const char* str)
-{
-
- printf("cpu%d %s:\n", PCPU_GET(cpuid), str);
- printf(" ID: 0x%08x VER: 0x%08x LDR: 0x%08x DFR: 0x%08x\n",
- lapic->id, lapic->version, lapic->ldr, lapic->dfr);
- printf(" lint0: 0x%08x lint1: 0x%08x TPR: 0x%08x SVR: 0x%08x\n",
- lapic->lvt_lint0, lapic->lvt_lint1, lapic->tpr, lapic->svr);
-}
-
-void
-lapic_enable_intr(u_int irq)
-{
- u_int vector;
-
- vector = apic_irq_to_idt(irq);
- KASSERT(vector != IDT_SYSCALL, ("Attempt to overwrite syscall entry"));
- KASSERT(ioint_handlers[vector / 32] != NULL,
- ("No ISR handler for IRQ %u", irq));
- setidt(vector, ioint_handlers[vector / 32], SDT_SYS386IGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
-}
-
-void
-lapic_setup(void)
-{
- struct lapic *la;
- u_int32_t value, maxlvt;
- register_t eflags;
-
- la = &lapics[lapic_id()];
- KASSERT(la->la_present, ("missing APIC structure"));
- eflags = intr_disable();
- maxlvt = (lapic->version & APIC_VER_MAXLVT) >> MAXLVTSHIFT;
-
- /* Program LINT[01] LVT entries. */
- lapic->lvt_lint0 = lvt_mode(la, LVT_LINT0, lapic->lvt_lint0);
- lapic->lvt_lint1 = lvt_mode(la, LVT_LINT1, lapic->lvt_lint1);
-
- /* XXX: more LVT entries */
-
- /* Clear the TPR. */
- value = lapic->tpr;
- value &= ~APIC_TPR_PRIO;
- lapic->tpr = value;
-
- /* Use the cluster model for logical IDs. */
- value = lapic->dfr;
- value &= ~APIC_DFR_MODEL_MASK;
- value |= APIC_DFR_MODEL_CLUSTER;
- lapic->dfr = value;
-
- /* Set this APIC's logical ID. */
- value = lapic->ldr;
- value &= ~APIC_ID_MASK;
- value |= (la->la_cluster << APIC_ID_CLUSTER_SHIFT |
- 1 << la->la_cluster_id) << APIC_ID_SHIFT;
- lapic->ldr = value;
-
- /* Setup spurious vector and enable the local APIC. */
- value = lapic->svr;
- value &= ~(APIC_SVR_VECTOR | APIC_SVR_FOCUS);
- value |= (APIC_SVR_FEN | APIC_SVR_SWEN | APIC_SPURIOUS_INT);
- lapic->svr = value;
- intr_restore(eflags);
-}
-
-void
-lapic_disable(void)
-{
- uint32_t value;
-
- /* Software disable the local APIC. */
- value = lapic->svr;
- value &= ~APIC_SVR_SWEN;
- lapic->svr = value;
-}
-
-int
-lapic_id(void)
-{
-
- KASSERT(lapic != NULL, ("local APIC is not mapped"));
- return (lapic->id >> APIC_ID_SHIFT);
-}
-
-int
-lapic_intr_pending(u_int vector)
-{
- volatile u_int32_t *irr;
-
- /*
- * The IRR registers are an array of 128-bit registers each of
- * which only describes 32 interrupts in the low 32 bits.. Thus,
- * we divide the vector by 32 to get the 128-bit index. We then
- * multiply that index by 4 to get the equivalent index from
- * treating the IRR as an array of 32-bit registers. Finally, we
- * modulus the vector by 32 to determine the individual bit to
- * test.
- */
- irr = &lapic->irr0;
- return (irr[(vector / 32) * 4] & 1 << (vector % 32));
-}
-
-void
-lapic_set_logical_id(u_int apic_id, u_int cluster, u_int cluster_id)
-{
- struct lapic *la;
-
- KASSERT(lapics[apic_id].la_present, ("%s: APIC %u doesn't exist",
- __func__, apic_id));
- KASSERT(cluster <= APIC_MAX_CLUSTER, ("%s: cluster %u too big",
- __func__, cluster));
- KASSERT(cluster_id <= APIC_MAX_INTRACLUSTER_ID,
- ("%s: intra cluster id %u too big", __func__, cluster_id));
- la = &lapics[apic_id];
- la->la_cluster = cluster;
- la->la_cluster_id = cluster_id;
-}
-
-int
-lapic_set_lvt_mask(u_int apic_id, u_int pin, u_char masked)
-{
-
- if (pin > LVT_MAX)
- return (EINVAL);
- if (apic_id == APIC_ID_ALL) {
- lvts[pin].lvt_masked = masked;
- if (bootverbose)
- printf("lapic:");
- } else {
- KASSERT(lapics[apic_id].la_present,
- ("%s: missing APIC %u", __func__, apic_id));
- lapics[apic_id].la_lvts[pin].lvt_masked = masked;
- lapics[apic_id].la_lvts[pin].lvt_active = 1;
- if (bootverbose)
- printf("lapic%u:", apic_id);
- }
- if (bootverbose)
- printf(" LINT%u %s\n", pin, masked ? "masked" : "unmasked");
- return (0);
-}
-
-int
-lapic_set_lvt_mode(u_int apic_id, u_int pin, u_int32_t mode)
-{
- struct lvt *lvt;
-
- if (pin > LVT_MAX)
- return (EINVAL);
- if (apic_id == APIC_ID_ALL) {
- lvt = &lvts[pin];
- if (bootverbose)
- printf("lapic:");
- } else {
- KASSERT(lapics[apic_id].la_present,
- ("%s: missing APIC %u", __func__, apic_id));
- lvt = &lapics[apic_id].la_lvts[pin];
- lvt->lvt_active = 1;
- if (bootverbose)
- printf("lapic%u:", apic_id);
- }
- lvt->lvt_mode = mode;
- switch (mode) {
- case APIC_LVT_DM_NMI:
- case APIC_LVT_DM_SMI:
- case APIC_LVT_DM_INIT:
- case APIC_LVT_DM_EXTINT:
- lvt->lvt_edgetrigger = 1;
- lvt->lvt_activehi = 1;
- if (mode == APIC_LVT_DM_EXTINT)
- lvt->lvt_masked = 1;
- else
- lvt->lvt_masked = 0;
- break;
- default:
- panic("Unsupported delivery mode: 0x%x\n", mode);
- }
- if (bootverbose) {
- printf(" Routing ");
- switch (mode) {
- case APIC_LVT_DM_NMI:
- printf("NMI");
- break;
- case APIC_LVT_DM_SMI:
- printf("SMI");
- break;
- case APIC_LVT_DM_INIT:
- printf("INIT");
- break;
- case APIC_LVT_DM_EXTINT:
- printf("ExtINT");
- break;
- }
- printf(" -> LINT%u\n", pin);
- }
- return (0);
-}
-
-int
-lapic_set_lvt_polarity(u_int apic_id, u_int pin, enum intr_polarity pol)
-{
-
- if (pin > LVT_MAX || pol == INTR_POLARITY_CONFORM)
- return (EINVAL);
- if (apic_id == APIC_ID_ALL) {
- lvts[pin].lvt_activehi = (pol == INTR_POLARITY_HIGH);
- if (bootverbose)
- printf("lapic:");
- } else {
- KASSERT(lapics[apic_id].la_present,
- ("%s: missing APIC %u", __func__, apic_id));
- lapics[apic_id].la_lvts[pin].lvt_active = 1;
- lapics[apic_id].la_lvts[pin].lvt_activehi =
- (pol == INTR_POLARITY_HIGH);
- if (bootverbose)
- printf("lapic%u:", apic_id);
- }
- if (bootverbose)
- printf(" LINT%u polarity: active-%s\n", pin,
- pol == INTR_POLARITY_HIGH ? "high" : "low");
- return (0);
-}
-
-int
-lapic_set_lvt_triggermode(u_int apic_id, u_int pin, enum intr_trigger trigger)
-{
-
- if (pin > LVT_MAX || trigger == INTR_TRIGGER_CONFORM)
- return (EINVAL);
- if (apic_id == APIC_ID_ALL) {
- lvts[pin].lvt_edgetrigger = (trigger == INTR_TRIGGER_EDGE);
- if (bootverbose)
- printf("lapic:");
- } else {
- KASSERT(lapics[apic_id].la_present,
- ("%s: missing APIC %u", __func__, apic_id));
- lapics[apic_id].la_lvts[pin].lvt_edgetrigger =
- (trigger == INTR_TRIGGER_EDGE);
- lapics[apic_id].la_lvts[pin].lvt_active = 1;
- if (bootverbose)
- printf("lapic%u:", apic_id);
- }
- if (bootverbose)
- printf(" LINT%u trigger: %s\n", pin,
- trigger == INTR_TRIGGER_EDGE ? "edge" : "level");
- return (0);
-}
-
-void
-lapic_eoi(void)
-{
-
- lapic->eoi = 0;
-}
-
-void
-lapic_handle_intr(struct intrframe frame)
-{
- struct intsrc *isrc;
-
- if (frame.if_vec == -1)
- panic("Couldn't get vector from ISR!");
- isrc = intr_lookup_source(apic_idt_to_irq(frame.if_vec));
- intr_execute_handlers(isrc, &frame);
-}
-
-/* Translate between IDT vectors and IRQ vectors. */
-u_int
-apic_irq_to_idt(u_int irq)
-{
- u_int vector;
-
- KASSERT(irq < NUM_IO_INTS, ("Invalid IRQ %u", irq));
- vector = irq + APIC_IO_INTS;
- if (vector >= IDT_SYSCALL)
- vector++;
- return (vector);
-}
-
-u_int
-apic_idt_to_irq(u_int vector)
-{
-
- KASSERT(vector >= APIC_IO_INTS && vector != IDT_SYSCALL &&
- vector <= APIC_IO_INTS + NUM_IO_INTS,
- ("Vector %u does not map to an IRQ line", vector));
- if (vector > IDT_SYSCALL)
- vector--;
- return (vector - APIC_IO_INTS);
-}
-
-/*
- * APIC probing support code. This includes code to manage enumerators.
- */
-
-static SLIST_HEAD(, apic_enumerator) enumerators =
- SLIST_HEAD_INITIALIZER(enumerators);
-static struct apic_enumerator *best_enum;
-
-void
-apic_register_enumerator(struct apic_enumerator *enumerator)
-{
-#ifdef INVARIANTS
- struct apic_enumerator *apic_enum;
-
- SLIST_FOREACH(apic_enum, &enumerators, apic_next) {
- if (apic_enum == enumerator)
- panic("%s: Duplicate register of %s", __func__,
- enumerator->apic_name);
- }
-#endif
- SLIST_INSERT_HEAD(&enumerators, enumerator, apic_next);
-}
-
-/*
- * Probe the APIC enumerators, enumerate CPUs, and initialize the
- * local APIC.
- */
-static void
-apic_init(void *dummy __unused)
-{
- uint64_t apic_base;
- int retval, best;
-
- /* We only support built in local APICs. */
- if (!(cpu_feature & CPUID_APIC))
- return;
-
- /* Don't probe if APIC mode is disabled. */
- if (resource_disabled("apic", 0))
- return;
-
- /* First, probe all the enumerators to find the best match. */
- best_enum = NULL;
- best = 0;
-#ifndef XEN
- SLIST_FOREACH(enumerator, &enumerators, apic_next) {
- retval = enumerator->apic_probe();
- if (retval > 0)
- continue;
- if (best_enum == NULL || best < retval) {
- best_enum = enumerator;
- best = retval;
- }
- }
-#endif
- if (best_enum == NULL) {
- if (bootverbose)
- printf("APIC: Could not find any APICs.\n");
- return;
- }
-
- if (bootverbose)
- printf("APIC: Using the %s enumerator.\n",
- best_enum->apic_name);
-
- /*
- * To work around an errata, we disable the local APIC on some
- * CPUs during early startup. We need to turn the local APIC back
- * on on such CPUs now.
- */
- if (cpu == CPU_686 && strcmp(cpu_vendor, "GenuineIntel") == 0 &&
- (cpu_id & 0xff0) == 0x610) {
- apic_base = rdmsr(MSR_APICBASE);
- apic_base |= APICBASE_ENABLED;
- wrmsr(MSR_APICBASE, apic_base);
- }
-
- /* Second, probe the CPU's in the system. */
- retval = best_enum->apic_probe_cpus();
- if (retval != 0)
- printf("%s: Failed to probe CPUs: returned %d\n",
- best_enum->apic_name, retval);
-
- /* Third, initialize the local APIC. */
- retval = best_enum->apic_setup_local();
- if (retval != 0)
- printf("%s: Failed to setup the local APIC: returned %d\n",
- best_enum->apic_name, retval);
-#ifdef SMP
- /* Last, setup the cpu topology now that we have probed CPUs */
- mp_topology();
-#endif
-}
-SYSINIT(apic_init, SI_SUB_CPU, SI_ORDER_FIRST, apic_init, NULL)
-
-/*
- * Setup the I/O APICs.
- */
-static void
-apic_setup_io(void *dummy __unused)
-{
- int retval;
-
- if (best_enum == NULL)
- return;
- retval = best_enum->apic_setup_io();
- if (retval != 0)
- printf("%s: Failed to setup I/O APICs: returned %d\n",
- best_enum->apic_name, retval);
-
- /*
- * Finish setting up the local APIC on the BSP once we know how to
- * properly program the LINT pins.
- */
- lapic_setup();
- if (bootverbose)
- lapic_dump("BSP");
-}
-SYSINIT(apic_setup_io, SI_SUB_INTR, SI_ORDER_SECOND, apic_setup_io, NULL)
-
-#ifdef SMP
-/*
- * Inter Processor Interrupt functions. The lapic_ipi_*() functions are
- * private the sys/i386 code. The public interface for the rest of the
- * kernel is defined in mp_machdep.c.
- */
-
-int
-lapic_ipi_wait(int delay)
-{
- int x, incr;
-
- /*
- * Wait delay loops for IPI to be sent. This is highly bogus
- * since this is sensitive to CPU clock speed. If delay is
- * -1, we wait forever.
- */
- if (delay == -1) {
- incr = 0;
- delay = 1;
- } else
- incr = 1;
- for (x = 0; x < delay; x += incr) {
- if ((lapic->icr_lo & APIC_DELSTAT_MASK) == APIC_DELSTAT_IDLE)
- return (1);
- ia32_pause();
- }
- return (0);
-}
-
-void
-lapic_ipi_raw(register_t icrlo, u_int dest)
-{
- register_t value, eflags;
-
- /* XXX: Need more sanity checking of icrlo? */
- KASSERT(lapic != NULL, ("%s called too early", __func__));
- KASSERT((dest & ~(APIC_ID_MASK >> APIC_ID_SHIFT)) == 0,
- ("%s: invalid dest field", __func__));
- KASSERT((icrlo & APIC_ICRLO_RESV_MASK) == 0,
- ("%s: reserved bits set in ICR LO register", __func__));
-
- /* Set destination in ICR HI register if it is being used. */
- eflags = intr_disable();
- if ((icrlo & APIC_DEST_MASK) == APIC_DEST_DESTFLD) {
- value = lapic->icr_hi;
- value &= ~APIC_ID_MASK;
- value |= dest << APIC_ID_SHIFT;
- lapic->icr_hi = value;
- }
-
- /* Program the contents of the IPI and dispatch it. */
- value = lapic->icr_lo;
- value &= APIC_ICRLO_RESV_MASK;
- value |= icrlo;
- lapic->icr_lo = value;
- intr_restore(eflags);
-}
-
-#define BEFORE_SPIN 1000000
-#ifdef DETECT_DEADLOCK
-#define AFTER_SPIN 1000
-#endif
-
-void
-lapic_ipi_vectored(u_int vector, int dest)
-{
- register_t icrlo, destfield;
-
- KASSERT((vector & ~APIC_VECTOR_MASK) == 0,
- ("%s: invalid vector %d", __func__, vector));
-
- icrlo = vector | APIC_DELMODE_FIXED | APIC_DESTMODE_PHY |
- APIC_LEVEL_DEASSERT | APIC_TRIGMOD_EDGE;
- destfield = 0;
- switch (dest) {
- case APIC_IPI_DEST_SELF:
- icrlo |= APIC_DEST_SELF;
- break;
- case APIC_IPI_DEST_ALL:
- icrlo |= APIC_DEST_ALLISELF;
- break;
- case APIC_IPI_DEST_OTHERS:
- icrlo |= APIC_DEST_ALLESELF;
- break;
- default:
- KASSERT((dest & ~(APIC_ID_MASK >> APIC_ID_SHIFT)) == 0,
- ("%s: invalid destination 0x%x", __func__, dest));
- destfield = dest;
- }
-
- /* Wait for an earlier IPI to finish. */
- if (!lapic_ipi_wait(BEFORE_SPIN))
- panic("APIC: Previous IPI is stuck");
-
- lapic_ipi_raw(icrlo, destfield);
-
-#ifdef DETECT_DEADLOCK
- /* Wait for IPI to be delivered. */
- if (!lapic_ipi_wait(AFTER_SPIN)) {
-#ifdef needsattention
- /*
- * XXX FIXME:
- *
- * The above function waits for the message to actually be
- * delivered. It breaks out after an arbitrary timeout
- * since the message should eventually be delivered (at
- * least in theory) and that if it wasn't we would catch
- * the failure with the check above when the next IPI is
- * sent.
- *
- * We could skiip this wait entirely, EXCEPT it probably
- * protects us from other routines that assume that the
- * message was delivered and acted upon when this function
- * returns.
- */
- printf("APIC: IPI might be stuck\n");
-#else /* !needsattention */
- /* Wait until mesage is sent without a timeout. */
- while (lapic->icr_lo & APIC_DELSTAT_PEND)
- ia32_pause();
-#endif /* needsattention */
- }
-#endif /* DETECT_DEADLOCK */
-}
-#endif /* SMP */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/locore.s
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/locore.s Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,949 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)locore.s 7.3 (Berkeley) 5/13/91
- * $FreeBSD: src/sys/i386/i386/locore.s,v 1.181 2003/11/03 21:53:37 jhb Exp $
- *
- * originally from: locore.s, by William F. Jolitz
- *
- * Substantially rewritten by David Greenman, Rod Grimes,
- * Bruce Evans, Wolfgang Solfrank, Poul-Henning Kamp
- * and many others.
- */
-
-#include "opt_bootp.h"
-#include "opt_compat.h"
-#include "opt_nfsroot.h"
-#include "opt_pmap.h"
-
-#include <sys/syscall.h>
-#include <sys/reboot.h>
-
-#include <machine/asmacros.h>
-#include <machine/cputypes.h>
-#include <machine/psl.h>
-#include <machine/pmap.h>
-#include <machine/specialreg.h>
-
-#include "assym.s"
-
-.section __xen_guest
- .asciz "LOADER=generic,GUEST_VER=5.3,XEN_VER=3.0,BSD_SYMTAB"
-
-
-/*
- * XXX
- *
- * Note: This version greatly munged to avoid various assembler errors
- * that may be fixed in newer versions of gas. Perhaps newer versions
- * will have more pleasant appearance.
- */
-
-/*
- * PTmap is recursive pagemap at top of virtual address space.
- * Within PTmap, the page directory can be found (third indirection).
- */
- .globl PTmap,PTD,PTDpde
- .set PTmap,(PTDPTDI << PDRSHIFT)
- .set PTD,PTmap + (PTDPTDI * PAGE_SIZE)
- .set PTDpde,PTD + (PTDPTDI * PDESIZE)
-
-#ifdef SMP
-/*
- * Define layout of per-cpu address space.
- * This is "constructed" in locore.s on the BSP and in mp_machdep.c
- * for each AP. DO NOT REORDER THESE WITHOUT UPDATING THE REST!
- */
- .globl SMP_prvspace
- .set SMP_prvspace,(MPPTDI << PDRSHIFT)
-#endif /* SMP */
-
-/*
- * Compiled KERNBASE location and the kernel load address
- */
- .globl kernbase
- .set kernbase,KERNBASE
- .globl kernload
- .set kernload,KERNLOAD
-
-/*
- * Globals
- */
- .data
- ALIGN_DATA /* just to be sure */
-
- .space 0x2000 /* space for tmpstk - temporary stack */
-tmpstk:
-
- .globl bootinfo
-bootinfo: .space BOOTINFO_SIZE /* bootinfo that we can handle */
-
- .globl KERNend
-KERNend: .long 0 /* phys addr end of kernel (just after
bss) */
-physfree: .long 0 /* phys addr of next free page */
-
-#ifdef SMP
- .globl cpu0prvpage
-cpu0pp: .long 0 /* phys addr cpu0 private pg */
-cpu0prvpage: .long 0 /* relocated version */
-
- .globl SMPpt
-SMPptpa: .long 0 /* phys addr SMP page table */
-SMPpt: .long 0 /* relocated version */
-#endif /* SMP */
-
- .globl IdlePTD
-IdlePTD: .long 0 /* phys addr of kernel PTD */
-
-
- .globl KPTphys
-KPTphys: .long 0 /* phys addr of kernel page tables */
-
- .globl proc0uarea, proc0kstack
-proc0uarea: .long 0 /* address of proc 0 uarea space */
-proc0kstack: .long 0 /* address of proc 0 kstack space */
-p0upa: .long 0 /* phys addr of proc0's UAREA */
-p0kpa: .long 0 /* phys addr of proc0's STACK */
-
-#ifdef PC98
- .globl pc98_system_parameter
-pc98_system_parameter:
- .space 0x240
-#endif
-
-/**********************************************************************
- *
- * Some handy macros
- *
- */
-
-#define R(foo) ((foo))
-
-#define ALLOCPAGES(foo) \
- movl R(physfree), %esi ; \
- movl $((foo)*PAGE_SIZE), %eax ; \
- addl %esi, %eax ; \
- movl %eax, R(physfree) ; \
- movl %esi, %edi ; \
- movl $((foo)*PAGE_SIZE),%ecx ; \
- xorl %eax,%eax ; \
- cld ; \
- rep ; \
- stosb
-
-/*
- * fillkpt
- * eax = page frame address
- * ebx = index into page table
- * ecx = how many pages to map
- * base = base address of page dir/table
- * prot = protection bits
- */
-#define fillkpt(base, prot) \
- shll $PTESHIFT,%ebx ; \
- addl base,%ebx ; \
- orl $PG_V,%eax ; \
- orl prot,%eax ; \
-1: movl %eax,(%ebx) ; \
- addl $PAGE_SIZE,%eax ; /* increment physical address */ \
- addl $PTESIZE,%ebx ; /* next pte */ \
- loop 1b
-
-/*
- * fillkptphys(prot)
- * eax = physical address
- * ecx = how many pages to map
- * prot = protection bits
- */
-#define fillkptphys(prot) \
- movl %eax, %ebx ; \
- shrl $PAGE_SHIFT, %ebx ; \
- fillkpt(R(KPTphys), prot)
-
- .text
-/**********************************************************************
- *
- * This is where the bootblocks start us, set the ball rolling...
- *
- */
-NON_GPROF_ENTRY(btext)
- pushl %esi
- call initvalues
- popl %esi
- call identify_cpu
- movl proc0kstack,%eax
- leal (KSTACK_PAGES*PAGE_SIZE-PCB_SIZE)(%eax),%esp
- xorl %ebp,%ebp /* mark end of frames */
- movl IdlePTD,%esi
- movl %esi,(KSTACK_PAGES*PAGE_SIZE-PCB_SIZE+PCB_CR3)(%eax)
- call init386
- call mi_startup
- int $3
-
-
-#ifdef PC98
- /* save SYSTEM PARAMETER for resume (NS/T or other) */
- movl $0xa1400,%esi
- movl $R(pc98_system_parameter),%edi
- movl $0x0240,%ecx
- cld
- rep
- movsb
-#else /* IBM-PC */
-/* Tell the bios to warmboot next time */
- movw $0x1234,0x472
-#endif /* PC98 */
-
-/* Set up a real frame in case the double return in newboot is executed. */
- pushl %ebp
- movl %esp, %ebp
-
-/* Don't trust what the BIOS gives for eflags. */
- pushl $PSL_KERNEL
- popfl
-
-/*
- * Don't trust what the BIOS gives for %fs and %gs. Trust the bootstrap
- * to set %cs, %ds, %es and %ss.
- */
- mov %ds, %ax
- mov %ax, %fs
- mov %ax, %gs
-
-/*
- * Clear the bss. Not all boot programs do it, and it is our job anyway.
- *
- * XXX we don't check that there is memory for our bss and page tables
- * before using it.
- *
- * Note: we must be careful to not overwrite an active gdt or idt. They
- * inactive from now until we switch to new ones, since we don't load any
- * more segment registers or permit interrupts until after the switch.
- */
- movl $R(end),%ecx
- movl $R(edata),%edi
- subl %edi,%ecx
- xorl %eax,%eax
- cld
- rep
- stosb
-
- call recover_bootinfo
-
-/* Get onto a stack that we can trust. */
-/*
- * XXX this step is delayed in case recover_bootinfo needs to return via
- * the old stack, but it need not be, since recover_bootinfo actually
- * returns via the old frame.
- */
- movl $R(tmpstk),%esp
-
-#ifdef PC98
- /* pc98_machine_type & M_EPSON_PC98 */
- testb $0x02,R(pc98_system_parameter)+220
- jz 3f
- /* epson_machine_id <= 0x0b */
- cmpb $0x0b,R(pc98_system_parameter)+224
- ja 3f
-
- /* count up memory */
- movl $0x100000,%eax /* next, talley remaining memory */
- movl $0xFFF-0x100,%ecx
-1: movl 0(%eax),%ebx /* save location to check */
- movl $0xa55a5aa5,0(%eax) /* write test pattern */
- cmpl $0xa55a5aa5,0(%eax) /* does not check yet for rollover */
- jne 2f
- movl %ebx,0(%eax) /* restore memory */
- addl $PAGE_SIZE,%eax
- loop 1b
-2: subl $0x100000,%eax
- shrl $17,%eax
- movb %al,R(pc98_system_parameter)+1
-3:
-
- movw R(pc98_system_parameter+0x86),%ax
- movw %ax,R(cpu_id)
-#endif
-
- call identify_cpu
- call create_pagetables
-
-/*
- * If the CPU has support for VME, turn it on.
- */
- testl $CPUID_VME, R(cpu_feature)
- jz 1f
- movl %cr4, %eax
- orl $CR4_VME, %eax
- movl %eax, %cr4
-1:
-
-/* Now enable paging */
- movl R(IdlePTD), %eax
- movl %eax,%cr3 /* load ptd addr into mmu */
- movl %cr0,%eax /* get control word */
- orl $CR0_PE|CR0_PG,%eax /* enable paging */
- movl %eax,%cr0 /* and let's page NOW! */
-
- pushl $begin /* jump to high virtualized address */
- ret
-
-/* now running relocated at KERNBASE where the system is linked to run */
-begin:
- /* set up bootstrap stack */
- movl proc0kstack,%eax /* location of in-kernel stack */
- /* bootstrap stack end location */
- leal (KSTACK_PAGES*PAGE_SIZE-PCB_SIZE)(%eax),%esp
-
- xorl %ebp,%ebp /* mark end of frames */
-
-#ifdef PAE
- movl IdlePDPT,%esi
-#else
- movl IdlePTD,%esi
-#endif
- movl %esi,(KSTACK_PAGES*PAGE_SIZE-PCB_SIZE+PCB_CR3)(%eax)
-
- pushl physfree /* value of first for init386(first) */
- call init386 /* wire 386 chip for unix operation */
-
- /*
- * Clean up the stack in a way that db_numargs() understands, so
- * that backtraces in ddb don't underrun the stack. Traps for
- * inaccessible memory are more fatal than usual this early.
- */
- addl $4,%esp
-
- call mi_startup /* autoconfiguration, mountroot etc */
- /* NOTREACHED */
- addl $0,%esp /* for db_numargs() again */
-
-/*
- * Signal trampoline, copied to top of user stack
- */
-NON_GPROF_ENTRY(sigcode)
- calll *SIGF_HANDLER(%esp)
- leal SIGF_UC(%esp),%eax /* get ucontext */
- pushl %eax
- testl $PSL_VM,UC_EFLAGS(%eax)
- jne 1f
- movl UC_GS(%eax),%gs /* restore %gs */
-1:
- movl $SYS_sigreturn,%eax
- pushl %eax /* junk to fake return addr. */
- int $0x80 /* enter kernel with args */
- /* on stack */
-1:
- jmp 1b
-
-#ifdef COMPAT_FREEBSD4
- ALIGN_TEXT
-freebsd4_sigcode:
- calll *SIGF_HANDLER(%esp)
- leal SIGF_UC4(%esp),%eax /* get ucontext */
- pushl %eax
- testl $PSL_VM,UC4_EFLAGS(%eax)
- jne 1f
- movl UC4_GS(%eax),%gs /* restore %gs */
-1:
- movl $344,%eax /* 4.x SYS_sigreturn */
- pushl %eax /* junk to fake return addr. */
- int $0x80 /* enter kernel with args */
- /* on stack */
-1:
- jmp 1b
-#endif
-
-#ifdef COMPAT_43
- ALIGN_TEXT
-osigcode:
- call *SIGF_HANDLER(%esp) /* call signal handler */
- lea SIGF_SC(%esp),%eax /* get sigcontext */
- pushl %eax
- testl $PSL_VM,SC_PS(%eax)
- jne 9f
- movl SC_GS(%eax),%gs /* restore %gs */
-9:
- movl $103,%eax /* 3.x SYS_sigreturn */
- pushl %eax /* junk to fake return addr. */
- int $0x80 /* enter kernel with args */
-0: jmp 0b
-#endif /* COMPAT_43 */
-
- ALIGN_TEXT
-esigcode:
-
- .data
- .globl szsigcode
-szsigcode:
- .long esigcode-sigcode
-#ifdef COMPAT_FREEBSD4
- .globl szfreebsd4_sigcode
-szfreebsd4_sigcode:
- .long esigcode-freebsd4_sigcode
-#endif
-#ifdef COMPAT_43
- .globl szosigcode
-szosigcode:
- .long esigcode-osigcode
-#endif
- .text
-
-/**********************************************************************
- *
- * Recover the bootinfo passed to us from the boot program
- *
- */
-recover_bootinfo:
- /*
- * This code is called in different ways depending on what loaded
- * and started the kernel. This is used to detect how we get the
- * arguments from the other code and what we do with them.
- *
- * Old disk boot blocks:
- * (*btext)(howto, bootdev, cyloffset, esym);
- * [return address == 0, and can NOT be returned to]
- * [cyloffset was not supported by the FreeBSD boot code
- * and always passed in as 0]
- * [esym is also known as total in the boot code, and
- * was never properly supported by the FreeBSD boot code]
- *
- * Old diskless netboot code:
- * (*btext)(0,0,0,0,&nfsdiskless,0,0,0);
- * [return address != 0, and can NOT be returned to]
- * If we are being booted by this code it will NOT work,
- * so we are just going to halt if we find this case.
- *
- * New uniform boot code:
- * (*btext)(howto, bootdev, 0, 0, 0, &bootinfo)
- * [return address != 0, and can be returned to]
- *
- * There may seem to be a lot of wasted arguments in here, but
- * that is so the newer boot code can still load very old kernels
- * and old boot code can load new kernels.
- */
-
- /*
- * The old style disk boot blocks fake a frame on the stack and
- * did an lret to get here. The frame on the stack has a return
- * address of 0.
- */
- cmpl $0,4(%ebp)
- je olddiskboot
-
- /*
- * We have some form of return address, so this is either the
- * old diskless netboot code, or the new uniform code. That can
- * be detected by looking at the 5th argument, if it is 0
- * we are being booted by the new uniform boot code.
- */
- cmpl $0,24(%ebp)
- je newboot
-
- /*
- * Seems we have been loaded by the old diskless boot code, we
- * don't stand a chance of running as the diskless structure
- * changed considerably between the two, so just halt.
- */
- hlt
-
- /*
- * We have been loaded by the new uniform boot code.
- * Let's check the bootinfo version, and if we do not understand
- * it we return to the loader with a status of 1 to indicate this error
- */
-newboot:
- movl 28(%ebp),%ebx /* &bootinfo.version */
- movl BI_VERSION(%ebx),%eax
- cmpl $1,%eax /* We only understand version 1 */
- je 1f
- movl $1,%eax /* Return status */
- leave
- /*
- * XXX this returns to our caller's caller (as is required) since
- * we didn't set up a frame and our caller did.
- */
- ret
-
-1:
- /*
- * If we have a kernelname copy it in
- */
- movl BI_KERNELNAME(%ebx),%esi
- cmpl $0,%esi
- je 2f /* No kernelname */
- movl $MAXPATHLEN,%ecx /* Brute force!!! */
- movl $R(kernelname),%edi
- cmpb $'/',(%esi) /* Make sure it starts with a slash */
- je 1f
- movb $'/',(%edi)
- incl %edi
- decl %ecx
-1:
- cld
- rep
- movsb
-
-2:
- /*
- * Determine the size of the boot loader's copy of the bootinfo
- * struct. This is impossible to do properly because old versions
- * of the struct don't contain a size field and there are 2 old
- * versions with the same version number.
- */
- movl $BI_ENDCOMMON,%ecx /* prepare for sizeless version */
- testl $RB_BOOTINFO,8(%ebp) /* bi_size (and bootinfo) valid? */
- je got_bi_size /* no, sizeless version */
- movl BI_SIZE(%ebx),%ecx
-got_bi_size:
-
- /*
- * Copy the common part of the bootinfo struct
- */
- movl %ebx,%esi
- movl $R(bootinfo),%edi
- cmpl $BOOTINFO_SIZE,%ecx
- jbe got_common_bi_size
- movl $BOOTINFO_SIZE,%ecx
-got_common_bi_size:
- cld
- rep
- movsb
-
-#ifdef NFS_ROOT
-#ifndef BOOTP_NFSV3
- /*
- * If we have a nfs_diskless structure copy it in
- */
- movl BI_NFS_DISKLESS(%ebx),%esi
- cmpl $0,%esi
- je olddiskboot
- movl $R(nfs_diskless),%edi
- movl $NFSDISKLESS_SIZE,%ecx
- cld
- rep
- movsb
- movl $R(nfs_diskless_valid),%edi
- movl $1,(%edi)
-#endif
-#endif
-
- /*
- * The old style disk boot.
- * (*btext)(howto, bootdev, cyloffset, esym);
- * Note that the newer boot code just falls into here to pick
- * up howto and bootdev, cyloffset and esym are no longer used
- */
-olddiskboot:
- movl 8(%ebp),%eax
- movl %eax,R(boothowto)
- movl 12(%ebp),%eax
- movl %eax,R(bootdev)
-
- ret
-
-
-/**********************************************************************
- *
- * Identify the CPU and initialize anything special about it
- *
- */
-identify_cpu:
-
- /* Try to toggle alignment check flag ; does not exist on 386.
*/
- pushfl
- popl %eax
- movl %eax,%ecx
- orl $PSL_AC,%eax
- pushl %eax
- popfl
- pushfl
- popl %eax
- xorl %ecx,%eax
- andl $PSL_AC,%eax
- pushl %ecx
- popfl
-
- testl %eax,%eax
- jnz try486
-
- /* NexGen CPU does not have aligment check flag. */
- pushfl
- movl $0x5555, %eax
- xorl %edx, %edx
- movl $2, %ecx
- clc
- divl %ecx
- jz trynexgen
- popfl
- movl $CPU_386,R(cpu)
- jmp 3f
-
-trynexgen:
- popfl
- movl $CPU_NX586,R(cpu)
- movl $0x4778654e,R(cpu_vendor) # store vendor string
- movl $0x72446e65,R(cpu_vendor+4)
- movl $0x6e657669,R(cpu_vendor+8)
- movl $0,R(cpu_vendor+12)
- jmp 3f
-
-try486: /* Try to toggle identification flag ; does not exist on
early 486s. */
- pushfl
- popl %eax
- movl %eax,%ecx
- xorl $PSL_ID,%eax
- pushl %eax
- popfl
- pushfl
- popl %eax
- xorl %ecx,%eax
- andl $PSL_ID,%eax
- pushl %ecx
- popfl
-
- testl %eax,%eax
- jnz trycpuid
- movl $CPU_486,R(cpu)
-
- /*
- * Check Cyrix CPU
- * Cyrix CPUs do not change the undefined flags following
- * execution of the divide instruction which divides 5 by 2.
- *
- * Note: CPUID is enabled on M2, so it passes another
way.
- */
- pushfl
- movl $0x5555, %eax
- xorl %edx, %edx
- movl $2, %ecx
- clc
- divl %ecx
- jnc trycyrix
- popfl
- jmp 3f /* You may use Intel CPU. */
-
-trycyrix:
- popfl
- /*
- * IBM Bluelighting CPU also doesn't change the undefined flags.
- * Because IBM doesn't disclose the information for Bluelighting
- * CPU, we couldn't distinguish it from Cyrix's (including IBM
- * brand of Cyrix CPUs).
- */
- movl $0x69727943,R(cpu_vendor) # store vendor string
- movl $0x736e4978,R(cpu_vendor+4)
- movl $0x64616574,R(cpu_vendor+8)
- jmp 3f
-
-trycpuid: /* Use the `cpuid' instruction. */
- xorl %eax,%eax
- cpuid # cpuid 0
- movl %eax,R(cpu_high) # highest capability
- movl %ebx,R(cpu_vendor) # store vendor string
- movl %edx,R(cpu_vendor+4)
- movl %ecx,R(cpu_vendor+8)
- movb $0,R(cpu_vendor+12)
-
- movl $1,%eax
- cpuid # cpuid 1
- movl %eax,R(cpu_id) # store cpu_id
- movl %ebx,R(cpu_procinfo) # store cpu_procinfo
- movl %edx,R(cpu_feature) # store cpu_feature
- rorl $8,%eax # extract family type
- andl $15,%eax
- cmpl $5,%eax
- jae 1f
-
- /* less than Pentium ; must be 486 */
- movl $CPU_486,R(cpu)
- jmp 3f
-1:
- /* a Pentium? */
- cmpl $5,%eax
- jne 2f
- movl $CPU_586,R(cpu)
- jmp 3f
-2:
- /* Greater than Pentium...call it a Pentium Pro */
- movl $CPU_686,R(cpu)
-3:
- ret
-
-/**********************************************************************
- *
- * Create the first page directory and its page tables.
- *
- */
-
-create_pagetables:
-
-/* Find end of kernel image (rounded up to a page boundary). */
- movl $R(_end),%esi
-
-/* Include symbols, if any. */
- movl R(bootinfo+BI_ESYMTAB),%edi
- testl %edi,%edi
- je over_symalloc
- movl %edi,%esi
- movl $KERNBASE,%edi
- addl %edi,R(bootinfo+BI_SYMTAB)
- addl %edi,R(bootinfo+BI_ESYMTAB)
-over_symalloc:
-
-/* If we are told where the end of the kernel space is, believe it. */
- movl R(bootinfo+BI_KERNEND),%edi
- testl %edi,%edi
- je no_kernend
- movl %edi,%esi
-no_kernend:
-
- addl $PDRMASK,%esi /* Play conservative for now, and */
- andl $~PDRMASK,%esi /* ... wrap to next 4M. */
- movl %esi,R(KERNend) /* save end of kernel */
- movl %esi,R(physfree) /* next free page is at end of kernel */
-
-/* Allocate Kernel Page Tables */
- ALLOCPAGES(NKPT)
- movl %esi,R(KPTphys)
-
-/* Allocate Page Table Directory */
-#ifdef PAE
- /* XXX only need 32 bytes (easier for now) */
- ALLOCPAGES(1)
- movl %esi,R(IdlePDPT)
-#endif
- ALLOCPAGES(NPGPTD)
- movl %esi,R(IdlePTD)
-
-/* Allocate UPAGES */
- ALLOCPAGES(UAREA_PAGES)
- movl %esi,R(p0upa)
- addl $KERNBASE, %esi
- movl %esi, R(proc0uarea)
-
- ALLOCPAGES(KSTACK_PAGES)
- movl %esi,R(p0kpa)
- addl $KERNBASE, %esi
- movl %esi, R(proc0kstack)
-#if 0
- ALLOCPAGES(1) /* vm86/bios stack */
- movl %esi,R(vm86phystk)
-
- ALLOCPAGES(3) /* pgtable + ext + IOPAGES */
- movl %esi,R(vm86pa)
- addl $KERNBASE, %esi
- movl %esi, R(vm86paddr)
-#endif
-#ifdef SMP
-/* Allocate cpu0's private data page */
- ALLOCPAGES(1)
- movl %esi,R(cpu0pp)
- addl $KERNBASE, %esi
- movl %esi, R(cpu0prvpage) /* relocated to KVM space */
-
-/* Allocate SMP page table page */
- ALLOCPAGES(1)
- movl %esi,R(SMPptpa)
- addl $KERNBASE, %esi
- movl %esi, R(SMPpt) /* relocated to KVM space */
-#endif /* SMP */
-
-/* Map page zero read-write so bios32 calls can use it */
- xorl %eax, %eax
- movl $PG_RW,%edx
- movl $1,%ecx
- fillkptphys(%edx)
-
-/* Map read-only from page 1 to the beginning of the kernel text section */
- movl $PAGE_SIZE, %eax
- xorl %edx,%edx
- movl $R(btext),%ecx
- addl $PAGE_MASK,%ecx
- subl %eax,%ecx
- shrl $PAGE_SHIFT,%ecx
- fillkptphys(%edx)
-
-/*
- * Enable PSE and PGE.
- */
-#ifndef DISABLE_PSE
- testl $CPUID_PSE, R(cpu_feature)
- jz 1f
- movl $PG_PS, R(pseflag)
- movl %cr4, %eax
- orl $CR4_PSE, %eax
- movl %eax, %cr4
-1:
-#endif
-#ifndef DISABLE_PG_G
- testl $CPUID_PGE, R(cpu_feature)
- jz 2f
- movl $PG_G, R(pgeflag)
- movl %cr4, %eax
- orl $CR4_PGE, %eax
- movl %eax, %cr4
-2:
-#endif
-
-/*
- * Write page tables for the kernel starting at btext and
- * until the end. Make sure to map read+write. We do this even
- * if we've enabled PSE above, we'll just switch the corresponding kernel
- * PDEs before we turn on paging.
- *
- * XXX: We waste some pages here in the PSE case! DON'T BLINDLY REMOVE
- * THIS! SMP needs the page table to be there to map the kernel P==V.
- */
- movl $R(btext),%eax
- addl $PAGE_MASK, %eax
- andl $~PAGE_MASK, %eax
- movl $PG_RW,%edx
- movl R(KERNend),%ecx
- subl %eax,%ecx
- shrl $PAGE_SHIFT,%ecx
- fillkptphys(%edx)
-
-/* Map page directory. */
- movl R(IdlePTD), %eax
- movl $NPGPTD, %ecx
- fillkptphys($PG_RW)
-
-/* Map proc0's UPAGES in the physical way ... */
- movl R(p0upa), %eax
- movl $(UAREA_PAGES), %ecx
- fillkptphys($PG_RW)
-
-/* Map proc0's KSTACK in the physical way ... */
- movl R(p0kpa), %eax
- movl $(KSTACK_PAGES), %ecx
- fillkptphys($PG_RW)
-
-/* Map ISA hole */
- movl $ISA_HOLE_START, %eax
- movl $ISA_HOLE_LENGTH>>PAGE_SHIFT, %ecx
- fillkptphys($PG_RW)
-#if 0
-/* Map space for the vm86 region */
- movl R(vm86phystk), %eax
- movl $4, %ecx
- fillkptphys($PG_RW)
-
-/* Map page 0 into the vm86 page table */
- movl $0, %eax
- movl $0, %ebx
- movl $1, %ecx
- fillkpt(R(vm86pa), $PG_RW|PG_U)
-
-/* ...likewise for the ISA hole */
- movl $ISA_HOLE_START, %eax
- movl $ISA_HOLE_START>>PAGE_SHIFT, %ebx
- movl $ISA_HOLE_LENGTH>>PAGE_SHIFT, %ecx
- fillkpt(R(vm86pa), $PG_RW|PG_U)
-#endif
-#ifdef SMP
-/* Map cpu0's private page into global kmem (4K @ cpu0prvpage) */
- movl R(cpu0pp), %eax
- movl $1, %ecx
- fillkptphys($PG_RW)
-
-/* Map SMP page table page into global kmem FWIW */
- movl R(SMPptpa), %eax
- movl $1, %ecx
- fillkptphys($PG_RW)
-
-/* Map the private page into the SMP page table */
- movl R(cpu0pp), %eax
- movl $0, %ebx /* pte offset = 0 */
- movl $1, %ecx /* one private page coming right up */
- fillkpt(R(SMPptpa), $PG_RW)
-
-/* ... and put the page table table in the pde. */
- movl R(SMPptpa), %eax
- movl $MPPTDI, %ebx
- movl $1, %ecx
- fillkpt(R(IdlePTD), $PG_RW)
-
-/* Fakeup VA for the local apic to allow early traps. */
- ALLOCPAGES(1)
- movl %esi, %eax
- movl $(NPTEPG-1), %ebx /* pte offset = NTEPG-1 */
- movl $1, %ecx /* one private pt coming right up */
- fillkpt(R(SMPptpa), $PG_RW)
-#endif /* SMP */
-
-/* install a pde for temporary double map of bottom of VA */
- movl R(KPTphys), %eax
- xorl %ebx, %ebx
- movl $NKPT, %ecx
- fillkpt(R(IdlePTD), $PG_RW)
-
-/*
- * For the non-PSE case, install PDEs for PTs covering the kernel.
- * For the PSE case, do the same, but clobber the ones corresponding
- * to the kernel (from btext to KERNend) with 4M ('PS') PDEs immediately
- * after.
- */
- movl R(KPTphys), %eax
- movl $KPTDI, %ebx
- movl $NKPT, %ecx
- fillkpt(R(IdlePTD), $PG_RW)
- cmpl $0,R(pseflag)
- je done_pde
-
- movl R(KERNend), %ecx
- movl $KERNLOAD, %eax
- subl %eax, %ecx
- shrl $PDRSHIFT, %ecx
- movl $(KPTDI+(KERNLOAD/(1 << PDRSHIFT))), %ebx
- shll $PDESHIFT, %ebx
- addl R(IdlePTD), %ebx
- orl $(PG_V|PG_RW|PG_PS), %eax
-1: movl %eax, (%ebx)
- addl $(1 << PDRSHIFT), %eax
- addl $PDESIZE, %ebx
- loop 1b
-
-done_pde:
-/* install a pde recursively mapping page directory as a page table */
- movl R(IdlePTD), %eax
- movl $PTDPTDI, %ebx
- movl $NPGPTD,%ecx
- fillkpt(R(IdlePTD), $PG_RW)
-
-#ifdef PAE
- movl R(IdlePTD), %eax
- xorl %ebx, %ebx
- movl $NPGPTD, %ecx
- fillkpt(R(IdlePDPT), $0x0)
-#endif
-
- ret
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,2466 +0,0 @@
-/*-
- * Copyright (c) 1992 Terrence R. Lambert.
- * Copyright (c) 1982, 1987, 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)machdep.c 7.4 (Berkeley) 6/3/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/machdep.c,v 1.584 2003/12/03 21:12:09
jhb Exp $");
-
-#include "opt_apic.h"
-#include "opt_atalk.h"
-#include "opt_compat.h"
-#include "opt_cpu.h"
-#include "opt_ddb.h"
-#include "opt_inet.h"
-#include "opt_ipx.h"
-#include "opt_isa.h"
-#include "opt_kstack_pages.h"
-#include "opt_maxmem.h"
-#include "opt_msgbuf.h"
-#include "opt_npx.h"
-#include "opt_perfmon.h"
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/sysproto.h>
-#include <sys/signalvar.h>
-#include <sys/imgact.h>
-#include <sys/kdb.h>
-#include <sys/kernel.h>
-#include <sys/ktr.h>
-#include <sys/linker.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/memrange.h>
-#include <sys/mutex.h>
-#include <sys/pcpu.h>
-#include <sys/proc.h>
-#include <sys/bio.h>
-#include <sys/buf.h>
-#include <sys/reboot.h>
-#include <sys/callout.h>
-#include <sys/msgbuf.h>
-#include <sys/sched.h>
-#include <sys/sysent.h>
-#include <sys/sysctl.h>
-#include <sys/smp.h>
-#include <sys/ucontext.h>
-#include <sys/vmmeter.h>
-#include <sys/bus.h>
-#include <sys/eventhandler.h>
-
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_object.h>
-#include <vm/vm_page.h>
-#include <vm/vm_map.h>
-#include <vm/vm_pager.h>
-#include <vm/vm_extern.h>
-
-#include <sys/user.h>
-#include <sys/exec.h>
-#include <sys/cons.h>
-
-#ifdef DDB
-#ifndef KDB
-#error KDB must be enabled in order for DDB to work!
-#endif
-#include <ddb/ddb.h>
-#include <ddb/db_sym.h>
-#endif
-
-#include <net/netisr.h>
-
-#include <machine/cpu.h>
-#include <machine/cputypes.h>
-#include <machine/reg.h>
-#include <machine/clock.h>
-#include <machine/specialreg.h>
-#include <machine/bootinfo.h>
-#include <machine/intr_machdep.h>
-#include <machine/md_var.h>
-#include <machine/pc/bios.h>
-#include <machine/pcb_ext.h> /* pcb.h included via sys/user.h */
-#include <machine/proc.h>
-#ifdef PERFMON
-#include <machine/perfmon.h>
-#endif
-#ifdef SMP
-#include <machine/privatespace.h>
-#include <machine/smp.h>
-#endif
-
-#ifdef DEV_ISA
-#include <i386/isa/icu.h>
-#endif
-
-#include <isa/rtc.h>
-#include <sys/ptrace.h>
-#include <machine/sigframe.h>
-
-
-/* XEN includes */
-#include <machine/hypervisor-ifs.h>
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/xenfunc.h>
-#include <machine/xenvar.h>
-#include <machine/xen_intr.h>
-
-void Xhypervisor_callback(void);
-void failsafe_callback(void);
-
-/***************/
-
-
-/* Sanity check for __curthread() */
-CTASSERT(offsetof(struct pcpu, pc_curthread) == 0);
-
-extern void init386(void);
-extern void dblfault_handler(void);
-
-extern void printcpuinfo(void); /* XXX header file */
-extern void finishidentcpu(void);
-extern void panicifcpuunsupported(void);
-extern void initializecpu(void);
-void initvalues(start_info_t *startinfo);
-
-#define CS_SECURE(cs) (ISPL(cs) == SEL_UPL)
-#define EFL_SECURE(ef, oef) ((((ef) ^ (oef)) & ~PSL_USERCHANGE) ==
0)
-
-#if !defined(CPU_ENABLE_SSE) && defined(I686_CPU)
-#define CPU_ENABLE_SSE
-#endif
-#if defined(CPU_DISABLE_SSE)
-#undef CPU_ENABLE_SSE
-#endif
-
-static void cpu_startup(void *);
-static void fpstate_drop(struct thread *td);
-static void get_fpcontext(struct thread *td, mcontext_t *mcp);
-static int set_fpcontext(struct thread *td, const mcontext_t *mcp);
-#ifdef CPU_ENABLE_SSE
-static void set_fpregs_xmm(struct save87 *, struct savexmm *);
-static void fill_fpregs_xmm(struct savexmm *, struct save87 *);
-#endif /* CPU_ENABLE_SSE */
-SYSINIT(cpu, SI_SUB_CPU, SI_ORDER_FIRST, cpu_startup, NULL)
-
-#ifdef DDB
-extern vm_offset_t ksym_start, ksym_end;
-#endif
-
-int _udatasel, _ucodesel;
-u_int basemem;
-
-start_info_t *xen_start_info;
-unsigned long *xen_phys_machine;
-int xendebug_flags;
-int init_first = 0;
-int cold = 1;
-
-#ifdef COMPAT_43
-static void osendsig(sig_t catcher, int sig, sigset_t *mask, u_long code);
-#endif
-#ifdef COMPAT_FREEBSD4
-static void freebsd4_sendsig(sig_t catcher, int sig, sigset_t *mask,
- u_long code);
-#endif
-
-long Maxmem = 0;
-
-vm_paddr_t phys_avail[10];
-
-/* must be 2 less so 0 0 can signal end of chunks */
-#define PHYS_AVAIL_ARRAY_END ((sizeof(phys_avail) / sizeof(vm_offset_t)) - 2)
-
-struct kva_md_info kmi;
-
-static struct trapframe proc0_tf;
-#ifndef SMP
-static struct pcpu __pcpu;
-#endif
-struct mtx icu_lock;
-
-struct mem_range_softc mem_range_softc;
-
-static void
-cpu_startup(void *dummy)
-{
- /*
- * Good {morning,afternoon,evening,night}.
- */
- startrtclock();
-
- printcpuinfo();
- panicifcpuunsupported();
-#ifdef PERFMON
- perfmon_init();
-#endif
- printf("real memory = %ju (%ju MB)\n", ptoa((uintmax_t)Maxmem),
- ptoa((uintmax_t)Maxmem) / 1048576);
- /*
- * Display any holes after the first chunk of extended memory.
- */
- if (bootverbose) {
- int indx;
-
- printf("Physical memory chunk(s):\n");
- for (indx = 0; phys_avail[indx + 1] != 0; indx += 2) {
- vm_paddr_t size;
-
- size = phys_avail[indx + 1] - phys_avail[indx];
- printf(
- "0x%016jx - 0x%016jx, %ju bytes (%ju pages)\n",
- (uintmax_t)phys_avail[indx],
- (uintmax_t)phys_avail[indx + 1] - 1,
- (uintmax_t)size, (uintmax_t)size / PAGE_SIZE);
- }
- }
-
- vm_ksubmap_init(&kmi);
-
- printf("avail memory = %ju (%ju MB)\n",
- ptoa((uintmax_t)cnt.v_free_count),
- ptoa((uintmax_t)cnt.v_free_count) / 1048576);
-
- /*
- * Set up buffers, so they can be used to read disk labels.
- */
- bufinit();
- vm_pager_bufferinit();
-
- cpu_setregs();
-
-}
-
-/*
- * Send an interrupt to process.
- *
- * Stack is set up to allow sigcode stored
- * at top to call routine, followed by kcall
- * to sigreturn routine below. After sigreturn
- * resets the signal mask, the stack, and the
- * frame pointer, it returns to the user
- * specified pc, psl.
- */
-#ifdef COMPAT_43
-static void
-osendsig(catcher, sig, mask, code)
- sig_t catcher;
- int sig;
- sigset_t *mask;
- u_long code;
-{
- struct osigframe sf, *fp;
- struct proc *p;
- struct thread *td;
- struct sigacts *psp;
- struct trapframe *regs;
- int oonstack;
-
- td = curthread;
- p = td->td_proc;
- PROC_LOCK_ASSERT(p, MA_OWNED);
- psp = p->p_sigacts;
- mtx_assert(&psp->ps_mtx, MA_OWNED);
- regs = td->td_frame;
- oonstack = sigonstack(regs->tf_esp);
-
- /* Allocate space for the signal handler context. */
- if ((td->td_pflags & TDP_ALTSTACK) && !oonstack &&
- SIGISMEMBER(psp->ps_sigonstack, sig)) {
- fp = (struct osigframe *)(td->td_sigstk.ss_sp +
- td->td_sigstk.ss_size - sizeof(struct osigframe));
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
-#endif
- } else
- fp = (struct osigframe *)regs->tf_esp - 1;
-
- /* Translate the signal if appropriate. */
- if (p->p_sysent->sv_sigtbl && sig <= p->p_sysent->sv_sigsize)
- sig = p->p_sysent->sv_sigtbl[_SIG_IDX(sig)];
-
- /* Build the argument list for the signal handler. */
- sf.sf_signum = sig;
- sf.sf_scp = (register_t)&fp->sf_siginfo.si_sc;
- if (SIGISMEMBER(psp->ps_siginfo, sig)) {
- /* Signal handler installed with SA_SIGINFO. */
- sf.sf_arg2 = (register_t)&fp->sf_siginfo;
- sf.sf_siginfo.si_signo = sig;
- sf.sf_siginfo.si_code = code;
- sf.sf_ahu.sf_action = (__osiginfohandler_t *)catcher;
- } else {
- /* Old FreeBSD-style arguments. */
- sf.sf_arg2 = code;
- sf.sf_addr = regs->tf_err;
- sf.sf_ahu.sf_handler = catcher;
- }
- mtx_unlock(&psp->ps_mtx);
- PROC_UNLOCK(p);
-
- /* Save most if not all of trap frame. */
- sf.sf_siginfo.si_sc.sc_eax = regs->tf_eax;
- sf.sf_siginfo.si_sc.sc_ebx = regs->tf_ebx;
- sf.sf_siginfo.si_sc.sc_ecx = regs->tf_ecx;
- sf.sf_siginfo.si_sc.sc_edx = regs->tf_edx;
- sf.sf_siginfo.si_sc.sc_esi = regs->tf_esi;
- sf.sf_siginfo.si_sc.sc_edi = regs->tf_edi;
- sf.sf_siginfo.si_sc.sc_cs = regs->tf_cs;
- sf.sf_siginfo.si_sc.sc_ds = regs->tf_ds;
- sf.sf_siginfo.si_sc.sc_ss = regs->tf_ss;
- sf.sf_siginfo.si_sc.sc_es = regs->tf_es;
- sf.sf_siginfo.si_sc.sc_fs = regs->tf_fs;
- sf.sf_siginfo.si_sc.sc_gs = rgs();
- sf.sf_siginfo.si_sc.sc_isp = regs->tf_isp;
-
- /* Build the signal context to be used by osigreturn(). */
- sf.sf_siginfo.si_sc.sc_onstack = (oonstack) ? 1 : 0;
- SIG2OSIG(*mask, sf.sf_siginfo.si_sc.sc_mask);
- sf.sf_siginfo.si_sc.sc_sp = regs->tf_esp;
- sf.sf_siginfo.si_sc.sc_fp = regs->tf_ebp;
- sf.sf_siginfo.si_sc.sc_pc = regs->tf_eip;
- sf.sf_siginfo.si_sc.sc_ps = regs->tf_eflags;
- sf.sf_siginfo.si_sc.sc_trapno = regs->tf_trapno;
- sf.sf_siginfo.si_sc.sc_err = regs->tf_err;
-
- /*
- * Copy the sigframe out to the user's stack.
- */
- if (copyout(&sf, fp, sizeof(*fp)) != 0) {
-#ifdef DEBUG
- printf("process %ld has trashed its stack\n", (long)p->p_pid);
-#endif
- PROC_LOCK(p);
- sigexit(td, SIGILL);
- }
-
- regs->tf_esp = (int)fp;
- regs->tf_eip = PS_STRINGS - szosigcode;
- regs->tf_eflags &= ~PSL_T;
- regs->tf_cs = _ucodesel;
- regs->tf_ds = _udatasel;
- regs->tf_es = _udatasel;
- regs->tf_fs = _udatasel;
- load_gs(_udatasel);
- regs->tf_ss = _udatasel;
- PROC_LOCK(p);
- mtx_lock(&psp->ps_mtx);
-}
-#endif /* COMPAT_43 */
-
-#ifdef COMPAT_FREEBSD4
-static void
-freebsd4_sendsig(catcher, sig, mask, code)
- sig_t catcher;
- int sig;
- sigset_t *mask;
- u_long code;
-{
- struct sigframe4 sf, *sfp;
- struct proc *p;
- struct thread *td;
- struct sigacts *psp;
- struct trapframe *regs;
- int oonstack;
-
- td = curthread;
- p = td->td_proc;
- PROC_LOCK_ASSERT(p, MA_OWNED);
- psp = p->p_sigacts;
- mtx_assert(&psp->ps_mtx, MA_OWNED);
- regs = td->td_frame;
- oonstack = sigonstack(regs->tf_esp);
-
- /* Save user context. */
- bzero(&sf, sizeof(sf));
- sf.sf_uc.uc_sigmask = *mask;
- sf.sf_uc.uc_stack = td->td_sigstk;
- sf.sf_uc.uc_stack.ss_flags = (td->td_pflags & TDP_ALTSTACK)
- ? ((oonstack) ? SS_ONSTACK : 0) : SS_DISABLE;
- sf.sf_uc.uc_mcontext.mc_onstack = (oonstack) ? 1 : 0;
- sf.sf_uc.uc_mcontext.mc_gs = rgs();
- bcopy(regs, &sf.sf_uc.uc_mcontext.mc_fs, sizeof(*regs));
-
- /* Allocate space for the signal handler context. */
- if ((td->td_pflags & TDP_ALTSTACK) != 0 && !oonstack &&
- SIGISMEMBER(psp->ps_sigonstack, sig)) {
- sfp = (struct sigframe4 *)(td->td_sigstk.ss_sp +
- td->td_sigstk.ss_size - sizeof(struct sigframe4));
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
-#endif
- } else
- sfp = (struct sigframe4 *)regs->tf_esp - 1;
-
- /* Translate the signal if appropriate. */
- if (p->p_sysent->sv_sigtbl && sig <= p->p_sysent->sv_sigsize)
- sig = p->p_sysent->sv_sigtbl[_SIG_IDX(sig)];
-
- /* Build the argument list for the signal handler. */
- sf.sf_signum = sig;
- sf.sf_ucontext = (register_t)&sfp->sf_uc;
- if (SIGISMEMBER(psp->ps_siginfo, sig)) {
- /* Signal handler installed with SA_SIGINFO. */
- sf.sf_siginfo = (register_t)&sfp->sf_si;
- sf.sf_ahu.sf_action = (__siginfohandler_t *)catcher;
-
- /* Fill in POSIX parts */
- sf.sf_si.si_signo = sig;
- sf.sf_si.si_code = code;
- sf.sf_si.si_addr = (void *)regs->tf_err;
- } else {
- /* Old FreeBSD-style arguments. */
- sf.sf_siginfo = code;
- sf.sf_addr = regs->tf_err;
- sf.sf_ahu.sf_handler = catcher;
- }
- mtx_unlock(&psp->ps_mtx);
- PROC_UNLOCK(p);
-
- /*
- * Copy the sigframe out to the user's stack.
- */
- if (copyout(&sf, sfp, sizeof(*sfp)) != 0) {
-#ifdef DEBUG
- printf("process %ld has trashed its stack\n", (long)p->p_pid);
-#endif
- PROC_LOCK(p);
- sigexit(td, SIGILL);
- }
-
- regs->tf_esp = (int)sfp;
- regs->tf_eip = PS_STRINGS - szfreebsd4_sigcode;
- regs->tf_eflags &= ~PSL_T;
- regs->tf_cs = _ucodesel;
- regs->tf_ds = _udatasel;
- regs->tf_es = _udatasel;
- regs->tf_fs = _udatasel;
- regs->tf_ss = _udatasel;
- PROC_LOCK(p);
- mtx_lock(&psp->ps_mtx);
-}
-#endif /* COMPAT_FREEBSD4 */
-
-void
-sendsig(catcher, sig, mask, code)
- sig_t catcher;
- int sig;
- sigset_t *mask;
- u_long code;
-{
- struct sigframe sf, *sfp;
- struct proc *p;
- struct thread *td;
- struct sigacts *psp;
- char *sp;
- struct trapframe *regs;
- int oonstack;
-
- td = curthread;
- p = td->td_proc;
- PROC_LOCK_ASSERT(p, MA_OWNED);
- psp = p->p_sigacts;
- mtx_assert(&psp->ps_mtx, MA_OWNED);
-#ifdef COMPAT_FREEBSD4
- if (SIGISMEMBER(psp->ps_freebsd4, sig)) {
- freebsd4_sendsig(catcher, sig, mask, code);
- return;
- }
-#endif
-#ifdef COMPAT_43
- if (SIGISMEMBER(psp->ps_osigset, sig)) {
- osendsig(catcher, sig, mask, code);
- return;
- }
-#endif
- regs = td->td_frame;
- oonstack = sigonstack(regs->tf_esp);
-
- /* Save user context. */
- bzero(&sf, sizeof(sf));
- sf.sf_uc.uc_sigmask = *mask;
- sf.sf_uc.uc_stack = td->td_sigstk;
- sf.sf_uc.uc_stack.ss_flags = (td->td_pflags & TDP_ALTSTACK)
- ? ((oonstack) ? SS_ONSTACK : 0) : SS_DISABLE;
- sf.sf_uc.uc_mcontext.mc_onstack = (oonstack) ? 1 : 0;
- sf.sf_uc.uc_mcontext.mc_gs = rgs();
- bcopy(regs, &sf.sf_uc.uc_mcontext.mc_fs, sizeof(*regs));
- sf.sf_uc.uc_mcontext.mc_len = sizeof(sf.sf_uc.uc_mcontext); /* magic */
- get_fpcontext(td, &sf.sf_uc.uc_mcontext);
- fpstate_drop(td);
-
- /* Allocate space for the signal handler context. */
- if ((td->td_pflags & TDP_ALTSTACK) != 0 && !oonstack &&
- SIGISMEMBER(psp->ps_sigonstack, sig)) {
- sp = td->td_sigstk.ss_sp +
- td->td_sigstk.ss_size - sizeof(struct sigframe);
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
-#endif
- } else
- sp = (char *)regs->tf_esp - sizeof(struct sigframe);
- /* Align to 16 bytes. */
- sfp = (struct sigframe *)((unsigned int)sp & ~0xF);
-
- /* Translate the signal if appropriate. */
- if (p->p_sysent->sv_sigtbl && sig <= p->p_sysent->sv_sigsize)
- sig = p->p_sysent->sv_sigtbl[_SIG_IDX(sig)];
-
- /* Build the argument list for the signal handler. */
- sf.sf_signum = sig;
- sf.sf_ucontext = (register_t)&sfp->sf_uc;
- if (SIGISMEMBER(psp->ps_siginfo, sig)) {
- /* Signal handler installed with SA_SIGINFO. */
- sf.sf_siginfo = (register_t)&sfp->sf_si;
- sf.sf_ahu.sf_action = (__siginfohandler_t *)catcher;
-
- /* Fill in POSIX parts */
- sf.sf_si.si_signo = sig;
- sf.sf_si.si_code = code;
- sf.sf_si.si_addr = (void *)regs->tf_err;
- } else {
- /* Old FreeBSD-style arguments. */
- sf.sf_siginfo = code;
- sf.sf_addr = regs->tf_err;
- sf.sf_ahu.sf_handler = catcher;
- }
- mtx_unlock(&psp->ps_mtx);
- PROC_UNLOCK(p);
- /*
- * Copy the sigframe out to the user's stack.
- */
- if (copyout(&sf, sfp, sizeof(*sfp)) != 0) {
-#ifdef DEBUG
- printf("process %ld has trashed its stack\n", (long)p->p_pid);
-#endif
- PROC_LOCK(p);
- sigexit(td, SIGILL);
- }
-
- regs->tf_esp = (int)sfp;
- regs->tf_eip = PS_STRINGS - *(p->p_sysent->sv_szsigcode);
- regs->tf_eflags &= ~PSL_T;
- regs->tf_cs = _ucodesel;
- regs->tf_ds = _udatasel;
- regs->tf_es = _udatasel;
- regs->tf_fs = _udatasel;
- regs->tf_ss = _udatasel;
- PROC_LOCK(p);
- mtx_lock(&psp->ps_mtx);
-}
-
-/*
- * Build siginfo_t for SA thread
- */
-void
-cpu_thread_siginfo(int sig, u_long code, siginfo_t *si)
-{
- struct proc *p;
- struct thread *td;
-
- td = curthread;
- p = td->td_proc;
- PROC_LOCK_ASSERT(p, MA_OWNED);
-
- bzero(si, sizeof(*si));
- si->si_signo = sig;
- si->si_code = code;
- si->si_addr = (void *)td->td_frame->tf_err;
- /* XXXKSE fill other fields */
-}
-
-/*
- * System call to cleanup state after a signal
- * has been taken. Reset signal mask and
- * stack state from context left by sendsig (above).
- * Return to previous pc and psl as specified by
- * context left by sendsig. Check carefully to
- * make sure that the user has not modified the
- * state to gain improper privileges.
- *
- * MPSAFE
- */
-#ifdef COMPAT_43
-int
-osigreturn(td, uap)
- struct thread *td;
- struct osigreturn_args /* {
- struct osigcontext *sigcntxp;
- } */ *uap;
-{
- struct osigcontext sc;
- struct trapframe *regs;
- struct osigcontext *scp;
- struct proc *p = td->td_proc;
- int eflags, error;
-
- regs = td->td_frame;
- error = copyin(uap->sigcntxp, &sc, sizeof(sc));
- if (error != 0)
- return (error);
- scp = ≻
- eflags = scp->sc_ps;
- /*
- * Don't allow users to change privileged or reserved flags.
- */
- /*
- * XXX do allow users to change the privileged flag PSL_RF.
- * The cpu sets PSL_RF in tf_eflags for faults. Debuggers
- * should sometimes set it there too. tf_eflags is kept in
- * the signal context during signal handling and there is no
- * other place to remember it, so the PSL_RF bit may be
- * corrupted by the signal handler without us knowing.
- * Corruption of the PSL_RF bit at worst causes one more or
- * one less debugger trap, so allowing it is fairly harmless.
- */
- if (!EFL_SECURE(eflags & ~PSL_RF, regs->tf_eflags & ~PSL_RF)) {
- return (EINVAL);
- }
-
- /*
- * Don't allow users to load a valid privileged %cs. Let the
- * hardware check for invalid selectors, excess privilege in
- * other selectors, invalid %eip's and invalid %esp's.
- */
- if (!CS_SECURE(scp->sc_cs)) {
- trapsignal(td, SIGBUS, T_PROTFLT);
- return (EINVAL);
- }
- regs->tf_ds = scp->sc_ds;
- regs->tf_es = scp->sc_es;
- regs->tf_fs = scp->sc_fs;
-
- /* Restore remaining registers. */
- regs->tf_eax = scp->sc_eax;
- regs->tf_ebx = scp->sc_ebx;
- regs->tf_ecx = scp->sc_ecx;
- regs->tf_edx = scp->sc_edx;
- regs->tf_esi = scp->sc_esi;
- regs->tf_edi = scp->sc_edi;
- regs->tf_cs = scp->sc_cs;
- regs->tf_ss = scp->sc_ss;
- regs->tf_isp = scp->sc_isp;
- regs->tf_ebp = scp->sc_fp;
- regs->tf_esp = scp->sc_sp;
- regs->tf_eip = scp->sc_pc;
- regs->tf_eflags = eflags;
-
- PROC_LOCK(p);
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- if (scp->sc_onstack & 1)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
- else
- td->td_sigstk.ss_flags &= ~SS_ONSTACK;
-#endif
- SIGSETOLD(td->td_sigmask, scp->sc_mask);
- SIG_CANTMASK(td->td_sigmask);
- signotify(td);
- PROC_UNLOCK(p);
- return (EJUSTRETURN);
-}
-#endif /* COMPAT_43 */
-
-#ifdef COMPAT_FREEBSD4
-/*
- * MPSAFE
- */
-int
-freebsd4_sigreturn(td, uap)
- struct thread *td;
- struct freebsd4_sigreturn_args /* {
- const ucontext4 *sigcntxp;
- } */ *uap;
-{
- struct ucontext4 uc;
- struct proc *p = td->td_proc;
- struct trapframe *regs;
- const struct ucontext4 *ucp;
- int cs, eflags, error;
-
- error = copyin(uap->sigcntxp, &uc, sizeof(uc));
- if (error != 0)
- return (error);
- ucp = &uc;
- regs = td->td_frame;
- eflags = ucp->uc_mcontext.mc_eflags;
- /*
- * Don't allow users to change privileged or reserved flags.
- */
- /*
- * XXX do allow users to change the privileged flag PSL_RF.
- * The cpu sets PSL_RF in tf_eflags for faults. Debuggers
- * should sometimes set it there too. tf_eflags is kept in
- * the signal context during signal handling and there is no
- * other place to remember it, so the PSL_RF bit may be
- * corrupted by the signal handler without us knowing.
- * Corruption of the PSL_RF bit at worst causes one more or
- * one less debugger trap, so allowing it is fairly harmless.
- */
- if (!EFL_SECURE(eflags & ~PSL_RF, regs->tf_eflags & ~PSL_RF)) {
- printf("freebsd4_sigreturn: eflags = 0x%x\n", eflags);
- return (EINVAL);
- }
-
- /*
- * Don't allow users to load a valid privileged %cs. Let the
- * hardware check for invalid selectors, excess privilege in
- * other selectors, invalid %eip's and invalid %esp's.
- */
- cs = ucp->uc_mcontext.mc_cs;
- if (!CS_SECURE(cs)) {
- printf("freebsd4_sigreturn: cs = 0x%x\n", cs);
- trapsignal(td, SIGBUS, T_PROTFLT);
- return (EINVAL);
- }
-
- bcopy(&ucp->uc_mcontext.mc_fs, regs, sizeof(*regs));
-
- PROC_LOCK(p);
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- if (ucp->uc_mcontext.mc_onstack & 1)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
- else
- td->td_sigstk.ss_flags &= ~SS_ONSTACK;
-#endif
-
- td->td_sigmask = ucp->uc_sigmask;
- SIG_CANTMASK(td->td_sigmask);
- signotify(td);
- PROC_UNLOCK(p);
- return (EJUSTRETURN);
-}
-#endif /* COMPAT_FREEBSD4 */
-
-/*
- * MPSAFE
- */
-int
-sigreturn(td, uap)
- struct thread *td;
- struct sigreturn_args /* {
- const __ucontext *sigcntxp;
- } */ *uap;
-{
- ucontext_t uc;
- struct proc *p = td->td_proc;
- struct trapframe *regs;
- const ucontext_t *ucp;
- int cs, eflags, error, ret;
-
- error = copyin(uap->sigcntxp, &uc, sizeof(uc));
- if (error != 0)
- return (error);
- ucp = &uc;
- regs = td->td_frame;
- eflags = ucp->uc_mcontext.mc_eflags;
- /*
- * Don't allow users to change privileged or reserved flags.
- */
- /*
- * XXX do allow users to change the privileged flag PSL_RF.
- * The cpu sets PSL_RF in tf_eflags for faults. Debuggers
- * should sometimes set it there too. tf_eflags is kept in
- * the signal context during signal handling and there is no
- * other place to remember it, so the PSL_RF bit may be
- * corrupted by the signal handler without us knowing.
- * Corruption of the PSL_RF bit at worst causes one more or
- * one less debugger trap, so allowing it is fairly harmless.
- */
-#if 0
- if (!EFL_SECURE(eflags & ~PSL_RF, regs->tf_eflags & ~PSL_RF)) {
- __asm__("int $0x3");
- printf("sigreturn: eflags = 0x%x\n", eflags);
- return (EINVAL);
- }
-#endif
- /*
- * Don't allow users to load a valid privileged %cs. Let the
- * hardware check for invalid selectors, excess privilege in
- * other selectors, invalid %eip's and invalid %esp's.
- */
- cs = ucp->uc_mcontext.mc_cs;
- if (!CS_SECURE(cs)) {
- __asm__("int $0x3");
- printf("sigreturn: cs = 0x%x\n", cs);
- trapsignal(td, SIGBUS, T_PROTFLT);
- return (EINVAL);
- }
-
- ret = set_fpcontext(td, &ucp->uc_mcontext);
- if (ret != 0)
- return (ret);
- bcopy(&ucp->uc_mcontext.mc_fs, regs, sizeof(*regs));
- PROC_LOCK(p);
-#if defined(COMPAT_43) || defined(COMPAT_SUNOS)
- if (ucp->uc_mcontext.mc_onstack & 1)
- td->td_sigstk.ss_flags |= SS_ONSTACK;
- else
- td->td_sigstk.ss_flags &= ~SS_ONSTACK;
-#endif
-
- td->td_sigmask = ucp->uc_sigmask;
- SIG_CANTMASK(td->td_sigmask);
- signotify(td);
- PROC_UNLOCK(p);
- return (EJUSTRETURN);
-}
-
-/*
- * Machine dependent boot() routine
- *
- * I haven't seen anything to put here yet
- * Possibly some stuff might be grafted back here from boot()
- */
-void
-cpu_boot(int howto)
-{
-}
-
-/*
- * Shutdown the CPU as much as possible
- */
-void
-cpu_halt(void)
-{
- HYPERVISOR_shutdown();
-}
-
-/*
- * Hook to idle the CPU when possible. In the SMP case we default to
- * off because a halted cpu will not currently pick up a new thread in the
- * run queue until the next timer tick. If turned on this will result in
- * approximately a 4.2% loss in real time performance in buildworld tests
- * (but improves user and sys times oddly enough), and saves approximately
- * 5% in power consumption on an idle machine (tests w/2xCPU 1.1GHz P3).
- *
- * XXX we need to have a cpu mask of idle cpus and generate an IPI or
- * otherwise generate some sort of interrupt to wake up cpus sitting in HLT.
- * Then we can have our cake and eat it too.
- *
- * XXX I'm turning it on for SMP as well by default for now. It seems to
- * help lock contention somewhat, and this is critical for HTT. -Peter
- */
-static int cpu_idle_hlt = 1;
-SYSCTL_INT(_machdep, OID_AUTO, cpu_idle_hlt, CTLFLAG_RW,
- &cpu_idle_hlt, 0, "Idle loop HLT enable");
-
-static void
-cpu_idle_default(void)
-{
- idle_block();
- enable_intr();
-}
-
-/*
- * Note that we have to be careful here to avoid a race between checking
- * sched_runnable() and actually halting. If we don't do this, we may waste
- * the time between calling hlt and the next interrupt even though there
- * is a runnable process.
- */
-void
-cpu_idle(void)
-{
-
-#ifdef SMP
- if (mp_grab_cpu_hlt())
- return;
-#endif
-
- if (cpu_idle_hlt) {
- disable_intr();
- if (sched_runnable())
- enable_intr();
- else
- (*cpu_idle_hook)();
- }
-}
-
-/* Other subsystems (e.g., ACPI) can hook this later. */
-void (*cpu_idle_hook)(void) = cpu_idle_default;
-
-/*
- * Clear registers on exec
- */
-void
-exec_setregs(td, entry, stack, ps_strings)
- struct thread *td;
- u_long entry;
- u_long stack;
- u_long ps_strings;
-{
- struct trapframe *regs = td->td_frame;
- struct pcb *pcb = td->td_pcb;
-
- /* Reset pc->pcb_gs and %gs before possibly invalidating it. */
- pcb->pcb_gs = _udatasel;
- load_gs(_udatasel);
-
- if (td->td_proc->p_md.md_ldt)
- user_ldt_free(td);
-
- bzero((char *)regs, sizeof(struct trapframe));
- regs->tf_eip = entry;
- regs->tf_esp = stack;
- regs->tf_eflags = PSL_USER | (regs->tf_eflags & PSL_T);
- regs->tf_ss = _udatasel;
- regs->tf_ds = _udatasel;
- regs->tf_es = _udatasel;
- regs->tf_fs = _udatasel;
- regs->tf_cs = _ucodesel;
-
- /* PS_STRINGS value for BSD/OS binaries. It is 0 for non-BSD/OS. */
- regs->tf_ebx = ps_strings;
-
- /*
- * Reset the hardware debug registers if they were in use.
- * They won't have any meaning for the newly exec'd process.
- */
- if (pcb->pcb_flags & PCB_DBREGS) {
- pcb->pcb_dr0 = 0;
- pcb->pcb_dr1 = 0;
- pcb->pcb_dr2 = 0;
- pcb->pcb_dr3 = 0;
- pcb->pcb_dr6 = 0;
- pcb->pcb_dr7 = 0;
- if (pcb == PCPU_GET(curpcb)) {
- /*
- * Clear the debug registers on the running
- * CPU, otherwise they will end up affecting
- * the next process we switch to.
- */
- reset_dbregs();
- }
- pcb->pcb_flags &= ~PCB_DBREGS;
- }
-
- /*
- * Initialize the math emulator (if any) for the current process.
- * Actually, just clear the bit that says that the emulator has
- * been initialized. Initialization is delayed until the process
- * traps to the emulator (if it is done at all) mainly because
- * emulators don't provide an entry point for initialization.
- */
- td->td_pcb->pcb_flags &= ~FP_SOFTFP;
-
- /* Initialize the npx (if any) for the current process. */
- /*
- * XXX the above load_cr0() also initializes it and is a layering
- * violation if NPX is configured. It drops the npx partially
- * and this would be fatal if we were interrupted now, and decided
- * to force the state to the pcb, and checked the invariant
- * (CR0_TS clear) if and only if PCPU_GET(fpcurthread) != NULL).
- * ALL of this can happen except the check. The check used to
- * happen and be fatal later when we didn't complete the drop
- * before returning to user mode. This should be fixed properly
- * soon.
- */
- fpstate_drop(td);
-
- /*
- * XXX - Linux emulator
- * Make sure sure edx is 0x0 on entry. Linux binaries depend
- * on it.
- */
- td->td_retval[1] = 0;
-}
-
-void
-cpu_setregs(void)
-{
- /* nothing for Xen to do */
-}
-
-static int
-sysctl_machdep_adjkerntz(SYSCTL_HANDLER_ARGS)
-{
- int error;
- error = sysctl_handle_int(oidp, oidp->oid_arg1, oidp->oid_arg2,
- req);
- if (!error && req->newptr)
- resettodr();
- return (error);
-}
-
-SYSCTL_PROC(_machdep, CPU_ADJKERNTZ, adjkerntz, CTLTYPE_INT|CTLFLAG_RW,
- &adjkerntz, 0, sysctl_machdep_adjkerntz, "I", "");
-
-SYSCTL_INT(_machdep, CPU_DISRTCSET, disable_rtc_set,
- CTLFLAG_RW, &disable_rtc_set, 0, "");
-
-SYSCTL_STRUCT(_machdep, CPU_BOOTINFO, bootinfo,
- CTLFLAG_RD, &bootinfo, bootinfo, "");
-
-u_long bootdev; /* not a dev_t - encoding is different */
-SYSCTL_ULONG(_machdep, OID_AUTO, guessed_bootdev,
- CTLFLAG_RD, &bootdev, 0, "Maybe the Boot device (not in struct cdev
*format)");
-
-/*
- * Initialize 386 and configure to run kernel
- */
-
-/*
- * Initialize segments & interrupt table
- */
-
-int _default_ldt;
-union descriptor *gdt; /* global descriptor table */
-static struct gate_descriptor idt0[NIDT];
-struct gate_descriptor *idt = &idt0[0]; /* interrupt descriptor table */
-union descriptor *ldt; /* local descriptor table */
-struct region_descriptor r_idt; /* table descriptors */
-
-int private_tss; /* flag indicating private tss */
-
-#if defined(I586_CPU) && !defined(NO_F00F_HACK)
-extern int has_f00f_bug;
-#endif
-
-static struct i386tss dblfault_tss;
-static char dblfault_stack[PAGE_SIZE];
-
-extern struct user *proc0uarea;
-extern vm_offset_t proc0kstack;
-
-
-/* software prototypes -- in more palatable form */
-struct soft_segment_descriptor gdt_segs[] = {
-/* GNULL_SEL 0 Null Descriptor */
-{ 0x0, /* segment base address */
- 0x0, /* length */
- 0, /* segment type */
- SEL_KPL, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GCODE_SEL 1 Code Descriptor for kernel */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-
-/* GDATA_SEL 2 Data Descriptor for kernel */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-
-/* GPRIV_SEL 3 SMP Per-Processor Private Data Descriptor */
-{ 0x0, /* segment base address */
- 0xfffff, /* length - all address space */
- SDT_MEMRWA, /* segment type */
- SEL_KPL, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 1, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-#if 0
-/* GPROC0_SEL 4 Proc 0 Tss Descriptor */
-{
- 0x0, /* segment base address */
- sizeof(struct i386tss)-1,/* length */
- SDT_SYS386TSS, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* unused - default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GLDT_SEL 5 LDT Descriptor */
-{ (int) ldt, /* segment base address */
- sizeof(ldt)-1, /* length - all address space */
- SDT_SYSLDT, /* segment type */
- SEL_UPL, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* unused - default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GUSERLDT_SEL 6 User LDT Descriptor per process */
-{ (int) ldt, /* segment base address */
- (512 * sizeof(union descriptor)-1), /* length */
- SDT_SYSLDT, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* unused - default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GTGATE_SEL 7 Null Descriptor - Placeholder */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GBIOSLOWMEM_SEL 8 BIOS access to realmode segment 0x40, must be #8 in GDT */
-{ 0x400, /* segment base address */
- 0xfffff, /* length */
- SDT_MEMRWA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 1, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-/* GPANIC_SEL 9 Panic Tss Descriptor */
-{ (int) &dblfault_tss, /* segment base address */
- sizeof(struct i386tss)-1,/* length - all address space */
- SDT_SYS386TSS, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* unused - default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
-/* GBIOSCODE32_SEL 10 BIOS 32-bit interface (32bit Code) */
-{ 0, /* segment base address (overwritten) */
- 0xfffff, /* length */
- SDT_MEMERA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-/* GBIOSCODE16_SEL 11 BIOS 32-bit interface (16bit Code) */
-{ 0, /* segment base address (overwritten) */
- 0xfffff, /* length */
- SDT_MEMERA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-/* GBIOSDATA_SEL 12 BIOS 32-bit interface (Data) */
-{ 0, /* segment base address (overwritten) */
- 0xfffff, /* length */
- SDT_MEMRWA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 1, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-/* GBIOSUTIL_SEL 13 BIOS 16-bit interface (Utility) */
-{ 0, /* segment base address (overwritten) */
- 0xfffff, /* length */
- SDT_MEMRWA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-/* GBIOSARGS_SEL 14 BIOS 16-bit interface (Arguments) */
-{ 0, /* segment base address (overwritten) */
- 0xfffff, /* length */
- SDT_MEMRWA, /* segment type */
- 0, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-#endif
-};
-
-static struct soft_segment_descriptor ldt_segs[] = {
- /* Null Descriptor - overwritten by call gate */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
- /* Null Descriptor - overwritten by call gate */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
- /* Null Descriptor - overwritten by call gate */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
- /* Code Descriptor for user */
-{ 0x0, /* segment base address */
- 0xfffff, /* length - all address space */
- SDT_MEMERA, /* segment type */
- SEL_UPL, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 1, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
- /* Null Descriptor - overwritten by call gate */
-{ 0x0, /* segment base address */
- 0x0, /* length - all address space */
- 0, /* segment type */
- 0, /* segment descriptor priority level */
- 0, /* segment descriptor present */
- 0, 0,
- 0, /* default 32 vs 16 bit size */
- 0 /* limit granularity (byte/page units)*/ },
- /* Data Descriptor for user */
-{ 0x0, /* segment base address */
- 0xfffff, /* length - all address space */
- SDT_MEMRWA, /* segment type */
- SEL_UPL, /* segment descriptor priority level */
- 1, /* segment descriptor present */
- 0, 0,
- 1, /* default 32 vs 16 bit size */
- 1 /* limit granularity (byte/page units)*/ },
-};
-
-struct proc_ldt default_proc_ldt;
-
-void
-setidt(idx, func, typ, dpl, selec)
- int idx;
- inthand_t *func;
- int typ;
- int dpl;
- int selec;
-{
- struct gate_descriptor *ip;
-
- ip = idt + idx;
- ip->gd_looffset = (int)func;
- ip->gd_selector = selec;
- ip->gd_stkcpy = 0;
- ip->gd_xx = 0;
- ip->gd_type = typ;
- ip->gd_dpl = dpl;
- ip->gd_p = 1;
- ip->gd_hioffset = ((int)func)>>16 ;
-}
-
-#define IDTVEC(name) __CONCAT(X,name)
-
-extern inthand_t
- IDTVEC(div), IDTVEC(dbg), IDTVEC(nmi), IDTVEC(bpt), IDTVEC(ofl),
- IDTVEC(bnd), IDTVEC(ill), IDTVEC(dna), IDTVEC(fpusegm),
- IDTVEC(tss), IDTVEC(missing), IDTVEC(stk), IDTVEC(prot),
- IDTVEC(page), IDTVEC(mchk), IDTVEC(rsvd), IDTVEC(fpu), IDTVEC(align),
- IDTVEC(xmm), IDTVEC(lcall_syscall), IDTVEC(int0x80_syscall);
-
-#ifdef DDB
-/*
- * Display the index and function name of any IDT entries that don't use
- * the default 'rsvd' entry point.
- */
-DB_SHOW_COMMAND(idt, db_show_idt)
-{
- struct gate_descriptor *ip;
- int idx, quit;
- uintptr_t func;
-
- ip = idt;
- db_setup_paging(db_simple_pager, &quit, DB_LINES_PER_PAGE);
- for (idx = 0, quit = 0; idx < NIDT; idx++) {
- func = (ip->gd_hioffset << 16 | ip->gd_looffset);
- if (func != (uintptr_t)&IDTVEC(rsvd)) {
- db_printf("%3d\t", idx);
- db_printsym(func, DB_STGY_PROC);
- db_printf("\n");
- }
- ip++;
- }
-}
-#endif
-
-void
-sdtossd(sd, ssd)
- struct segment_descriptor *sd;
- struct soft_segment_descriptor *ssd;
-{
- ssd->ssd_base = (sd->sd_hibase << 24) | sd->sd_lobase;
- ssd->ssd_limit = (sd->sd_hilimit << 16) | sd->sd_lolimit;
- ssd->ssd_type = sd->sd_type;
- ssd->ssd_dpl = sd->sd_dpl;
- ssd->ssd_p = sd->sd_p;
- ssd->ssd_def32 = sd->sd_def32;
- ssd->ssd_gran = sd->sd_gran;
-}
-
-#define PHYSMAP_SIZE (2 * 8)
-
-/*
- * Populate the (physmap) array with base/bound pairs describing the
- * available physical memory in the system, then test this memory and
- * build the phys_avail array describing the actually-available memory.
- *
- * If we cannot accurately determine the physical memory map, then use
- * value from the 0xE801 call, and failing that, the RTC.
- *
- * Total memory size may be set by the kernel environment variable
- * hw.physmem or the compile-time define MAXMEM.
- *
- * XXX first should be vm_paddr_t.
- */
-static void
-getmemsize(void)
-{
- int i;
- printf("start_info %p\n", xen_start_info);
- printf("start_info->nr_pages %ld\n", xen_start_info->nr_pages);
- Maxmem = xen_start_info->nr_pages - init_first;
- /* call pmap initialization to make new kernel address space */
- pmap_bootstrap((init_first)<< PAGE_SHIFT, 0);
- for (i = 0; i < 10; i++)
- phys_avail[i] = 0;
- physmem = Maxmem;
- avail_end = ptoa(Maxmem) - round_page(MSGBUF_SIZE);
- phys_avail[0] = init_first << PAGE_SHIFT;
- phys_avail[1] = avail_end;
-}
-
-extern unsigned long cpu0prvpage;
-extern unsigned long *SMPpt;
-pteinfo_t *pteinfo_list;
-unsigned long *xen_machine_phys = ((unsigned long *)VADDR(1008, 0));
-int preemptable;
-int gdt_set;
-static int ncpus;
-
-/* Linux infection */
-#define PAGE_OFFSET KERNBASE
-#define __pa(x) ((unsigned long)(x)-PAGE_OFFSET)
-#define PFN_UP(x) (((x) + PAGE_SIZE-1) >> PAGE_SHIFT)
-void
-initvalues(start_info_t *startinfo)
-{
- int i;
- vm_paddr_t pdir_shadow_ma, KPTphys;
- vm_offset_t *pdir_shadow;
-#ifdef SMP
- int j;
-#endif
-
-#ifdef WRITABLE_PAGETABLES
- printk("using writable pagetables\n");
- HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_writable_pagetables);
-#endif
-
- xen_start_info = startinfo;
- xen_phys_machine = (unsigned long *)startinfo->mfn_list;
- unsigned long tmpindex = ((__pa(xen_start_info->pt_base) >> PAGE_SHIFT) +
xen_start_info->nr_pt_frames) + 3 /* number of pages allocated after the pts +
1*/;
- xendebug_flags = 0xffffffff;
- /* pre-zero unused mapped pages */
- bzero((char *)(KERNBASE + (tmpindex << PAGE_SHIFT)), (1024 -
tmpindex)*PAGE_SIZE);
- IdlePTD = (pd_entry_t *)xpmap_ptom(__pa(startinfo->pt_base));
- KPTphys = xpmap_ptom(__pa(startinfo->pt_base + PAGE_SIZE));
- XENPRINTF("IdlePTD %p\n", IdlePTD);
- XENPRINTF("nr_pages: %ld shared_info: 0x%lx flags: 0x%lx pt_base: 0x%lx "
- "mod_start: 0x%lx mod_len: 0x%lx\n",
- xen_start_info->nr_pages, xen_start_info->shared_info,
- xen_start_info->flags, xen_start_info->pt_base,
- xen_start_info->mod_start, xen_start_info->mod_len);
-
-
-
-
- /* Map proc0's UPAGES */
- proc0uarea = (struct user *)(KERNBASE + (tmpindex << PAGE_SHIFT));
- tmpindex += UAREA_PAGES;
-
- /* Map proc0's KSTACK */
- proc0kstack = KERNBASE + (tmpindex << PAGE_SHIFT);
- tmpindex += KSTACK_PAGES;
-
- /* allocate page for gdt */
- gdt = (union descriptor *)(KERNBASE + (tmpindex << PAGE_SHIFT));
- tmpindex++;
-
- /* allocate page for ldt */
- ldt = (union descriptor *)(KERNBASE + (tmpindex << PAGE_SHIFT));
- tmpindex++;
-
- /* initialize page directory shadow page */
- pdir_shadow = (vm_offset_t *)(KERNBASE + (tmpindex << PAGE_SHIFT));
- i686_pagezero(pdir_shadow);
- pdir_shadow_ma = xpmap_ptom(tmpindex << PAGE_SHIFT);
- PT_SET_MA(pdir_shadow, pdir_shadow_ma | PG_V | PG_A);
- tmpindex++;
-
- /* setup shadow mapping first so vtomach will work */
- xen_pt_pin((vm_paddr_t)pdir_shadow_ma);
- xen_queue_pt_update((vm_paddr_t)(IdlePTD + PTDPTDI),
- pdir_shadow_ma | PG_V | PG_A | PG_RW | PG_M);
- xen_queue_pt_update(pdir_shadow_ma + PTDPTDI*sizeof(vm_paddr_t),
- ((vm_paddr_t)IdlePTD) | PG_V | PG_A);
- xen_queue_pt_update(pdir_shadow_ma + KPTDI*sizeof(vm_paddr_t),
- KPTphys | PG_V | PG_A);
-
- xen_flush_queue();
- /* allocate remainder of NKPT pages */
-
-
-#ifdef SMP
-#if 0
- /* allocate cpu0 private page */
- cpu0prvpage = (KERNBASE + (tmpindex << PAGE_SHIFT));
- tmpindex++;
-#endif
- /* allocate SMP page table */
- SMPpt = (unsigned long *)(KERNBASE + (tmpindex << PAGE_SHIFT));
-#if 0
- /* Map the private page into the SMP page table */
- SMPpt[0] = vtomach(cpu0prvpage) | PG_RW | PG_M | PG_V | PG_A;
-#endif
- /* map SMP page table RO */
- PT_SET_MA(SMPpt, *vtopte((vm_offset_t)SMPpt) & ~PG_RW);
-
- /* put the page table into the page directory */
- xen_queue_pt_update((vm_paddr_t)(IdlePTD + MPPTDI),
- xpmap_ptom((tmpindex << PAGE_SHIFT))| PG_M | PG_RW |
PG_V | PG_A);
- xen_queue_pt_update(pdir_shadow_ma + MPPTDI*sizeof(vm_paddr_t),
- xpmap_ptom((tmpindex << PAGE_SHIFT))| PG_V | PG_A);
- tmpindex++;
-#endif
-
-#ifdef PMAP_DEBUG
- pteinfo_list = (pteinfo_t *)(KERNBASE + (tmpindex << PAGE_SHIFT));
- tmpindex += ((xen_start_info->nr_pages >> 10) + 1)*(1 +
XPQ_CALL_DEPTH*XPQ_CALL_COUNT);
-
- if (tmpindex > 980)
- __asm__("int3");
-#endif
- /* unmap remaining pages from initial 4MB chunk */
- for (i = tmpindex; i%1024 != 0; i++)
- xen_queue_pt_update(KPTphys + i*sizeof(vm_paddr_t), 0);
- xen_flush_queue();
-
- /* allocate remainder of NKPT pages */
- for (i = 0; i < NKPT-1; i++, tmpindex++) {
- xen_queue_pt_update((vm_paddr_t)(IdlePTD + KPTDI + i + 1),
- xpmap_ptom((tmpindex << PAGE_SHIFT)| PG_M | PG_RW |
PG_V | PG_A));
- xen_queue_pt_update(pdir_shadow_ma + (KPTDI + i +
1)*sizeof(vm_paddr_t),
- xpmap_ptom((tmpindex << PAGE_SHIFT)| PG_V | PG_A));
- }
- tmpindex += NKPT-1;
- PT_UPDATES_FLUSH();
-
- HYPERVISOR_shared_info = (shared_info_t *)(KERNBASE + (tmpindex <<
PAGE_SHIFT));
- PT_SET_MA(HYPERVISOR_shared_info,
- xen_start_info->shared_info | PG_A | PG_V | PG_RW | PG_M);
- tmpindex++;
-
- HYPERVISOR_shared_info->arch.pfn_to_mfn_frame_list = (unsigned
long)xen_phys_machine;
- ncpus = HYPERVISOR_shared_info->n_vcpu;
-#ifdef SMP
- for (i = 0; i < ncpus; i++) {
- int npages = (sizeof(struct privatespace) + 1)/PAGE_SIZE;
- for (j = 0; j < npages; j++) {
- vm_paddr_t ma = xpmap_ptom(tmpindex << PAGE_SHIFT);
- tmpindex++;
- PT_SET_VA_MA(SMPpt + i*npages + j, ma | PG_A | PG_V | PG_RW
| PG_M, FALSE);
- }
- }
- xen_flush_queue();
-#endif
-
- init_first = tmpindex;
-
-}
-
-
-trap_info_t trap_table[] = {
- { 0, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(div)},
- { 1, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(dbg)},
- { 3, 3, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(bpt)},
- { 4, 3, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(ofl)},
- /* This is UPL on Linux and KPL on BSD */
- { 5, 3, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(bnd)},
- { 6, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(ill)},
- { 7, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(dna)},
- /*
- * { 8, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(XXX)},
- * no handler for double fault
- */
- { 9, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(fpusegm)},
- {10, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(tss)},
- {11, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(missing)},
- {12, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(stk)},
- {13, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(prot)},
- {14, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(page)},
- {15, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(rsvd)},
- {16, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(fpu)},
- {17, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(align)},
- {18, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(mchk)},
- {19, 0, GSEL(GCODE_SEL, SEL_KPL), (unsigned long) &IDTVEC(xmm)},
- {0x80, 3, GSEL(GCODE_SEL, SEL_KPL), (unsigned long)
&IDTVEC(int0x80_syscall)},
- { 0, 0, 0, 0 }
-};
-
-void
-init386(void)
-{
- int gsel_tss, metadata_missing, off, x, error;
- struct pcpu *pc;
- unsigned long gdtmachpfn;
-#ifdef SMP
- int i;
-#endif
- proc0.p_uarea = proc0uarea;
- thread0.td_kstack = proc0kstack;
- thread0.td_pcb = (struct pcb *)
- (thread0.td_kstack + KSTACK_PAGES * PAGE_SIZE) - 1;
-
- /*
- * This may be done better later if it gets more high level
- * components in it. If so just link td->td_proc here.
- */
- proc_linkup(&proc0, &ksegrp0, &thread0);
-
- metadata_missing = 0;
- if (xen_start_info->mod_start)
- preload_metadata = (caddr_t)xen_start_info->mod_start;
- else
- metadata_missing = 1;
-
- /* XXX - temporary hack */
- preload_metadata = (caddr_t)0;
- /* XXX */
-
- if (envmode == 1)
- kern_envp = static_env;
- else if ((caddr_t)xen_start_info->cmd_line)
- kern_envp = xen_setbootenv((caddr_t)xen_start_info->cmd_line);
-
- boothowto |= xen_boothowto(kern_envp);
-
- if (boothowto & RB_GDB_PAUSE)
- __asm__("int $0x3;");
-
- /* Init basic tunables, hz etc */
- init_param1();
- /*
- * make gdt memory segments, the code segment goes up to end of the
- * page with etext in it, the data segment goes to the end of
- * the address space
- */
-#if 0
- /*
- * XEN occupies the upper 64MB of virtual address space
- * At its base it manages an array mapping machine page frames
- * to physical page frames - hence we need to be able to
- * access 4GB - (64MB - 4MB + 64k)
- */
- gdt_segs[GCODE_SEL].ssd_limit = atop(0 - ((1 << 26) - (1 << 22) + (1 <<
16)));
- gdt_segs[GDATA_SEL].ssd_limit = atop(0 - ((1 << 26) - (1 << 22) + (1 <<
16)));
-#endif
-#ifdef SMP
- /* XXX this will blow up if there are more than 512/NGDT vcpus */
- pc = &SMP_prvspace[0].pcpu;
- for (i = 0; i < ncpus; i++) {
- cpu_add(i, (i == 0));
-
- gdt_segs[GPRIV_SEL].ssd_base = (int) &SMP_prvspace[i];
- gdt_segs[GPRIV_SEL].ssd_limit =
- atop(sizeof(struct privatespace) - 1);
- gdt_segs[GPROC0_SEL].ssd_base =
- (int) &SMP_prvspace[i].pcpu.pc_common_tss;
- SMP_prvspace[i].pcpu.pc_prvspace =
- &SMP_prvspace[i].pcpu;
-
- for (x = 0; x < NGDT; x++) {
- ssdtosd(&gdt_segs[x], &gdt[i * NGDT + x].sd);
- }
- }
-#else
- pc = &__pcpu;
- gdt_segs[GPRIV_SEL].ssd_limit =
- atop(sizeof(struct pcpu) - 1);
- gdt_segs[GPRIV_SEL].ssd_base = (int) pc;
- gdt_segs[GPROC0_SEL].ssd_base = (int) &pc->pc_common_tss;
- for (x = 0; x < NGDT; x++)
- ssdtosd(&gdt_segs[x], &gdt[x].sd);
-#endif
-
-
- PT_SET_MA(gdt, *vtopte((unsigned long)gdt) & ~PG_RW);
- gdtmachpfn = vtomach(gdt) >> PAGE_SHIFT;
- PANIC_IF(HYPERVISOR_set_gdt(&gdtmachpfn, 512) != 0);
-
-
- lgdt_finish();
- gdt_set = 1;
-
- if ((error = HYPERVISOR_set_trap_table(trap_table)) != 0) {
- panic("set_trap_table failed - error %d\n", error);
- }
- HYPERVISOR_set_callbacks(GSEL(GCODE_SEL, SEL_KPL), (unsigned
long)Xhypervisor_callback,
- GSEL(GCODE_SEL, SEL_KPL), (unsigned
long)failsafe_callback);
-
-
-
- pcpu_init(pc, 0, sizeof(struct pcpu));
- PCPU_SET(prvspace, pc);
- PCPU_SET(curthread, &thread0);
- PCPU_SET(curpcb, thread0.td_pcb);
- PCPU_SET(pdir, (unsigned long)IdlePTD);
- /*
- * Initialize mutexes.
- *
- */
- mutex_init();
-
- mtx_init(&clock_lock, "clk", NULL, MTX_SPIN);
- mtx_init(&icu_lock, "icu", NULL, MTX_SPIN | MTX_NOWITNESS);
-
-
-
- /* make ldt memory segments */
- /*
- * XXX - VM_MAXUSER_ADDRESS is an end address, not a max. And it
- * should be spelled ...MAX_USER...
- */
- ldt_segs[LUCODE_SEL].ssd_limit = atop(VM_MAXUSER_ADDRESS - 1);
- ldt_segs[LUDATA_SEL].ssd_limit = atop(VM_MAXUSER_ADDRESS - 1);
- for (x = 0; x < sizeof ldt_segs / sizeof ldt_segs[0]; x++)
- ssdtosd(&ldt_segs[x], &ldt[x].sd);
- default_proc_ldt.ldt_base = (caddr_t)ldt;
- default_proc_ldt.ldt_len = 6;
- _default_ldt = (int)&default_proc_ldt;
- PCPU_SET(currentldt, _default_ldt)
- PT_SET_MA(ldt, *vtopte((unsigned long)ldt) & ~PG_RW);
- xen_set_ldt((unsigned long) ldt, (sizeof ldt_segs / sizeof
ldt_segs[0]));
-
-
- /*
- * Initialize the console before we print anything out.
- */
- cninit();
- if (metadata_missing)
- printf("WARNING: loader(8) metadata is missing!\n");
-
-#ifdef DDB
- ksym_start = bootinfo.bi_symtab;
- ksym_end = bootinfo.bi_esymtab;
-#endif
- kdb_init();
-#ifdef KDB
- if (boothowto & RB_KDB)
- kdb_enter("Boot flags requested debugger");
-#endif
-
- finishidentcpu(); /* Final stage of CPU initialization */
- setidt(IDT_UD, &IDTVEC(ill), SDT_SYS386TGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
- setidt(IDT_GP, &IDTVEC(prot), SDT_SYS386TGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
- initializecpu(); /* Initialize CPU registers */
-
- /* make an initial tss so cpu can get interrupt stack on syscall! */
- /* Note: -16 is so we can grow the trapframe if we came from vm86 */
- PCPU_SET(common_tss.tss_esp0, thread0.td_kstack +
- KSTACK_PAGES * PAGE_SIZE - sizeof(struct pcb) - 16);
- PCPU_SET(common_tss.tss_ss0, GSEL(GDATA_SEL, SEL_KPL));
- gsel_tss = GSEL(GPROC0_SEL, SEL_KPL);
-#if 0
- private_tss = 0;
- PCPU_SET(tss_gdt, &gdt[GPROC0_SEL].sd);
- PCPU_SET(common_tssd, *PCPU_GET(tss_gdt));
- PCPU_SET(common_tss.tss_ioopt, (sizeof (struct i386tss)) << 16);
-#endif
- HYPERVISOR_stack_switch(GSEL(GDATA_SEL, SEL_KPL),
PCPU_GET(common_tss.tss_esp0));
-
-
- dblfault_tss.tss_esp = dblfault_tss.tss_esp0 = dblfault_tss.tss_esp1 =
- dblfault_tss.tss_esp2 =
(int)&dblfault_stack[sizeof(dblfault_stack)];
- dblfault_tss.tss_ss = dblfault_tss.tss_ss0 = dblfault_tss.tss_ss1 =
- dblfault_tss.tss_ss2 = GSEL(GDATA_SEL, SEL_KPL);
-
- dblfault_tss.tss_cr3 = (int)IdlePTD;
- dblfault_tss.tss_eip = (int)dblfault_handler;
- dblfault_tss.tss_eflags = PSL_KERNEL;
- dblfault_tss.tss_ds = dblfault_tss.tss_es =
- dblfault_tss.tss_gs = GSEL(GDATA_SEL, SEL_KPL);
- dblfault_tss.tss_fs = GSEL(GPRIV_SEL, SEL_KPL);
- dblfault_tss.tss_cs = GSEL(GCODE_SEL, SEL_KPL);
- dblfault_tss.tss_ldt = GSEL(GLDT_SEL, SEL_KPL);
-
- getmemsize();
- init_param2(physmem);
- /* now running on new page tables, configured,and u/iom is accessible */
- /* Map the message buffer. */
- for (off = 0; off < round_page(MSGBUF_SIZE); off += PAGE_SIZE)
- pmap_kenter((vm_offset_t)msgbufp + off, avail_end + off);
- PT_UPDATES_FLUSH();
-
- /* safe to enable xen page queue locking */
-
- msgbufinit(msgbufp, MSGBUF_SIZE);
- /* XXX KMM I don't think we need call gates */
-#if 0
- printf("modify ldt\n");
- /* make a call gate to reenter kernel with */
- gdp = &ldt[LSYS5CALLS_SEL].gd;
-
- x = (int) &IDTVEC(lcall_syscall);
- gdp->gd_looffset = x;
- gdp->gd_selector = GSEL(GCODE_SEL,SEL_KPL);
- gdp->gd_stkcpy = 1;
- gdp->gd_type = SDT_SYS386CGT;
- gdp->gd_dpl = SEL_UPL;
- gdp->gd_p = 1;
- gdp->gd_hioffset = x >> 16;
-
- /* XXX does this work? */
- ldt[LBSDICALLS_SEL] = ldt[LSYS5CALLS_SEL];
- ldt[LSOL26CALLS_SEL] = ldt[LSYS5CALLS_SEL];
-#endif
- /* transfer to user mode */
-
- _ucodesel = LSEL(LUCODE_SEL, SEL_UPL);
- _udatasel = LSEL(LUDATA_SEL, SEL_UPL);
-
- /* setup proc 0's pcb */
- thread0.td_pcb->pcb_flags = 0; /* XXXKSE */
- thread0.td_pcb->pcb_cr3 = (int)IdlePTD;
- thread0.td_pcb->pcb_ext = 0;
- thread0.td_frame = &proc0_tf;
-}
-
-void
-cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size)
-{
-
- pcpu->pc_acpi_id = 0xffffffff;
-}
-
-/*
- * Construct a PCB from a trapframe. This is called from kdb_trap() where
- * we want to start a backtrace from the function that caused us to enter
- * the debugger. We have the context in the trapframe, but base the trace
- * on the PCB. The PCB doesn't have to be perfect, as long as it contains
- * enough for a backtrace.
- */
-void
-makectx(struct trapframe *tf, struct pcb *pcb)
-{
-
- pcb->pcb_edi = tf->tf_edi;
- pcb->pcb_esi = tf->tf_esi;
- pcb->pcb_ebp = tf->tf_ebp;
- pcb->pcb_ebx = tf->tf_ebx;
- pcb->pcb_eip = tf->tf_eip;
- pcb->pcb_esp = (ISPL(tf->tf_cs)) ? tf->tf_esp : (int)(tf + 1) - 8;
-}
-
-int
-ptrace_set_pc(struct thread *td, u_long addr)
-{
-
- td->td_frame->tf_eip = addr;
- return (0);
-}
-
-int
-ptrace_single_step(struct thread *td)
-{
- td->td_frame->tf_eflags |= PSL_T;
- return (0);
-}
-
-int
-ptrace_clear_single_step(struct thread *td)
-{
- td->td_frame->tf_eflags &= ~PSL_T;
- return (0);
-}
-
-int
-fill_regs(struct thread *td, struct reg *regs)
-{
- struct pcb *pcb;
- struct trapframe *tp;
-
- tp = td->td_frame;
- regs->r_fs = tp->tf_fs;
- regs->r_es = tp->tf_es;
- regs->r_ds = tp->tf_ds;
- regs->r_edi = tp->tf_edi;
- regs->r_esi = tp->tf_esi;
- regs->r_ebp = tp->tf_ebp;
- regs->r_ebx = tp->tf_ebx;
- regs->r_edx = tp->tf_edx;
- regs->r_ecx = tp->tf_ecx;
- regs->r_eax = tp->tf_eax;
- regs->r_eip = tp->tf_eip;
- regs->r_cs = tp->tf_cs;
- regs->r_eflags = tp->tf_eflags;
- regs->r_esp = tp->tf_esp;
- regs->r_ss = tp->tf_ss;
- pcb = td->td_pcb;
- regs->r_gs = pcb->pcb_gs;
- return (0);
-}
-
-int
-set_regs(struct thread *td, struct reg *regs)
-{
- struct pcb *pcb;
- struct trapframe *tp;
-
- tp = td->td_frame;
- if (!EFL_SECURE(regs->r_eflags, tp->tf_eflags) ||
- !CS_SECURE(regs->r_cs))
- return (EINVAL);
- tp->tf_fs = regs->r_fs;
- tp->tf_es = regs->r_es;
- tp->tf_ds = regs->r_ds;
- tp->tf_edi = regs->r_edi;
- tp->tf_esi = regs->r_esi;
- tp->tf_ebp = regs->r_ebp;
- tp->tf_ebx = regs->r_ebx;
- tp->tf_edx = regs->r_edx;
- tp->tf_ecx = regs->r_ecx;
- tp->tf_eax = regs->r_eax;
- tp->tf_eip = regs->r_eip;
- tp->tf_cs = regs->r_cs;
- tp->tf_eflags = regs->r_eflags;
- tp->tf_esp = regs->r_esp;
- tp->tf_ss = regs->r_ss;
- pcb = td->td_pcb;
- pcb->pcb_gs = regs->r_gs;
- return (0);
-}
-
-#ifdef CPU_ENABLE_SSE
-static void
-fill_fpregs_xmm(sv_xmm, sv_87)
- struct savexmm *sv_xmm;
- struct save87 *sv_87;
-{
- register struct env87 *penv_87 = &sv_87->sv_env;
- register struct envxmm *penv_xmm = &sv_xmm->sv_env;
- int i;
-
- bzero(sv_87, sizeof(*sv_87));
-
- /* FPU control/status */
- penv_87->en_cw = penv_xmm->en_cw;
- penv_87->en_sw = penv_xmm->en_sw;
- penv_87->en_tw = penv_xmm->en_tw;
- penv_87->en_fip = penv_xmm->en_fip;
- penv_87->en_fcs = penv_xmm->en_fcs;
- penv_87->en_opcode = penv_xmm->en_opcode;
- penv_87->en_foo = penv_xmm->en_foo;
- penv_87->en_fos = penv_xmm->en_fos;
-
- /* FPU registers */
- for (i = 0; i < 8; ++i)
- sv_87->sv_ac[i] = sv_xmm->sv_fp[i].fp_acc;
-}
-
-static void
-set_fpregs_xmm(sv_87, sv_xmm)
- struct save87 *sv_87;
- struct savexmm *sv_xmm;
-{
- register struct env87 *penv_87 = &sv_87->sv_env;
- register struct envxmm *penv_xmm = &sv_xmm->sv_env;
- int i;
-
- /* FPU control/status */
- penv_xmm->en_cw = penv_87->en_cw;
- penv_xmm->en_sw = penv_87->en_sw;
- penv_xmm->en_tw = penv_87->en_tw;
- penv_xmm->en_fip = penv_87->en_fip;
- penv_xmm->en_fcs = penv_87->en_fcs;
- penv_xmm->en_opcode = penv_87->en_opcode;
- penv_xmm->en_foo = penv_87->en_foo;
- penv_xmm->en_fos = penv_87->en_fos;
-
- /* FPU registers */
- for (i = 0; i < 8; ++i)
- sv_xmm->sv_fp[i].fp_acc = sv_87->sv_ac[i];
-}
-#endif /* CPU_ENABLE_SSE */
-
-int
-fill_fpregs(struct thread *td, struct fpreg *fpregs)
-{
-#ifdef CPU_ENABLE_SSE
- if (cpu_fxsr) {
- fill_fpregs_xmm(&td->td_pcb->pcb_save.sv_xmm,
- (struct save87 *)fpregs);
- return (0);
- }
-#endif /* CPU_ENABLE_SSE */
- bcopy(&td->td_pcb->pcb_save.sv_87, fpregs, sizeof *fpregs);
- return (0);
-}
-
-int
-set_fpregs(struct thread *td, struct fpreg *fpregs)
-{
-#ifdef CPU_ENABLE_SSE
- if (cpu_fxsr) {
- set_fpregs_xmm((struct save87 *)fpregs,
- &td->td_pcb->pcb_save.sv_xmm);
- return (0);
- }
-#endif /* CPU_ENABLE_SSE */
- bcopy(fpregs, &td->td_pcb->pcb_save.sv_87, sizeof *fpregs);
- return (0);
-}
-
-/*
- * Get machine context.
- */
-int
-get_mcontext(struct thread *td, mcontext_t *mcp, int flags)
-{
- struct trapframe *tp;
-
- tp = td->td_frame;
-
- PROC_LOCK(curthread->td_proc);
- mcp->mc_onstack = sigonstack(tp->tf_esp);
- PROC_UNLOCK(curthread->td_proc);
- mcp->mc_gs = td->td_pcb->pcb_gs;
- mcp->mc_fs = tp->tf_fs;
- mcp->mc_es = tp->tf_es;
- mcp->mc_ds = tp->tf_ds;
- mcp->mc_edi = tp->tf_edi;
- mcp->mc_esi = tp->tf_esi;
- mcp->mc_ebp = tp->tf_ebp;
- mcp->mc_isp = tp->tf_isp;
- if (flags & GET_MC_CLEAR_RET) {
- mcp->mc_eax = 0;
- mcp->mc_edx = 0;
- } else {
- mcp->mc_eax = tp->tf_eax;
- mcp->mc_edx = tp->tf_edx;
- }
- mcp->mc_ebx = tp->tf_ebx;
- mcp->mc_ecx = tp->tf_ecx;
- mcp->mc_eip = tp->tf_eip;
- mcp->mc_cs = tp->tf_cs;
- mcp->mc_eflags = tp->tf_eflags;
- mcp->mc_esp = tp->tf_esp;
- mcp->mc_ss = tp->tf_ss;
- mcp->mc_len = sizeof(*mcp);
- get_fpcontext(td, mcp);
- return (0);
-}
-
-/*
- * Set machine context.
- *
- * However, we don't set any but the user modifiable flags, and we won't
- * touch the cs selector.
- */
-int
-set_mcontext(struct thread *td, const mcontext_t *mcp)
-{
- struct trapframe *tp;
- int eflags, ret;
-
- tp = td->td_frame;
- if (mcp->mc_len != sizeof(*mcp))
- return (EINVAL);
- eflags = (mcp->mc_eflags & PSL_USERCHANGE) |
- (tp->tf_eflags & ~PSL_USERCHANGE);
- if ((ret = set_fpcontext(td, mcp)) == 0) {
- tp->tf_fs = mcp->mc_fs;
- tp->tf_es = mcp->mc_es;
- tp->tf_ds = mcp->mc_ds;
- tp->tf_edi = mcp->mc_edi;
- tp->tf_esi = mcp->mc_esi;
- tp->tf_ebp = mcp->mc_ebp;
- tp->tf_ebx = mcp->mc_ebx;
- tp->tf_edx = mcp->mc_edx;
- tp->tf_ecx = mcp->mc_ecx;
- tp->tf_eax = mcp->mc_eax;
- tp->tf_eip = mcp->mc_eip;
- tp->tf_eflags = eflags;
- tp->tf_esp = mcp->mc_esp;
- tp->tf_ss = mcp->mc_ss;
- td->td_pcb->pcb_gs = mcp->mc_gs;
- ret = 0;
- }
- return (ret);
-}
-
-static void
-get_fpcontext(struct thread *td, mcontext_t *mcp)
-{
-#ifndef DEV_NPX
- mcp->mc_fpformat = _MC_FPFMT_NODEV;
- mcp->mc_ownedfp = _MC_FPOWNED_NONE;
-#else
- union savefpu *addr;
-
- /*
- * XXX mc_fpstate might be misaligned, since its declaration is not
- * unportabilized using __attribute__((aligned(16))) like the
- * declaration of struct savemm, and anyway, alignment doesn't work
- * for auto variables since we don't use gcc's pessimal stack
- * alignment. Work around this by abusing the spare fields after
- * mcp->mc_fpstate.
- *
- * XXX unpessimize most cases by only aligning when fxsave might be
- * called, although this requires knowing too much about
- * npxgetregs()'s internals.
- */
- addr = (union savefpu *)&mcp->mc_fpstate;
- if (td == PCPU_GET(fpcurthread) &&
-#ifdef CPU_ENABLE_SSE
- cpu_fxsr &&
-#endif
- ((uintptr_t)(void *)addr & 0xF)) {
- do
- addr = (void *)((char *)addr + 4);
- while ((uintptr_t)(void *)addr & 0xF);
- }
- mcp->mc_ownedfp = npxgetregs(td, addr);
- if (addr != (union savefpu *)&mcp->mc_fpstate) {
- bcopy(addr, &mcp->mc_fpstate, sizeof(mcp->mc_fpstate));
- bzero(&mcp->mc_spare2, sizeof(mcp->mc_spare2));
- }
- mcp->mc_fpformat = npxformat();
-#endif
-}
-
-static int
-set_fpcontext(struct thread *td, const mcontext_t *mcp)
-{
- union savefpu *addr;
-
- if (mcp->mc_fpformat == _MC_FPFMT_NODEV)
- return (0);
- else if (mcp->mc_fpformat != _MC_FPFMT_387 &&
- mcp->mc_fpformat != _MC_FPFMT_XMM)
- return (EINVAL);
- else if (mcp->mc_ownedfp == _MC_FPOWNED_NONE)
- /* We don't care what state is left in the FPU or PCB. */
- fpstate_drop(td);
- else if (mcp->mc_ownedfp == _MC_FPOWNED_FPU ||
- mcp->mc_ownedfp == _MC_FPOWNED_PCB) {
- /* XXX align as above. */
- addr = (union savefpu *)&mcp->mc_fpstate;
- if (td == PCPU_GET(fpcurthread) &&
-#ifdef CPU_ENABLE_SSE
- cpu_fxsr &&
-#endif
- ((uintptr_t)(void *)addr & 0xF)) {
- do
- addr = (void *)((char *)addr + 4);
- while ((uintptr_t)(void *)addr & 0xF);
- bcopy(&mcp->mc_fpstate, addr, sizeof(mcp->mc_fpstate));
- }
-#ifdef DEV_NPX
- /*
- * XXX we violate the dubious requirement that npxsetregs()
- * be called with interrupts disabled.
- */
- npxsetregs(td, addr);
-#endif
- /*
- * Don't bother putting things back where they were in the
- * misaligned case, since we know that the caller won't use
- * them again.
- */
- } else
- return (EINVAL);
- return (0);
-}
-
-static void
-fpstate_drop(struct thread *td)
-{
- register_t s;
-
- s = intr_disable();
-#ifdef DEV_NPX
- if (PCPU_GET(fpcurthread) == td)
- npxdrop();
-#endif
- /*
- * XXX force a full drop of the npx. The above only drops it if we
- * owned it. npxgetregs() has the same bug in the !cpu_fxsr case.
- *
- * XXX I don't much like npxgetregs()'s semantics of doing a full
- * drop. Dropping only to the pcb matches fnsave's behaviour.
- * We only need to drop to !PCB_INITDONE in sendsig(). But
- * sendsig() is the only caller of npxgetregs()... perhaps we just
- * have too many layers.
- */
- curthread->td_pcb->pcb_flags &= ~PCB_NPXINITDONE;
- intr_restore(s);
-}
-
-int
-fill_dbregs(struct thread *td, struct dbreg *dbregs)
-{
- struct pcb *pcb;
-
- if (td == NULL) {
- dbregs->dr[0] = rdr0();
- dbregs->dr[1] = rdr1();
- dbregs->dr[2] = rdr2();
- dbregs->dr[3] = rdr3();
- dbregs->dr[4] = rdr4();
- dbregs->dr[5] = rdr5();
- dbregs->dr[6] = rdr6();
- dbregs->dr[7] = rdr7();
- } else {
- pcb = td->td_pcb;
- dbregs->dr[0] = pcb->pcb_dr0;
- dbregs->dr[1] = pcb->pcb_dr1;
- dbregs->dr[2] = pcb->pcb_dr2;
- dbregs->dr[3] = pcb->pcb_dr3;
- dbregs->dr[4] = 0;
- dbregs->dr[5] = 0;
- dbregs->dr[6] = pcb->pcb_dr6;
- dbregs->dr[7] = pcb->pcb_dr7;
- }
- return (0);
-}
-
-int
-set_dbregs(struct thread *td, struct dbreg *dbregs)
-{
- struct pcb *pcb;
- int i;
- u_int32_t mask1, mask2;
-
- if (td == NULL) {
- load_dr0(dbregs->dr[0]);
- load_dr1(dbregs->dr[1]);
- load_dr2(dbregs->dr[2]);
- load_dr3(dbregs->dr[3]);
- load_dr4(dbregs->dr[4]);
- load_dr5(dbregs->dr[5]);
- load_dr6(dbregs->dr[6]);
- load_dr7(dbregs->dr[7]);
- } else {
- /*
- * Don't let an illegal value for dr7 get set. Specifically,
- * check for undefined settings. Setting these bit patterns
- * result in undefined behaviour and can lead to an unexpected
- * TRCTRAP.
- */
- for (i = 0, mask1 = 0x3<<16, mask2 = 0x2<<16; i < 8;
- i++, mask1 <<= 2, mask2 <<= 2)
- if ((dbregs->dr[7] & mask1) == mask2)
- return (EINVAL);
-
- pcb = td->td_pcb;
-
- /*
- * Don't let a process set a breakpoint that is not within the
- * process's address space. If a process could do this, it
- * could halt the system by setting a breakpoint in the kernel
- * (if ddb was enabled). Thus, we need to check to make sure
- * that no breakpoints are being enabled for addresses outside
- * process's address space, unless, perhaps, we were called by
- * uid 0.
- *
- * XXX - what about when the watched area of the user's
- * address space is written into from within the kernel
- * ... wouldn't that still cause a breakpoint to be generated
- * from within kernel mode?
- */
-
- if (suser(td) != 0) {
- if (dbregs->dr[7] & 0x3) {
- /* dr0 is enabled */
- if (dbregs->dr[0] >= VM_MAXUSER_ADDRESS)
- return (EINVAL);
- }
-
- if (dbregs->dr[7] & (0x3<<2)) {
- /* dr1 is enabled */
- if (dbregs->dr[1] >= VM_MAXUSER_ADDRESS)
- return (EINVAL);
- }
-
- if (dbregs->dr[7] & (0x3<<4)) {
- /* dr2 is enabled */
- if (dbregs->dr[2] >= VM_MAXUSER_ADDRESS)
- return (EINVAL);
- }
-
- if (dbregs->dr[7] & (0x3<<6)) {
- /* dr3 is enabled */
- if (dbregs->dr[3] >= VM_MAXUSER_ADDRESS)
- return (EINVAL);
- }
- }
-
- pcb->pcb_dr0 = dbregs->dr[0];
- pcb->pcb_dr1 = dbregs->dr[1];
- pcb->pcb_dr2 = dbregs->dr[2];
- pcb->pcb_dr3 = dbregs->dr[3];
- pcb->pcb_dr6 = dbregs->dr[6];
- pcb->pcb_dr7 = dbregs->dr[7];
-
- pcb->pcb_flags |= PCB_DBREGS;
- }
-
- return (0);
-}
-
-/*
- * Return > 0 if a hardware breakpoint has been hit, and the
- * breakpoint was in user space. Return 0, otherwise.
- */
-int
-user_dbreg_trap(void)
-{
- u_int32_t dr7, dr6; /* debug registers dr6 and dr7 */
- u_int32_t bp; /* breakpoint bits extracted from dr6 */
- int nbp; /* number of breakpoints that triggered */
- caddr_t addr[4]; /* breakpoint addresses */
- int i;
-
- dr7 = rdr7();
- if ((dr7 & 0x000000ff) == 0) {
- /*
- * all GE and LE bits in the dr7 register are zero,
- * thus the trap couldn't have been caused by the
- * hardware debug registers
- */
- return 0;
- }
-
- nbp = 0;
- dr6 = rdr6();
- bp = dr6 & 0x0000000f;
-
- if (!bp) {
- /*
- * None of the breakpoint bits are set meaning this
- * trap was not caused by any of the debug registers
- */
- return 0;
- }
-
- /*
- * at least one of the breakpoints were hit, check to see
- * which ones and if any of them are user space addresses
- */
-
- if (bp & 0x01) {
- addr[nbp++] = (caddr_t)rdr0();
- }
- if (bp & 0x02) {
- addr[nbp++] = (caddr_t)rdr1();
- }
- if (bp & 0x04) {
- addr[nbp++] = (caddr_t)rdr2();
- }
- if (bp & 0x08) {
- addr[nbp++] = (caddr_t)rdr3();
- }
-
- for (i=0; i<nbp; i++) {
- if (addr[i] <
- (caddr_t)VM_MAXUSER_ADDRESS) {
- /*
- * addr[i] is in user space
- */
- return nbp;
- }
- }
-
- /*
- * None of the breakpoints are in user space.
- */
- return 0;
-}
-
-#ifndef DEV_APIC
-#include <machine/apicvar.h>
-
-/*
- * Provide stub functions so that the MADT APIC enumerator in the acpi
- * kernel module will link against a kernel without 'device apic'.
- *
- * XXX - This is a gross hack.
- */
-void
-apic_register_enumerator(struct apic_enumerator *enumerator)
-{
-}
-
-void *
-ioapic_create(uintptr_t addr, int32_t id, int intbase)
-{
- return (NULL);
-}
-
-int
-ioapic_disable_pin(void *cookie, u_int pin)
-{
- return (ENXIO);
-}
-
-int
-ioapic_get_vector(void *cookie, u_int pin)
-{
- return (-1);
-}
-
-void
-ioapic_register(void *cookie)
-{
-}
-
-int
-ioapic_remap_vector(void *cookie, u_int pin, int vector)
-{
- return (ENXIO);
-}
-
-int
-ioapic_set_extint(void *cookie, u_int pin)
-{
- return (ENXIO);
-}
-
-int
-ioapic_set_nmi(void *cookie, u_int pin)
-{
- return (ENXIO);
-}
-
-int
-ioapic_set_polarity(void *cookie, u_int pin,enum intr_polarity pol )
-{
- return (ENXIO);
-}
-
-int
-ioapic_set_triggermode(void *cookie, u_int pin, enum intr_trigger trigger )
-{
- return (ENXIO);
-}
-
-void
-lapic_create(u_int apic_id, int boot_cpu)
-{
-}
-
-void
-lapic_init(uintptr_t addr)
-{
-}
-
-int
-lapic_set_lvt_mode(u_int apic_id, u_int lvt, u_int32_t mode)
-{
- return (ENXIO);
-}
-
-int
-lapic_set_lvt_polarity(u_int apic_id, u_int lvt, enum intr_polarity pol)
-{
- return (ENXIO);
-}
-
-int
-lapic_set_lvt_triggermode(u_int apic_id, u_int lvt, enum intr_trigger trigger)
-{
- return (ENXIO);
-}
-#endif
-
-#ifdef KDB
-
-/*
- * Provide inb() and outb() as functions. They are normally only
- * available as macros calling inlined functions, thus cannot be
- * called from the debugger.
- *
- * The actual code is stolen from <machine/cpufunc.h>, and de-inlined.
- */
-
-#undef inb
-#undef outb
-
-/* silence compiler warnings */
-u_char inb(u_int);
-void outb(u_int, u_char);
-
-u_char
-inb(u_int port)
-{
- u_char data;
- /*
- * We use %%dx and not %1 here because i/o is done at %dx and not at
- * %edx, while gcc generates inferior code (movw instead of movl)
- * if we tell it to load (u_short) port.
- */
- __asm __volatile("inb %%dx,%0" : "=a" (data) : "d" (port));
- return (data);
-}
-
-void
-outb(u_int port, u_char data)
-{
- u_char al;
- /*
- * Use an unnecessary assignment to help gcc's register allocator.
- * This make a large difference for gcc-1.40 and a tiny difference
- * for gcc-2.6.0. For gcc-1.40, al had to be ``asm("ax")'' for
- * best results. gcc-2.6.0 can't handle this.
- */
- al = data;
- __asm __volatile("outb %0,%%dx" : : "a" (al), "d" (port));
-}
-
-#endif /* KDB */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/mp_clock.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/mp_clock.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,150 +0,0 @@
-/*-
- * ----------------------------------------------------------------------------
- * "THE BEER-WARE LICENSE" (Revision 42):
- * <phk@xxxxxxxxxxx> wrote this file. As long as you retain this notice you
- * can do whatever you want with this stuff. If we meet some day, and you think
- * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
- * ----------------------------------------------------------------------------
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/mp_clock.c,v 1.19 2004/05/30 20:34:57
phk Exp $");
-
-/*-
- * Just when we thought life were beautiful, reality pops its grim face over
- * the edge again:
- *
- * ] 20. ACPI Timer Errata
- * ]
- * ] Problem: The power management timer may return improper result when
- * ] read. Although the timer value settles properly after incrementing,
- * ] while incrementing there is a 3nS window every 69.8nS where the
- * ] timer value is indeterminate (a 4.2% chance that the data will be
- * ] incorrect when read). As a result, the ACPI free running count up
- * ] timer specification is violated due to erroneous reads. Implication:
- * ] System hangs due to the "inaccuracy" of the timer when used by
- * ] software for time critical events and delays.
- * ]
- * ] Workaround: Read the register twice and compare.
- * ] Status: This will not be fixed in the PIIX4 or PIIX4E.
- *
- * The counter is in other words not latched to the PCI bus clock when
- * read. Notice the workaround isn't: We need to read until we have
- * three monotonic samples and then use the middle one, otherwise we are
- * not protected against the fact that the bits can be wrong in two
- * directions. If we only cared about monosity two reads would be enough.
- */
-
-/* #include "opt_bus.h" */
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/timetc.h>
-#include <sys/kernel.h>
-#include <sys/module.h>
-#include <sys/sysctl.h>
-#include <sys/bus.h>
-
-#include <dev/pci/pcireg.h>
-#include <dev/pci/pcivar.h>
-
-static unsigned piix_get_timecount(struct timecounter *tc);
-
-static u_int32_t piix_timecounter_address;
-static u_int piix_freq = 14318182/4;
-
-static struct timecounter piix_timecounter = {
- piix_get_timecount, /* get_timecount */
- 0, /* no poll_pps */
- 0xffffff, /* counter_mask */
- 0, /* frequency */
- "PIIX" /* name */
-};
-
-
-static int
-sysctl_machdep_piix_freq(SYSCTL_HANDLER_ARGS)
-{
- int error;
- u_int freq;
-
- if (piix_timecounter.tc_frequency == 0)
- return (EOPNOTSUPP);
- freq = piix_freq;
- error = sysctl_handle_int(oidp, &freq, sizeof(freq), req);
- if (error == 0 && req->newptr != NULL) {
- piix_freq = freq;
- piix_timecounter.tc_frequency = piix_freq;
- }
- return (error);
-}
-
-SYSCTL_PROC(_machdep, OID_AUTO, piix_freq, CTLTYPE_INT | CTLFLAG_RW,
- 0, sizeof(u_int), sysctl_machdep_piix_freq, "I", "");
-
-static unsigned
-piix_get_timecount(struct timecounter *tc)
-{
- unsigned u1, u2, u3;
-
- u2 = inl(piix_timecounter_address);
- u3 = inl(piix_timecounter_address);
- do {
- u1 = u2;
- u2 = u3;
- u3 = inl(piix_timecounter_address);
- } while (u1 > u2 || u2 > u3);
- return (u2);
-}
-
-static int
-piix_probe(device_t dev)
-{
- u_int32_t d;
-
- if (devclass_get_device(devclass_find("acpi"), 0) != NULL)
- return (ENXIO);
- switch (pci_get_devid(dev)) {
- case 0x71138086:
- device_set_desc(dev, "PIIX Timecounter");
- break;
- default:
- return (ENXIO);
- }
-
- d = pci_read_config(dev, PCIR_COMMAND, 2);
- if (!(d & PCIM_CMD_PORTEN)) {
- device_printf(dev, "PIIX I/O space not mapped\n");
- return (ENXIO);
- }
- return (0);
-}
-
-static int
-piix_attach(device_t dev)
-{
- u_int32_t d;
-
- d = pci_read_config(dev, 0x40, 4);
- piix_timecounter_address = (d & 0xffc0) + 8;
- piix_timecounter.tc_frequency = piix_freq;
- tc_init(&piix_timecounter);
- return (0);
-}
-
-static device_method_t piix_methods[] = {
- /* Device interface */
- DEVMETHOD(device_probe, piix_probe),
- DEVMETHOD(device_attach, piix_attach),
- { 0, 0 }
-};
-
-static driver_t piix_driver = {
- "piix",
- piix_methods,
- 1,
-};
-
-static devclass_t piix_devclass;
-
-DRIVER_MODULE(piix, pci, piix_driver, piix_devclass, 0, 0);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/mp_machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/mp_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1487 +0,0 @@
-/*-
- * Copyright (c) 1996, by Steve Passe
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. The name of the developer may NOT be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/mp_machdep.c,v 1.235.2.3 2004/09/24
15:02:33 rik Exp $");
-
-#include "opt_apic.h"
-#include "opt_cpu.h"
-#include "opt_kstack_pages.h"
-#include "opt_mp_watchdog.h"
-
-#if !defined(lint)
-#if !defined(SMP)
-#error How did you get here?
-#endif
-
-#if defined(I386_CPU) && !defined(COMPILING_LINT)
-#error SMP not supported with I386_CPU
-#endif
-#if 0
-#ifndef DEV_APIC
-#error The apic device is required for SMP, add "device apic" to your config
file.
-#endif
-#endif
-#if defined(CPU_DISABLE_CMPXCHG) && !defined(COMPILING_LINT)
-#error SMP not supported with CPU_DISABLE_CMPXCHG
-#endif
-#endif /* not lint */
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/cons.h> /* cngetc() */
-#ifdef GPROF
-#include <sys/gmon.h>
-#endif
-#include <sys/kernel.h>
-#include <sys/ktr.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/memrange.h>
-#include <sys/mutex.h>
-#include <sys/pcpu.h>
-#include <sys/proc.h>
-#include <sys/smp.h>
-#include <sys/sysctl.h>
-
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/pmap.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_extern.h>
-
-#include <machine/apicreg.h>
-#include <machine/clock.h>
-#include <machine/md_var.h>
-#include <machine/mp_watchdog.h>
-#include <machine/pcb.h>
-#include <machine/smp.h>
-#include <machine/smptests.h> /** COUNT_XINVLTLB_HITS */
-#include <machine/specialreg.h>
-#include <machine/privatespace.h>
-
-
-/* XEN includes */
-#include <machine/xenfunc.h>
-#include <machine/xen_intr.h>
-
-void Xhypervisor_callback(void);
-void failsafe_callback(void);
-
-/***************/
-
-
-#define WARMBOOT_TARGET 0
-#define WARMBOOT_OFF (KERNBASE + 0x0467)
-#define WARMBOOT_SEG (KERNBASE + 0x0469)
-
-#define CMOS_REG (0x70)
-#define CMOS_DATA (0x71)
-#define BIOS_RESET (0x0f)
-#define BIOS_WARM (0x0a)
-
-
-#undef POSTCODE
-#define POSTCODE(x)
-
-/*
- * this code MUST be enabled here and in mpboot.s.
- * it follows the very early stages of AP boot by placing values in CMOS ram.
- * it NORMALLY will never be needed and thus the primitive method for enabling.
- *
-#define CHECK_POINTS
- */
-
-#if defined(CHECK_POINTS) && !defined(PC98)
-#define CHECK_READ(A) (outb(CMOS_REG, (A)), inb(CMOS_DATA))
-#define CHECK_WRITE(A,D) (outb(CMOS_REG, (A)), outb(CMOS_DATA, (D)))
-
-#define CHECK_INIT(D); \
- CHECK_WRITE(0x34, (D)); \
- CHECK_WRITE(0x35, (D)); \
- CHECK_WRITE(0x36, (D)); \
- CHECK_WRITE(0x37, (D)); \
- CHECK_WRITE(0x38, (D)); \
- CHECK_WRITE(0x39, (D));
-
-#define CHECK_PRINT(S); \
- printf("%s: %d, %d, %d, %d, %d, %d\n", \
- (S), \
- CHECK_READ(0x34), \
- CHECK_READ(0x35), \
- CHECK_READ(0x36), \
- CHECK_READ(0x37), \
- CHECK_READ(0x38), \
- CHECK_READ(0x39));
-
-#else /* CHECK_POINTS */
-
-#define CHECK_INIT(D)
-#define CHECK_PRINT(S)
-#define CHECK_WRITE(A, D)
-
-#endif /* CHECK_POINTS */
-
-/*
- * Values to send to the POST hardware.
- */
-#define MP_BOOTADDRESS_POST 0x10
-#define MP_PROBE_POST 0x11
-#define MPTABLE_PASS1_POST 0x12
-
-#define MP_START_POST 0x13
-#define MP_ENABLE_POST 0x14
-#define MPTABLE_PASS2_POST 0x15
-
-#define START_ALL_APS_POST 0x16
-#define INSTALL_AP_TRAMP_POST 0x17
-#define START_AP_POST 0x18
-
-#define MP_ANNOUNCE_POST 0x19
-
-/* lock region used by kernel profiling */
-int mcount_lock;
-
-/** XXX FIXME: where does this really belong, isa.h/isa.c perhaps? */
-int current_postcode;
-
-int mp_naps; /* # of Applications processors */
-int boot_cpu_id = -1; /* designated BSP */
-extern int nkpt;
-
-/*
- * CPU topology map datastructures for HTT.
- */
-static struct cpu_group mp_groups[MAXCPU];
-static struct cpu_top mp_top;
-
-/* AP uses this during bootstrap. Do not staticize. */
-char *bootSTK;
-static int bootAP;
-
-/* Hotwire a 0->4MB V==P mapping */
-extern pt_entry_t *KPTphys;
-
-/* SMP page table page */
-extern pt_entry_t *SMPpt;
-
-extern trap_info_t trap_table[];
-
-struct pcb stoppcbs[MAXCPU];
-
-/* Variables needed for SMP tlb shootdown. */
-vm_offset_t smp_tlb_addr1;
-vm_offset_t smp_tlb_addr2;
-volatile int smp_tlb_wait;
-
-/*
- * Local data and functions.
- */
-
-static u_int logical_cpus;
-
-/* used to hold the AP's until we are ready to release them */
-static struct mtx ap_boot_mtx;
-
-/* Set to 1 once we're ready to let the APs out of the pen. */
-static volatile int aps_ready = 0;
-
-/*
- * Store data from cpu_add() until later in the boot when we actually setup
- * the APs.
- */
-struct cpu_info {
- int cpu_present:1;
- int cpu_bsp:1;
-} static cpu_info[MAXCPU];
-static int cpu_apic_ids[MAXCPU];
-
-static u_int boot_address;
-
-static void set_logical_apic_ids(void);
-static int start_all_aps(void);
-#if 0
-static void install_ap_tramp(void);
-#endif
-static int start_ap(int apic_id);
-static void release_aps(void *dummy);
-
-static int hlt_logical_cpus;
-static struct sysctl_ctx_list logical_cpu_clist;
-
-static void
-mem_range_AP_init(void)
-{
- if (mem_range_softc.mr_op && mem_range_softc.mr_op->initAP)
- mem_range_softc.mr_op->initAP(&mem_range_softc);
-}
-
-void
-mp_topology(void)
-{
- struct cpu_group *group;
- int logical_cpus;
- int apic_id;
- int groups;
- int cpu;
-
- /* Build the smp_topology map. */
- /* Nothing to do if there is no HTT support. */
- if ((cpu_feature & CPUID_HTT) == 0)
- return;
- logical_cpus = (cpu_procinfo & CPUID_HTT_CORES) >> 16;
- if (logical_cpus <= 1)
- return;
- group = &mp_groups[0];
- groups = 1;
- for (cpu = 0, apic_id = 0; apic_id < MAXCPU; apic_id++) {
- if (!cpu_info[apic_id].cpu_present)
- continue;
- /*
- * If the current group has members and we're not a logical
- * cpu, create a new group.
- */
- if (group->cg_count != 0 && (apic_id % logical_cpus) == 0) {
- group++;
- groups++;
- }
- group->cg_count++;
- group->cg_mask |= 1 << cpu;
- cpu++;
- }
-
- mp_top.ct_count = groups;
- mp_top.ct_group = mp_groups;
- smp_topology = &mp_top;
-}
-
-
-/*
- * Calculate usable address in base memory for AP trampoline code.
- */
-u_int
-mp_bootaddress(u_int basemem)
-{
- POSTCODE(MP_BOOTADDRESS_POST);
-
- boot_address = trunc_page(basemem); /* round down to 4k boundary */
- if ((basemem - boot_address) < bootMP_size)
- boot_address -= PAGE_SIZE; /* not enough, lower by 4k */
-
- return boot_address;
-}
-
-void
-cpu_add(u_int apic_id, char boot_cpu)
-{
-
- if (apic_id >= MAXCPU) {
- printf("SMP: CPU %d exceeds maximum CPU %d, ignoring\n",
- apic_id, MAXCPU - 1);
- return;
- }
- KASSERT(cpu_info[apic_id].cpu_present == 0, ("CPU %d added twice",
- apic_id));
- cpu_info[apic_id].cpu_present = 1;
- if (boot_cpu) {
- KASSERT(boot_cpu_id == -1,
- ("CPU %d claims to be BSP, but CPU %d already is", apic_id,
- boot_cpu_id));
- boot_cpu_id = apic_id;
- cpu_info[apic_id].cpu_bsp = 1;
- }
- mp_ncpus++;
- if (bootverbose)
- printf("SMP: Added CPU %d (%s)\n", apic_id, boot_cpu ? "BSP" :
- "AP");
-
-}
-
-void
-cpu_mp_setmaxid(void)
-{
-
- mp_maxid = MAXCPU - 1;
-}
-
-int
-cpu_mp_probe(void)
-{
-
- mp_ncpus = HYPERVISOR_shared_info->n_vcpu;
- /*
- * Always record BSP in CPU map so that the mbuf init code works
- * correctly.
- */
- all_cpus = 1;
- if (mp_ncpus == 0) {
- /*
- * No CPUs were found, so this must be a UP system. Setup
- * the variables to represent a system with a single CPU
- * with an id of 0.
- */
- mp_ncpus = 1;
- return (0);
- }
-
- /* At least one CPU was found. */
- if (mp_ncpus == 1) {
- /*
- * One CPU was found, so this must be a UP system with
- * an I/O APIC.
- */
- return (0);
- }
-
- /* At least two CPUs were found. */
- return (1);
-}
-
-static void
-cpu_mp_ipi_init(void)
-{
- int irq;
- int cpu = smp_processor_id();
- /*
- * these are not needed by XenFreeBSD - from Keir:
- * For TLB-flush related IPIs, Xen has hypercalls
- * you should use instead. You can pass a pointer
- * to a vcpu bitmap to update_va_mapping(), and to
- * MMUEXT_flush_tlb_multi and MMEXT_invlpg_multi.
- * Xen will then make sure that those vcpus get
- * flushed appropriately before returning to the
- * caller.
- * There is also no indication that we need to forward
- * clock interrupts.
- */
-#if 0
- /* Install an inter-CPU IPI for TLB invalidation */
- setidt(IPI_INVLTLB, IDTVEC(invltlb),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
- setidt(IPI_INVLPG, IDTVEC(invlpg),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
- setidt(IPI_INVLRNG, IDTVEC(invlrng),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-
- /* Install an inter-CPU IPI for forwarding hardclock() */
- setidt(IPI_HARDCLOCK, IDTVEC(hardclock),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-
- /* Install an inter-CPU IPI for forwarding statclock() */
- setidt(IPI_STATCLOCK, IDTVEC(statclock),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-#endif
-
- /*
- * These can all be consolidated. For now leaving
- * as individual IPIs.
- *
- */
-#if 0
- /* Install an inter-CPU IPI for lazy pmap release */
- setidt(IPI_LAZYPMAP, IDTVEC(lazypmap),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-#else
- irq = bind_ipi_on_cpu_to_irq(cpu, IPI_LAZYPMAP);
- PCPU_SET(lazypmap, irq);
- PANIC_IF(intr_add_handler("pmap_lazyfix", irq,
- (driver_intr_t *)pmap_lazyfix_action,
- NULL, INTR_TYPE_CLK | INTR_FAST, NULL));
-#endif
-
-#if 0
- /* Install an inter-CPU IPI for all-CPU rendezvous */
- setidt(IPI_RENDEZVOUS, IDTVEC(rendezvous),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-#else
- irq = bind_ipi_on_cpu_to_irq(cpu, IPI_RENDEZVOUS);
- PCPU_SET(rendezvous, irq);
- PANIC_IF(intr_add_handler("smp_rendezvous", irq,
- (driver_intr_t *)smp_rendezvous_action,
- NULL, INTR_TYPE_CLK | INTR_FAST, NULL));
-#endif
-
-#if 0
- /* Install an inter-CPU IPI for forcing an additional software trap */
- setidt(IPI_AST, IDTVEC(cpuast),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-#else
- irq = bind_ipi_on_cpu_to_irq(cpu, IPI_AST);
- PCPU_SET(cpuast, irq);
-#endif
- /* XXX ignore for now */
-#if 0
- /* Install an inter-CPU IPI for CPU stop/restart */
- setidt(IPI_STOP, IDTVEC(cpustop),
- SDT_SYS386IGT, SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
-#endif
-
-}
-
-SYSINIT(ipi_setup, SI_SUB_INTR, SI_ORDER_ANY, cpu_mp_ipi_init, NULL);
-
-/*
- * Initialize the IPI handlers and start up the AP's.
- */
-void
-cpu_mp_start(void) /* --- Start here --- */
-{
- int i;
-
- POSTCODE(MP_START_POST);
-
- /* Initialize the logical ID to APIC ID table. */
- for (i = 0; i < MAXCPU; i++)
- cpu_apic_ids[i] = -1;
-
-
- /* Set boot_cpu_id if needed. */
- if (boot_cpu_id == -1) {
- boot_cpu_id = PCPU_GET(apic_id);
- cpu_info[boot_cpu_id].cpu_bsp = 1;
- } else
- KASSERT(boot_cpu_id == PCPU_GET(apic_id),
- ("BSP's APIC ID doesn't match boot_cpu_id"));
- cpu_apic_ids[0] = boot_cpu_id;
-
- /* Start each Application Processor */
- start_all_aps();
-
- /* Setup the initial logical CPUs info. */
- logical_cpus = logical_cpus_mask = 0;
- if (cpu_feature & CPUID_HTT)
- logical_cpus = (cpu_procinfo & CPUID_HTT_CORES) >> 16;
-
- set_logical_apic_ids();
-}
-
-
-/*
- * Print various information about the SMP system hardware and setup.
- */
-void
-cpu_mp_announce(void)
-{
- int i, x;
-
- POSTCODE(MP_ANNOUNCE_POST);
-
- /* List CPUs */
- printf(" cpu0 (BSP): APIC ID: %2d\n", boot_cpu_id);
- for (i = 1, x = 0; x < MAXCPU; x++) {
- if (cpu_info[x].cpu_present && !cpu_info[x].cpu_bsp) {
- KASSERT(i < mp_ncpus,
- ("mp_ncpus and actual cpus are out of whack"));
- printf(" cpu%d (AP): APIC ID: %2d\n", i++, x);
- }
- }
-}
-
-/*
- * AP CPU's call this to initialize themselves.
- */
-void
-init_secondary(void)
-{
- int myid;
- unsigned long gdtmachpfn;
- printk("MADE IT!!");
-
-#if 0
- u_int cr0;
-#endif
- /* Steps to booting SMP on xen as gleaned from XenLinux:
- * - cpu_init() - processor specific initialization
- * - smp_callin()
- * - wait 2s for BP to finish its startup sequence
- * - map_cpu_to_logical_apicid()
- * - save cpuid info
- * - set bit in callin map to let master (BP?) continue
- * - local setup timer() - per cpu timer initialization
- * - ldebug_setup() - bind debug IRQ to local CPU.
- * - smp_intr_init() - IPI setup that we do in cpu_mp_start
- * - local_irq_enable() - enable interrupts locally
- * - cpu_set(id, map) - announce that we're up
- * - cpu_idle() - make us schedulable
- */
-
-
- /* bootAP is set in start_ap() to our ID. */
- myid = bootAP;
-
- gdtmachpfn = vtomach(gdt) >> PAGE_SHIFT;
- PANIC_IF(HYPERVISOR_set_gdt(&gdtmachpfn, 512) != 0);
-
-
- lgdt_finish();
-
- PCPU_SET(cpuid, myid);
-
-
- set_user_ldt((struct mdproc *)_default_ldt);
- PCPU_SET(currentldt, _default_ldt);
-
- PCPU_SET(common_tss.tss_esp0, 0); /* not used until after switch */
- PCPU_SET(common_tss.tss_ss0, GSEL(GDATA_SEL, SEL_KPL));
- PCPU_SET(common_tss.tss_ioopt, (sizeof (struct i386tss)) << 16);
- PCPU_SET(tss_gdt, &gdt[myid * NGDT + GPROC0_SEL].sd);
- PCPU_SET(common_tssd, *PCPU_GET(tss_gdt));
-#if 0
- ltr(gsel_tss);
-
- /*
- * Set to a known state:
- * Set by mpboot.s: CR0_PG, CR0_PE
- * Set by cpu_setregs: CR0_NE, CR0_MP, CR0_TS, CR0_WP, CR0_AM
- */
- cr0 = rcr0();
- cr0 &= ~(CR0_CD | CR0_NW | CR0_EM);
- load_cr0(cr0);
-#endif
- CHECK_WRITE(0x38, 5);
-
- /* Disable local APIC just to be sure. */
- lapic_disable();
-
- /* signal our startup to the BSP. */
- mp_naps++;
- CHECK_WRITE(0x39, 6);
-
- /* Spin until the BSP releases the AP's. */
- while (!aps_ready)
- ia32_pause();
-
- /* BSP may have changed PTD while we were waiting */
- invltlb();
- pmap_invalidate_range(kernel_pmap, 0, NKPT * NBPDR - 1);
-
-#if defined(I586_CPU) && !defined(NO_F00F_HACK)
- lidt(&r_idt);
-#endif
-
- /* set up CPU registers and state */
- cpu_setregs();
-
- /* set up FPU state on the AP */
- npxinit(__INITIAL_NPXCW__);
-
- /* set up SSE registers */
- enable_sse();
-
- /* A quick check from sanity claus */
- if (PCPU_GET(apic_id) != lapic_id()) {
- printf("SMP: cpuid = %d\n", PCPU_GET(cpuid));
- printf("SMP: actual apic_id = %d\n", lapic_id());
- printf("SMP: correct apic_id = %d\n", PCPU_GET(apic_id));
- printf("PTD[MPPTDI] = %#jx\n", (uintmax_t)PTD[MPPTDI]);
- panic("cpuid mismatch! boom!!");
- }
-
- mtx_lock_spin(&ap_boot_mtx);
-
- /* Init local apic for irq's */
- lapic_setup();
-
- /* Set memory range attributes for this CPU to match the BSP */
- mem_range_AP_init();
-
- smp_cpus++;
-
- CTR1(KTR_SMP, "SMP: AP CPU #%d Launched", PCPU_GET(cpuid));
- printf("SMP: AP CPU #%d Launched!\n", PCPU_GET(cpuid));
-
- /* Determine if we are a logical CPU. */
- if (logical_cpus > 1 && PCPU_GET(apic_id) % logical_cpus != 0)
- logical_cpus_mask |= PCPU_GET(cpumask);
-
- /* Build our map of 'other' CPUs. */
- PCPU_SET(other_cpus, all_cpus & ~PCPU_GET(cpumask));
-
- if (bootverbose)
- lapic_dump("AP");
-
- if (smp_cpus == mp_ncpus) {
- /* enable IPI's, tlb shootdown, freezes etc */
- atomic_store_rel_int(&smp_started, 1);
- smp_active = 1; /* historic */
- }
-
- mtx_unlock_spin(&ap_boot_mtx);
-
- /* wait until all the AP's are up */
- while (smp_started == 0)
- ia32_pause();
-
- /* need to wait until now to setup the IPIs as SI_SUB_CPU is
- * much earlier than SI_SUB_INTR
- */
- ap_evtchn_init(myid);
- ap_cpu_initclocks();
- cpu_mp_ipi_init();
-
- /* ok, now grab sched_lock and enter the scheduler */
- mtx_lock_spin(&sched_lock);
-
- binuptime(PCPU_PTR(switchtime));
- PCPU_SET(switchticks, ticks);
-
- cpu_throw(NULL, choosethread()); /* doesn't return */
-
- panic("scheduler returned us to %s", __func__);
- /* NOTREACHED */
-}
-
-/*******************************************************************
- * local functions and data
- */
-
-/*
- * Set the APIC logical IDs.
- *
- * We want to cluster logical CPU's within the same APIC ID cluster.
- * Since logical CPU's are aligned simply filling in the clusters in
- * APIC ID order works fine. Note that this does not try to balance
- * the number of CPU's in each cluster. (XXX?)
- */
-static void
-set_logical_apic_ids(void)
-{
- u_int apic_id, cluster, cluster_id;
-
- /* Force us to allocate cluster 0 at the start. */
- cluster = -1;
- cluster_id = APIC_MAX_INTRACLUSTER_ID;
- for (apic_id = 0; apic_id < MAXCPU; apic_id++) {
- if (!cpu_info[apic_id].cpu_present)
- continue;
- if (cluster_id == APIC_MAX_INTRACLUSTER_ID) {
- cluster = ioapic_next_logical_cluster();
- cluster_id = 0;
- } else
- cluster_id++;
- if (bootverbose)
- printf("APIC ID: physical %u, logical %u:%u\n",
- apic_id, cluster, cluster_id);
- lapic_set_logical_id(apic_id, cluster, cluster_id);
- }
-}
-
-/*
- * start each AP in our list
- */
-static int
-start_all_aps(void)
-{
- struct pcpu *pc;
- char *stack;
- int i, apic_id, cpu;
-
- /*
- * This function corresponds most closely to
- * smp_boot_cpus in XenLinux - the sequence there
- * is:
- * - check if SMP config is found - if not:
- * - clear the I/O APIC IRQs
- * - map cpu to logical apicid
- * - exit
- * - smp_intr_init - IPI initialization
- * - map cpu to logical apicid
- * - boot each of the vcpus
- * - clear and then construct the cpu sibling [logical CPUs] map.
- *
- */
-
- POSTCODE(START_ALL_APS_POST);
-
- mtx_init(&ap_boot_mtx, "ap boot", NULL, MTX_SPIN);
-#if 0
- /* install the AP 1st level boot code */
- install_ap_tramp();
-
- /* save the current value of the warm-start vector */
- mpbioswarmvec = *((u_long *) WARMBOOT_OFF);
-
-
- /* set up temporary P==V mapping for AP boot */
- /* XXX this is a hack, we should boot the AP on its own stack/PTD */
- kptbase = (uintptr_t)(void *)KPTphys;
- for (i = 0; i < NKPT; i++)
- PTD[i] = (pd_entry_t)(PG_V | PG_RW |
- ((kptbase + i * PAGE_SIZE) & PG_FRAME));
- invltlb();
-#endif
- /* start each AP */
- for (cpu = 0, apic_id = 0; apic_id < MAXCPU; apic_id++) {
- if (!cpu_info[apic_id].cpu_present ||
- cpu_info[apic_id].cpu_bsp)
- continue;
- cpu++;
-
- /* save APIC ID for this logical ID */
- cpu_apic_ids[cpu] = apic_id;
-#if 0
- /* first page of AP's private space */
- pg = cpu * i386_btop(sizeof(struct privatespace));
-
- /* allocate a new private data page */
- pc = (struct pcpu *)kmem_alloc(kernel_map, PAGE_SIZE);
-
- /* wire it into the private page table page */
- SMPpt[pg] = (pt_entry_t)(PG_V | PG_RW | vtophys(pc));
-
- /* allocate and set up an idle stack data page */
- stack = (char *)kmem_alloc(kernel_map, KSTACK_PAGES *
PAGE_SIZE); /* XXXKSE */
- for (i = 0; i < KSTACK_PAGES; i++)
- SMPpt[pg + 1 + i] = (pt_entry_t)
- (PG_V | PG_RW | vtophys(PAGE_SIZE * i + stack));
-#endif
- pc = &SMP_prvspace[cpu].pcpu;
-
- /* prime data page for it to use */
- pcpu_init(pc, cpu, sizeof(struct pcpu));
- pc->pc_apic_id = apic_id;
-
-#if 0
- /* setup a vector to our boot code */
- *((volatile u_short *) WARMBOOT_OFF) = WARMBOOT_TARGET;
- *((volatile u_short *) WARMBOOT_SEG) = (boot_address >> 4);
-#ifndef PC98
- outb(CMOS_REG, BIOS_RESET);
- outb(CMOS_DATA, BIOS_WARM); /* 'warm-start' */
-#endif
-#endif
- bootSTK = &SMP_prvspace[cpu].idlekstack[KSTACK_PAGES *
- PAGE_SIZE];
- bootAP = cpu;
-
- /* attempt to start the Application Processor */
- CHECK_INIT(99); /* setup checkpoints */
- if (!start_ap(apic_id)) {
- printf("AP #%d (PHY# %d) failed!\n", cpu, apic_id);
- CHECK_PRINT("trace"); /* show checkpoints */
- /* better panic as the AP may be running loose */
- printf("panic y/n? [y] ");
- if (cngetc() != 'n')
- panic("bye-bye");
- }
- CHECK_PRINT("trace"); /* show checkpoints */
-
- all_cpus |= (1 << cpu); /* record AP in CPU map */
- }
-
- /* build our map of 'other' CPUs */
- PCPU_SET(other_cpus, all_cpus & ~PCPU_GET(cpumask));
-
-#if 0
- /* restore the warmstart vector */
- *(u_long *) WARMBOOT_OFF = mpbioswarmvec;
-#endif
- /*
- * Set up the idle context for the BSP. Similar to above except
- * that some was done by locore, some by pmap.c and some is implicit
- * because the BSP is cpu#0 and the page is initially zero and also
- * because we can refer to variables by name on the BSP..
- */
-
- /* Allocate and setup BSP idle stack */
- stack = (char *)kmem_alloc(kernel_map, KSTACK_PAGES * PAGE_SIZE);
- for (i = 0; i < KSTACK_PAGES; i++)
- SMPpt[1 + i] = (pt_entry_t)
- (PG_V | PG_RW | vtophys(PAGE_SIZE * i + stack));
-
- for (i = 0; i < NKPT; i++)
- PTD[i] = 0;
- pmap_invalidate_range(kernel_pmap, 0, NKPT * NBPDR - 1);
-
- /* number of APs actually started */
- return mp_naps;
-}
-
-/*
- * load the 1st level AP boot code into base memory.
- */
-
-/* targets for relocation */
-extern void bigJump(void);
-extern void bootCodeSeg(void);
-extern void bootDataSeg(void);
-extern void MPentry(void);
-extern u_int MP_GDT;
-extern u_int mp_gdtbase;
-#if 0
-static void
-install_ap_tramp(void)
-{
- int x;
- int size = *(int *) ((u_long) & bootMP_size);
- vm_offset_t va = boot_address + KERNBASE;
- u_char *src = (u_char *) ((u_long) bootMP);
- u_char *dst = (u_char *) va;
- u_int boot_base = (u_int) bootMP;
- u_int8_t *dst8;
- u_int16_t *dst16;
- u_int32_t *dst32;
-
- POSTCODE(INSTALL_AP_TRAMP_POST);
-
- KASSERT (size <= PAGE_SIZE,
- ("'size' do not fit into PAGE_SIZE, as expected."));
- pmap_kenter(va, boot_address);
- pmap_invalidate_page (kernel_pmap, va);
- for (x = 0; x < size; ++x)
- *dst++ = *src++;
-
- /*
- * modify addresses in code we just moved to basemem. unfortunately we
- * need fairly detailed info about mpboot.s for this to work. changes
- * to mpboot.s might require changes here.
- */
-
- /* boot code is located in KERNEL space */
- dst = (u_char *) va;
-
- /* modify the lgdt arg */
- dst32 = (u_int32_t *) (dst + ((u_int) & mp_gdtbase - boot_base));
- *dst32 = boot_address + ((u_int) & MP_GDT - boot_base);
-
- /* modify the ljmp target for MPentry() */
- dst32 = (u_int32_t *) (dst + ((u_int) bigJump - boot_base) + 1);
- *dst32 = ((u_int) MPentry - KERNBASE);
-
- /* modify the target for boot code segment */
- dst16 = (u_int16_t *) (dst + ((u_int) bootCodeSeg - boot_base));
- dst8 = (u_int8_t *) (dst16 + 1);
- *dst16 = (u_int) boot_address & 0xffff;
- *dst8 = ((u_int) boot_address >> 16) & 0xff;
-
- /* modify the target for boot data segment */
- dst16 = (u_int16_t *) (dst + ((u_int) bootDataSeg - boot_base));
- dst8 = (u_int8_t *) (dst16 + 1);
- *dst16 = (u_int) boot_address & 0xffff;
- *dst8 = ((u_int) boot_address >> 16) & 0xff;
-}
-#endif
-
-static void
-cpu_mp_trap_init(trap_info_t *trap_ctxt)
-{
- trap_info_t *t = trap_table;
-
- for (t = trap_table; t->address; t++) {
- trap_ctxt[t->vector].flags = t->flags;
- trap_ctxt[t->vector].cs = t->cs;
- trap_ctxt[t->vector].address = t->address;
- }
-}
-
-/*
- * This function starts the AP (application processor) identified
- * by the APIC ID 'physicalCpu'. It does quite a "song and dance"
- * to accomplish this. This is necessary because of the nuances
- * of the different hardware we might encounter. It isn't pretty,
- * but it seems to work.
- */
-static int
-start_ap(int apic_id)
-{
- int vector, ms, i;
- int cpus, boot_error;
- vcpu_guest_context_t ctxt;
-
- /*
- * This is the FreeBSD equivalent to do_boot_cpu(apicid) in
- * smpboot.c.
- * its initialization sequence consists of:
- * - fork_idle(cpu) to create separate idle context
- * - initialization of idle's context to start_secondary
- * - initialization of cpu ctxt to start in startup_32_smp
- * - then we call HYPERVISOR_boot_vcpu with the cpu index and
- * a pointer to the context.
- * - on boot success we:
- * - set ourselves in the callout_map
- * - wait up to 5 seconds for us to be set in the callin map
- * - set x86_cpu_to_apicid[cpu] = apicid;
- *
- */
-
- POSTCODE(START_AP_POST);
-
- /* calculate the vector */
- vector = (boot_address >> 12) & 0xff;
-
- /* used as a watchpoint to signal AP startup */
- cpus = mp_naps;
-
- memset(&ctxt, 0, sizeof(ctxt));
-
- ctxt.user_regs.ds = GSEL(GDATA_SEL, SEL_KPL);
- ctxt.user_regs.es = GSEL(GDATA_SEL, SEL_KPL);
- ctxt.user_regs.fs = 0;
- ctxt.user_regs.gs = 0;
- ctxt.user_regs.ss = __KERNEL_DS;
- ctxt.user_regs.cs = __KERNEL_CS;
- ctxt.user_regs.eip = (unsigned long)init_secondary;
- ctxt.user_regs.esp = (unsigned long)bootSTK;
-#ifdef notyet
- ctxt.user_regs.eflags = (1<<9) | (1<<2) | (idle->thread.io_pl<<12);
-#else
- ctxt.user_regs.eflags = (1<<9) | (1<<2);
-#endif
- /* FPU is set up to default initial state. */
- memset(&ctxt.fpu_ctxt, 0, sizeof(ctxt.fpu_ctxt));
-
- /* Virtual IDT is empty at start-of-day. */
- for ( i = 0; i < 256; i++ )
- {
- ctxt.trap_ctxt[i].vector = i;
- ctxt.trap_ctxt[i].cs = FLAT_KERNEL_CS;
- }
- cpu_mp_trap_init(ctxt.trap_ctxt);
-
- /* No LDT. */
- ctxt.ldt_ents = 0;
-
- /* Ring 1 stack is the initial stack. */
- ctxt.kernel_ss = __KERNEL_DS;
- ctxt.kernel_sp = (unsigned long)bootSTK;
-
- /* Callback handlers. */
- ctxt.event_callback_cs = __KERNEL_CS;
- ctxt.event_callback_eip = (unsigned long)Xhypervisor_callback;
- ctxt.failsafe_callback_cs = __KERNEL_CS;
- ctxt.failsafe_callback_eip = (unsigned long)failsafe_callback;
-
- ctxt.ctrlreg[3] = (vm_paddr_t)IdlePTD;
-
- boot_error = HYPERVISOR_boot_vcpu(bootAP, &ctxt);
-
-
- if (boot_error)
- printk("Houston we have a problem\n");
- else
- printk("boot_vcpu succeeded\n");
-#if 0
- /*
- * first we do an INIT/RESET IPI this INIT IPI might be run, reseting
- * and running the target CPU. OR this INIT IPI might be latched (P5
- * bug), CPU waiting for STARTUP IPI. OR this INIT IPI might be
- * ignored.
- */
-
- /* do an INIT IPI: assert RESET */
- lapic_ipi_raw(APIC_DEST_DESTFLD | APIC_TRIGMOD_EDGE |
- APIC_LEVEL_ASSERT | APIC_DESTMODE_PHY | APIC_DELMODE_INIT, apic_id);
-
- /* wait for pending status end */
- lapic_ipi_wait(-1);
-
- /* do an INIT IPI: deassert RESET */
- lapic_ipi_raw(APIC_DEST_ALLESELF | APIC_TRIGMOD_LEVEL |
- APIC_LEVEL_DEASSERT | APIC_DESTMODE_PHY | APIC_DELMODE_INIT, 0);
-
- /* wait for pending status end */
- DELAY(10000); /* wait ~10mS */
- lapic_ipi_wait(-1);
-
- /*
- * next we do a STARTUP IPI: the previous INIT IPI might still be
- * latched, (P5 bug) this 1st STARTUP would then terminate
- * immediately, and the previously started INIT IPI would continue. OR
- * the previous INIT IPI has already run. and this STARTUP IPI will
- * run. OR the previous INIT IPI was ignored. and this STARTUP IPI
- * will run.
- */
-
- /* do a STARTUP IPI */
- lapic_ipi_raw(APIC_DEST_DESTFLD | APIC_TRIGMOD_EDGE |
- APIC_LEVEL_DEASSERT | APIC_DESTMODE_PHY | APIC_DELMODE_STARTUP |
- vector, apic_id);
- lapic_ipi_wait(-1);
- DELAY(200); /* wait ~200uS */
-
- /*
- * finally we do a 2nd STARTUP IPI: this 2nd STARTUP IPI should run IF
- * the previous STARTUP IPI was cancelled by a latched INIT IPI. OR
- * this STARTUP IPI will be ignored, as only ONE STARTUP IPI is
- * recognized after hardware RESET or INIT IPI.
- */
-
- lapic_ipi_raw(APIC_DEST_DESTFLD | APIC_TRIGMOD_EDGE |
- APIC_LEVEL_DEASSERT | APIC_DESTMODE_PHY | APIC_DELMODE_STARTUP |
- vector, apic_id);
- lapic_ipi_wait(-1);
-#endif
- DELAY(200); /* wait ~200uS */
-
- /* Wait up to 5 seconds for it to start. */
- for (ms = 0; ms < 5000; ms++) {
- if (mp_naps > cpus)
- return 1; /* return SUCCESS */
- DELAY(1000);
- }
- return 0; /* return FAILURE */
-}
-
-#ifdef COUNT_XINVLTLB_HITS
-u_int xhits_gbl[MAXCPU];
-u_int xhits_pg[MAXCPU];
-u_int xhits_rng[MAXCPU];
-SYSCTL_NODE(_debug, OID_AUTO, xhits, CTLFLAG_RW, 0, "");
-SYSCTL_OPAQUE(_debug_xhits, OID_AUTO, global, CTLFLAG_RW, &xhits_gbl,
- sizeof(xhits_gbl), "IU", "");
-SYSCTL_OPAQUE(_debug_xhits, OID_AUTO, page, CTLFLAG_RW, &xhits_pg,
- sizeof(xhits_pg), "IU", "");
-SYSCTL_OPAQUE(_debug_xhits, OID_AUTO, range, CTLFLAG_RW, &xhits_rng,
- sizeof(xhits_rng), "IU", "");
-
-u_int ipi_global;
-u_int ipi_page;
-u_int ipi_range;
-u_int ipi_range_size;
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_global, CTLFLAG_RW, &ipi_global, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_page, CTLFLAG_RW, &ipi_page, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_range, CTLFLAG_RW, &ipi_range, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_range_size, CTLFLAG_RW, &ipi_range_size,
- 0, "");
-
-u_int ipi_masked_global;
-u_int ipi_masked_page;
-u_int ipi_masked_range;
-u_int ipi_masked_range_size;
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_masked_global, CTLFLAG_RW,
- &ipi_masked_global, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_masked_page, CTLFLAG_RW,
- &ipi_masked_page, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_masked_range, CTLFLAG_RW,
- &ipi_masked_range, 0, "");
-SYSCTL_INT(_debug_xhits, OID_AUTO, ipi_masked_range_size, CTLFLAG_RW,
- &ipi_masked_range_size, 0, "");
-#endif /* COUNT_XINVLTLB_HITS */
-
-/*
- * Flush the TLB on all other CPU's
- */
-static void
-smp_tlb_shootdown(u_int vector, vm_offset_t addr1, vm_offset_t addr2)
-{
- u_int ncpu;
-
- ncpu = mp_ncpus - 1; /* does not shootdown self */
- if (ncpu < 1)
- return; /* no other cpus */
- mtx_assert(&smp_rv_mtx, MA_OWNED);
- smp_tlb_addr1 = addr1;
- smp_tlb_addr2 = addr2;
- atomic_store_rel_int(&smp_tlb_wait, 0);
- ipi_all_but_self(vector);
- while (smp_tlb_wait < ncpu)
- ia32_pause();
-}
-
-/*
- * This is about as magic as it gets. fortune(1) has got similar code
- * for reversing bits in a word. Who thinks up this stuff??
- *
- * Yes, it does appear to be consistently faster than:
- * while (i = ffs(m)) {
- * m >>= i;
- * bits++;
- * }
- * and
- * while (lsb = (m & -m)) { // This is magic too
- * m &= ~lsb; // or: m ^= lsb
- * bits++;
- * }
- * Both of these latter forms do some very strange things on gcc-3.1 with
- * -mcpu=pentiumpro and/or -march=pentiumpro and/or -O or -O2.
- * There is probably an SSE or MMX popcnt instruction.
- *
- * I wonder if this should be in libkern?
- *
- * XXX Stop the presses! Another one:
- * static __inline u_int32_t
- * popcnt1(u_int32_t v)
- * {
- * v -= ((v >> 1) & 0x55555555);
- * v = (v & 0x33333333) + ((v >> 2) & 0x33333333);
- * v = (v + (v >> 4)) & 0x0F0F0F0F;
- * return (v * 0x01010101) >> 24;
- * }
- * The downside is that it has a multiply. With a pentium3 with
- * -mcpu=pentiumpro and -march=pentiumpro then gcc-3.1 will use
- * an imull, and in that case it is faster. In most other cases
- * it appears slightly slower.
- *
- * Another variant (also from fortune):
- * #define BITCOUNT(x) (((BX_(x)+(BX_(x)>>4)) & 0x0F0F0F0F) % 255)
- * #define BX_(x) ((x) - (((x)>>1)&0x77777777) \
- * - (((x)>>2)&0x33333333) \
- * - (((x)>>3)&0x11111111))
- */
-static __inline u_int32_t
-popcnt(u_int32_t m)
-{
-
- m = (m & 0x55555555) + ((m & 0xaaaaaaaa) >> 1);
- m = (m & 0x33333333) + ((m & 0xcccccccc) >> 2);
- m = (m & 0x0f0f0f0f) + ((m & 0xf0f0f0f0) >> 4);
- m = (m & 0x00ff00ff) + ((m & 0xff00ff00) >> 8);
- m = (m & 0x0000ffff) + ((m & 0xffff0000) >> 16);
- return m;
-}
-
-static void
-smp_targeted_tlb_shootdown(u_int mask, u_int vector, vm_offset_t addr1,
vm_offset_t addr2)
-{
- int ncpu, othercpus;
-
- othercpus = mp_ncpus - 1;
- if (mask == (u_int)-1) {
- ncpu = othercpus;
- if (ncpu < 1)
- return;
- } else {
- mask &= ~PCPU_GET(cpumask);
- if (mask == 0)
- return;
- ncpu = popcnt(mask);
- if (ncpu > othercpus) {
- /* XXX this should be a panic offence */
- printf("SMP: tlb shootdown to %d other cpus (only have
%d)\n",
- ncpu, othercpus);
- ncpu = othercpus;
- }
- /* XXX should be a panic, implied by mask == 0 above */
- if (ncpu < 1)
- return;
- }
- mtx_assert(&smp_rv_mtx, MA_OWNED);
- smp_tlb_addr1 = addr1;
- smp_tlb_addr2 = addr2;
- atomic_store_rel_int(&smp_tlb_wait, 0);
- if (mask == (u_int)-1)
- ipi_all_but_self(vector);
- else
- ipi_selected(mask, vector);
- while (smp_tlb_wait < ncpu)
- ia32_pause();
-}
-
-void
-smp_invltlb(void)
-{
- if (smp_started) {
- smp_tlb_shootdown(IPI_INVLTLB, 0, 0);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_global++;
-#endif
- }
-}
-
-void
-smp_invlpg(vm_offset_t addr)
-{
- if (smp_started) {
- smp_tlb_shootdown(IPI_INVLPG, addr, 0);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_page++;
-#endif
- }
-}
-
-void
-smp_invlpg_range(vm_offset_t addr1, vm_offset_t addr2)
-{
- if (smp_started) {
- smp_tlb_shootdown(IPI_INVLRNG, addr1, addr2);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_range++;
- ipi_range_size += (addr2 - addr1) / PAGE_SIZE;
-#endif
- }
-}
-
-void
-smp_masked_invltlb(u_int mask)
-{
- if (smp_started) {
- smp_targeted_tlb_shootdown(mask, IPI_INVLTLB, 0, 0);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_masked_global++;
-#endif
- }
-}
-
-void
-smp_masked_invlpg(u_int mask, vm_offset_t addr)
-{
- if (smp_started) {
- smp_targeted_tlb_shootdown(mask, IPI_INVLPG, addr, 0);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_masked_page++;
-#endif
- }
-}
-
-void
-smp_masked_invlpg_range(u_int mask, vm_offset_t addr1, vm_offset_t addr2)
-{
- if (smp_started) {
- smp_targeted_tlb_shootdown(mask, IPI_INVLRNG, addr1, addr2);
-#ifdef COUNT_XINVLTLB_HITS
- ipi_masked_range++;
- ipi_masked_range_size += (addr2 - addr1) / PAGE_SIZE;
-#endif
- }
-}
-
-
-/*
- * For statclock, we send an IPI to all CPU's to have them call this
- * function.
- */
-void
-forwarded_statclock(struct clockframe frame)
-{
- struct thread *td;
-
- CTR0(KTR_SMP, "forwarded_statclock");
- td = curthread;
- td->td_intr_nesting_level++;
- if (profprocs != 0)
- profclock(&frame);
- if (pscnt == psdiv)
- statclock(&frame);
- td->td_intr_nesting_level--;
-}
-
-void
-forward_statclock(void)
-{
- int map;
-
- CTR0(KTR_SMP, "forward_statclock");
-
- if (!smp_started || cold || panicstr)
- return;
-
- map = PCPU_GET(other_cpus) & ~(stopped_cpus|hlt_cpus_mask);
- if (map != 0)
- ipi_selected(map, IPI_STATCLOCK);
-}
-
-/*
- * For each hardclock(), we send an IPI to all other CPU's to have them
- * execute this function. It would be nice to reduce contention on
- * sched_lock if we could simply peek at the CPU to determine the user/kernel
- * state and call hardclock_process() on the CPU receiving the clock interrupt
- * and then just use a simple IPI to handle any ast's if needed.
- */
-void
-forwarded_hardclock(struct clockframe frame)
-{
- struct thread *td;
-
- CTR0(KTR_SMP, "forwarded_hardclock");
- td = curthread;
- td->td_intr_nesting_level++;
- hardclock_process(&frame);
- td->td_intr_nesting_level--;
-}
-
-void
-forward_hardclock(void)
-{
- u_int map;
-
- CTR0(KTR_SMP, "forward_hardclock");
-
- if (!smp_started || cold || panicstr)
- return;
-
- map = PCPU_GET(other_cpus) & ~(stopped_cpus|hlt_cpus_mask);
- if (map != 0)
- ipi_selected(map, IPI_HARDCLOCK);
-}
-
-/*
- * send an IPI to a set of cpus.
- */
-void
-ipi_selected(u_int32_t cpus, u_int ipi)
-{
- int cpu;
-
- CTR3(KTR_SMP, "%s: cpus: %x ipi: %x", __func__, cpus, ipi);
- while ((cpu = ffs(cpus)) != 0) {
- cpu--;
- KASSERT(cpu_apic_ids[cpu] != -1,
- ("IPI to non-existent CPU %d", cpu));
- lapic_ipi_vectored(ipi, cpu_apic_ids[cpu]);
- cpus &= ~(1 << cpu);
- }
-}
-
-/*
- * send an IPI INTerrupt containing 'vector' to all CPUs, including myself
- */
-void
-ipi_all(u_int ipi)
-{
-
- CTR2(KTR_SMP, "%s: ipi: %x", __func__, ipi);
- lapic_ipi_vectored(ipi, APIC_IPI_DEST_ALL);
-}
-
-/*
- * send an IPI to all CPUs EXCEPT myself
- */
-void
-ipi_all_but_self(u_int ipi)
-{
-
- CTR2(KTR_SMP, "%s: ipi: %x", __func__, ipi);
- lapic_ipi_vectored(ipi, APIC_IPI_DEST_OTHERS);
-}
-
-/*
- * send an IPI to myself
- */
-void
-ipi_self(u_int ipi)
-{
-
- CTR2(KTR_SMP, "%s: ipi: %x", __func__, ipi);
- lapic_ipi_vectored(ipi, APIC_IPI_DEST_SELF);
-}
-
-/*
- * This is called once the rest of the system is up and running and we're
- * ready to let the AP's out of the pen.
- */
-static void
-release_aps(void *dummy __unused)
-{
-
- if (mp_ncpus == 1)
- return;
- mtx_lock_spin(&sched_lock);
- atomic_store_rel_int(&aps_ready, 1);
- while (smp_started == 0)
- ia32_pause();
- mtx_unlock_spin(&sched_lock);
-}
-SYSINIT(start_aps, SI_SUB_SMP, SI_ORDER_FIRST, release_aps, NULL);
-
-static int
-sysctl_hlt_cpus(SYSCTL_HANDLER_ARGS)
-{
- u_int mask;
- int error;
-
- mask = hlt_cpus_mask;
- error = sysctl_handle_int(oidp, &mask, 0, req);
- if (error || !req->newptr)
- return (error);
-
- if (logical_cpus_mask != 0 &&
- (mask & logical_cpus_mask) == logical_cpus_mask)
- hlt_logical_cpus = 1;
- else
- hlt_logical_cpus = 0;
-
- if ((mask & all_cpus) == all_cpus)
- mask &= ~(1<<0);
- hlt_cpus_mask = mask;
- return (error);
-}
-SYSCTL_PROC(_machdep, OID_AUTO, hlt_cpus, CTLTYPE_INT|CTLFLAG_RW,
- 0, 0, sysctl_hlt_cpus, "IU",
- "Bitmap of CPUs to halt. 101 (binary) will halt CPUs 0 and 2.");
-
-static int
-sysctl_hlt_logical_cpus(SYSCTL_HANDLER_ARGS)
-{
- int disable, error;
-
- disable = hlt_logical_cpus;
- error = sysctl_handle_int(oidp, &disable, 0, req);
- if (error || !req->newptr)
- return (error);
-
- if (disable)
- hlt_cpus_mask |= logical_cpus_mask;
- else
- hlt_cpus_mask &= ~logical_cpus_mask;
-
- if ((hlt_cpus_mask & all_cpus) == all_cpus)
- hlt_cpus_mask &= ~(1<<0);
-
- hlt_logical_cpus = disable;
- return (error);
-}
-
-static void
-cpu_hlt_setup(void *dummy __unused)
-{
-
- if (logical_cpus_mask != 0) {
- TUNABLE_INT_FETCH("machdep.hlt_logical_cpus",
- &hlt_logical_cpus);
- sysctl_ctx_init(&logical_cpu_clist);
- SYSCTL_ADD_PROC(&logical_cpu_clist,
- SYSCTL_STATIC_CHILDREN(_machdep), OID_AUTO,
- "hlt_logical_cpus", CTLTYPE_INT|CTLFLAG_RW, 0, 0,
- sysctl_hlt_logical_cpus, "IU", "");
- SYSCTL_ADD_UINT(&logical_cpu_clist,
- SYSCTL_STATIC_CHILDREN(_machdep), OID_AUTO,
- "logical_cpus_mask", CTLTYPE_INT|CTLFLAG_RD,
- &logical_cpus_mask, 0, "");
-
- if (hlt_logical_cpus)
- hlt_cpus_mask |= logical_cpus_mask;
- }
-}
-SYSINIT(cpu_hlt, SI_SUB_SMP, SI_ORDER_ANY, cpu_hlt_setup, NULL);
-
-int
-mp_grab_cpu_hlt(void)
-{
- u_int mask = PCPU_GET(cpumask);
-#ifdef MP_WATCHDOG
- u_int cpuid = PCPU_GET(cpuid);
-#endif
- int retval;
-
-#ifdef MP_WATCHDOG
- ap_watchdog(cpuid);
-#endif
-
- retval = mask & hlt_cpus_mask;
- while (mask & hlt_cpus_mask)
- __asm __volatile("sti; hlt" : : : "memory");
- return (retval);
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/mptable.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/mptable.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,974 +0,0 @@
-/*-
- * Copyright (c) 2003 John Baldwin <jhb@xxxxxxxxxxx>
- * Copyright (c) 1996, by Steve Passe
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. The name of the developer may NOT be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/mptable.c,v 1.235.2.1 2004/09/28
16:24:09 jhb Exp $");
-
-#include "opt_mptable_force_htt.h"
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/kernel.h>
-#include <sys/malloc.h>
-
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/pmap.h>
-
-#include <machine/apicreg.h>
-#include <machine/frame.h>
-#include <machine/intr_machdep.h>
-#include <machine/apicvar.h>
-#include <machine/md_var.h>
-#include <machine/mptable.h>
-#include <machine/specialreg.h>
-
-#include <dev/pci/pcivar.h>
-
-/* string defined by the Intel MP Spec as identifying the MP table */
-#define MP_SIG 0x5f504d5f /* _MP_ */
-
-#define NAPICID 32 /* Max number of APIC's */
-
-#ifdef PC98
-#define BIOS_BASE (0xe8000)
-#define BIOS_SIZE (0x18000)
-#else
-#define BIOS_BASE (0xf0000)
-#define BIOS_SIZE (0x10000)
-#endif
-#define BIOS_COUNT (BIOS_SIZE/4)
-
-typedef void mptable_entry_handler(u_char *entry, void *arg);
-
-static basetable_entry basetable_entry_types[] =
-{
- {0, 20, "Processor"},
- {1, 8, "Bus"},
- {2, 8, "I/O APIC"},
- {3, 8, "I/O INT"},
- {4, 8, "Local INT"}
-};
-
-typedef struct BUSDATA {
- u_char bus_id;
- enum busTypes bus_type;
-} bus_datum;
-
-typedef struct INTDATA {
- u_char int_type;
- u_short int_flags;
- u_char src_bus_id;
- u_char src_bus_irq;
- u_char dst_apic_id;
- u_char dst_apic_int;
- u_char int_vector;
-} io_int, local_int;
-
-typedef struct BUSTYPENAME {
- u_char type;
- char name[7];
-} bus_type_name;
-
-/* From MP spec v1.4, table 4-8. */
-static bus_type_name bus_type_table[] =
-{
- {UNKNOWN_BUSTYPE, "CBUS "},
- {UNKNOWN_BUSTYPE, "CBUSII"},
- {EISA, "EISA "},
- {UNKNOWN_BUSTYPE, "FUTURE"},
- {UNKNOWN_BUSTYPE, "INTERN"},
- {ISA, "ISA "},
- {UNKNOWN_BUSTYPE, "MBI "},
- {UNKNOWN_BUSTYPE, "MBII "},
- {MCA, "MCA "},
- {UNKNOWN_BUSTYPE, "MPI "},
- {UNKNOWN_BUSTYPE, "MPSA "},
- {UNKNOWN_BUSTYPE, "NUBUS "},
- {PCI, "PCI "},
- {UNKNOWN_BUSTYPE, "PCMCIA"},
- {UNKNOWN_BUSTYPE, "TC "},
- {UNKNOWN_BUSTYPE, "VL "},
- {UNKNOWN_BUSTYPE, "VME "},
- {UNKNOWN_BUSTYPE, "XPRESS"}
-};
-
-/* From MP spec v1.4, table 5-1. */
-static int default_data[7][5] =
-{
-/* nbus, id0, type0, id1, type1 */
- {1, 0, ISA, 255, NOBUS},
- {1, 0, EISA, 255, NOBUS},
- {1, 0, EISA, 255, NOBUS},
- {1, 0, MCA, 255, NOBUS},
- {2, 0, ISA, 1, PCI},
- {2, 0, EISA, 1, PCI},
- {2, 0, MCA, 1, PCI}
-};
-
-struct pci_probe_table_args {
- u_char bus;
- u_char found;
-};
-
-struct pci_route_interrupt_args {
- u_char bus; /* Source bus. */
- u_char irq; /* Source slot:pin. */
- int vector; /* Return value. */
-};
-
-static mpfps_t mpfps;
-static mpcth_t mpct;
-static void *ioapics[NAPICID];
-static bus_datum *busses;
-static int mptable_nioapics, mptable_nbusses, mptable_maxbusid;
-static int pci0 = -1;
-
-MALLOC_DEFINE(M_MPTABLE, "MP Table", "MP Table Items");
-
-static enum intr_polarity conforming_polarity(u_char src_bus,
- u_char src_bus_irq);
-static enum intr_trigger conforming_trigger(u_char src_bus, u_char
src_bus_irq);
-static enum intr_polarity intentry_polarity(int_entry_ptr intr);
-static enum intr_trigger intentry_trigger(int_entry_ptr intr);
-static int lookup_bus_type(char *name);
-static void mptable_count_items(void);
-static void mptable_count_items_handler(u_char *entry, void *arg);
-#ifdef MPTABLE_FORCE_HTT
-static void mptable_hyperthread_fixup(u_int id_mask);
-#endif
-static void mptable_parse_apics_and_busses(void);
-static void mptable_parse_apics_and_busses_handler(u_char *entry,
- void *arg);
-static void mptable_parse_ints(void);
-static void mptable_parse_ints_handler(u_char *entry, void *arg);
-static void mptable_parse_io_int(int_entry_ptr intr);
-static void mptable_parse_local_int(int_entry_ptr intr);
-static void mptable_pci_probe_table_handler(u_char *entry, void *arg);
-static void mptable_pci_route_interrupt_handler(u_char *entry, void *arg);
-static void mptable_pci_setup(void);
-static int mptable_probe(void);
-static int mptable_probe_cpus(void);
-static void mptable_probe_cpus_handler(u_char *entry, void *arg __unused);
-static void mptable_register(void *dummy);
-static int mptable_setup_local(void);
-static int mptable_setup_io(void);
-static void mptable_walk_table(mptable_entry_handler *handler, void *arg);
-static int search_for_sig(u_int32_t target, int count);
-
-static struct apic_enumerator mptable_enumerator = {
- "MPTable",
- mptable_probe,
- mptable_probe_cpus,
- mptable_setup_local,
- mptable_setup_io
-};
-
-/*
- * look for the MP spec signature
- */
-
-static int
-search_for_sig(u_int32_t target, int count)
-{
- int x;
- u_int32_t *addr = (u_int32_t *) (KERNBASE + target);
-
- for (x = 0; x < count; x += 4)
- if (addr[x] == MP_SIG)
- /* make array index a byte index */
- return (target + (x * sizeof(u_int32_t)));
- return (-1);
-}
-
-static int
-lookup_bus_type(char *name)
-{
- int x;
-
- for (x = 0; x < MAX_BUSTYPE; ++x)
- if (strncmp(bus_type_table[x].name, name, 6) == 0)
- return (bus_type_table[x].type);
-
- return (UNKNOWN_BUSTYPE);
-}
-
-/*
- * Look for an Intel MP spec table (ie, SMP capable hardware).
- */
-static int
-mptable_probe(void)
-{
- int x;
- u_long segment;
- u_int32_t target;
-
- /* see if EBDA exists */
- if ((segment = (u_long) * (u_short *) (KERNBASE + 0x40e)) != 0) {
- /* search first 1K of EBDA */
- target = (u_int32_t) (segment << 4);
- if ((x = search_for_sig(target, 1024 / 4)) >= 0)
- goto found;
- } else {
- /* last 1K of base memory, effective 'top of base' passed in */
- target = (u_int32_t) ((basemem * 1024) - 0x400);
- if ((x = search_for_sig(target, 1024 / 4)) >= 0)
- goto found;
- }
-
- /* search the BIOS */
- target = (u_int32_t) BIOS_BASE;
- if ((x = search_for_sig(target, BIOS_COUNT)) >= 0)
- goto found;
-
- /* nothing found */
- return (ENXIO);
-
-found:
- mpfps = (mpfps_t)(KERNBASE + x);
-
- /* Map in the configuration table if it exists. */
- if (mpfps->config_type != 0)
- mpct = NULL;
- else {
- if ((uintptr_t)mpfps->pap >= 1024 * 1024) {
- printf("%s: Unable to map MP Configuration Table\n",
- __func__);
- return (ENXIO);
- }
- mpct = (mpcth_t)(KERNBASE + (uintptr_t)mpfps->pap);
- if (mpct->base_table_length + (uintptr_t)mpfps->pap >=
- 1024 * 1024) {
- printf("%s: Unable to map end of MP Config Table\n",
- __func__);
- return (ENXIO);
- }
- if (mpct->signature[0] != 'P' || mpct->signature[1] != 'C' ||
- mpct->signature[2] != 'M' || mpct->signature[3] != 'P') {
- printf("%s: MP Config Table has bad signature:
%c%c%c%c\n",
- __func__, mpct->signature[0], mpct->signature[1],
- mpct->signature[2], mpct->signature[3]);
- return (ENXIO);
- }
- if (bootverbose)
- printf(
- "MP Configuration Table version 1.%d found at %p\n",
- mpct->spec_rev, mpct);
- }
-
- return (-100);
-}
-
-/*
- * Run through the MP table enumerating CPUs.
- */
-static int
-mptable_probe_cpus(void)
-{
- u_int cpu_mask;
-
- /* Is this a pre-defined config? */
- if (mpfps->config_type != 0) {
- lapic_create(0, 1);
- lapic_create(1, 0);
- } else {
- cpu_mask = 0;
- mptable_walk_table(mptable_probe_cpus_handler, &cpu_mask);
-#ifdef MPTABLE_FORCE_HTT
- mptable_hyperthread_fixup(cpu_mask);
-#endif
- }
- return (0);
-}
-
-/*
- * Initialize the local APIC on the BSP.
- */
-static int
-mptable_setup_local(void)
-{
-
- /* Is this a pre-defined config? */
- printf("MPTable: <");
- if (mpfps->config_type != 0) {
- lapic_init(DEFAULT_APIC_BASE);
- printf("Preset Config %d", mpfps->config_type);
- } else {
- lapic_init((uintptr_t)mpct->apic_address);
- printf("%.*s %.*s", (int)sizeof(mpct->oem_id), mpct->oem_id,
- (int)sizeof(mpct->product_id), mpct->product_id);
- }
- printf(">\n");
- return (0);
-}
-
-/*
- * Run through the MP table enumerating I/O APICs.
- */
-static int
-mptable_setup_io(void)
-{
- int i;
- u_char byte;
-
- /* First, we count individual items and allocate arrays. */
- mptable_count_items();
- busses = malloc((mptable_maxbusid + 1) * sizeof(bus_datum), M_MPTABLE,
- M_WAITOK);
- for (i = 0; i <= mptable_maxbusid; i++)
- busses[i].bus_type = NOBUS;
-
- /* Second, we run through adding I/O APIC's and busses. */
- ioapic_enable_mixed_mode();
- mptable_parse_apics_and_busses();
-
- /* Third, we run through the table tweaking interrupt sources. */
- mptable_parse_ints();
-
- /* Fourth, we register all the I/O APIC's. */
- for (i = 0; i < NAPICID; i++)
- if (ioapics[i] != NULL)
- ioapic_register(ioapics[i]);
-
- /* Fifth, we setup data structures to handle PCI interrupt routing. */
- mptable_pci_setup();
-
- /* Finally, we throw the switch to enable the I/O APIC's. */
- if (mpfps->mpfb2 & MPFB2_IMCR_PRESENT) {
- outb(0x22, 0x70); /* select IMCR */
- byte = inb(0x23); /* current contents */
- byte |= 0x01; /* mask external INTR */
- outb(0x23, byte); /* disconnect 8259s/NMI */
- }
-
- return (0);
-}
-
-static void
-mptable_register(void *dummy __unused)
-{
-
- apic_register_enumerator(&mptable_enumerator);
-}
-SYSINIT(mptable_register, SI_SUB_CPU - 1, SI_ORDER_FIRST, mptable_register,
- NULL)
-
-/*
- * Call the handler routine for each entry in the MP config table.
- */
-static void
-mptable_walk_table(mptable_entry_handler *handler, void *arg)
-{
- u_int i;
- u_char *entry;
-
- entry = (u_char *)(mpct + 1);
- for (i = 0; i < mpct->entry_count; i++) {
- switch (*entry) {
- case MPCT_ENTRY_PROCESSOR:
- case MPCT_ENTRY_IOAPIC:
- case MPCT_ENTRY_BUS:
- case MPCT_ENTRY_INT:
- case MPCT_ENTRY_LOCAL_INT:
- break;
- default:
- panic("%s: Unknown MP Config Entry %d\n", __func__,
- (int)*entry);
- }
- handler(entry, arg);
- entry += basetable_entry_types[*entry].length;
- }
-}
-
-static void
-mptable_probe_cpus_handler(u_char *entry, void *arg)
-{
- proc_entry_ptr proc;
- u_int *cpu_mask;
-
- switch (*entry) {
- case MPCT_ENTRY_PROCESSOR:
- proc = (proc_entry_ptr)entry;
- if (proc->cpu_flags & PROCENTRY_FLAG_EN) {
- lapic_create(proc->apic_id, proc->cpu_flags &
- PROCENTRY_FLAG_BP);
- cpu_mask = (u_int *)arg;
- *cpu_mask |= (1 << proc->apic_id);
- }
- break;
- }
-}
-
-static void
-mptable_count_items_handler(u_char *entry, void *arg __unused)
-{
- io_apic_entry_ptr apic;
- bus_entry_ptr bus;
-
- switch (*entry) {
- case MPCT_ENTRY_BUS:
- bus = (bus_entry_ptr)entry;
- mptable_nbusses++;
- if (bus->bus_id > mptable_maxbusid)
- mptable_maxbusid = bus->bus_id;
- break;
- case MPCT_ENTRY_IOAPIC:
- apic = (io_apic_entry_ptr)entry;
- if (apic->apic_flags & IOAPICENTRY_FLAG_EN)
- mptable_nioapics++;
- break;
- }
-}
-
-/*
- * Count items in the table.
- */
-static void
-mptable_count_items(void)
-{
-
- /* Is this a pre-defined config? */
- if (mpfps->config_type != 0) {
- mptable_nioapics = 1;
- switch (mpfps->config_type) {
- case 1:
- case 2:
- case 3:
- case 4:
- mptable_nbusses = 1;
- break;
- case 5:
- case 6:
- case 7:
- mptable_nbusses = 2;
- break;
- default:
- panic("Unknown pre-defined MP Table config type %d",
- mpfps->config_type);
- }
- mptable_maxbusid = mptable_nbusses - 1;
- } else
- mptable_walk_table(mptable_count_items_handler, NULL);
-}
-
-/*
- * Add a bus or I/O APIC from an entry in the table.
- */
-static void
-mptable_parse_apics_and_busses_handler(u_char *entry, void *arg __unused)
-{
- io_apic_entry_ptr apic;
- bus_entry_ptr bus;
- enum busTypes bus_type;
- int i;
-
-
- switch (*entry) {
- case MPCT_ENTRY_BUS:
- bus = (bus_entry_ptr)entry;
- bus_type = lookup_bus_type(bus->bus_type);
- if (bus_type == UNKNOWN_BUSTYPE) {
- printf("MPTable: Unknown bus %d type \"", bus->bus_id);
- for (i = 0; i < 6; i++)
- printf("%c", bus->bus_type[i]);
- printf("\"\n");
- }
- busses[bus->bus_id].bus_id = bus->bus_id;
- busses[bus->bus_id].bus_type = bus_type;
- break;
- case MPCT_ENTRY_IOAPIC:
- apic = (io_apic_entry_ptr)entry;
- if (!(apic->apic_flags & IOAPICENTRY_FLAG_EN))
- break;
- if (apic->apic_id >= NAPICID)
- panic("%s: I/O APIC ID %d too high", __func__,
- apic->apic_id);
- if (ioapics[apic->apic_id] != NULL)
- panic("%s: Double APIC ID %d", __func__,
- apic->apic_id);
- ioapics[apic->apic_id] = ioapic_create(
- (uintptr_t)apic->apic_address, apic->apic_id, -1);
- break;
- default:
- break;
- }
-}
-
-/*
- * Enumerate I/O APIC's and busses.
- */
-static void
-mptable_parse_apics_and_busses(void)
-{
-
- /* Is this a pre-defined config? */
- if (mpfps->config_type != 0) {
- ioapics[0] = ioapic_create(DEFAULT_IO_APIC_BASE, 2, 0);
- busses[0].bus_id = 0;
- busses[0].bus_type = default_data[mpfps->config_type][2];
- if (mptable_nbusses > 1) {
- busses[1].bus_id = 1;
- busses[1].bus_type =
- default_data[mpfps->config_type][4];
- }
- } else
- mptable_walk_table(mptable_parse_apics_and_busses_handler,
- NULL);
-}
-
-/*
- * Determine conforming polarity for a given bus type.
- */
-static enum intr_polarity
-conforming_polarity(u_char src_bus, u_char src_bus_irq)
-{
-
- KASSERT(src_bus <= mptable_maxbusid, ("bus id %d too large", src_bus));
- switch (busses[src_bus].bus_type) {
- case ISA:
- case EISA:
- return (INTR_POLARITY_HIGH);
- case PCI:
- return (INTR_POLARITY_LOW);
- default:
- panic("%s: unknown bus type %d", __func__,
- busses[src_bus].bus_type);
- }
-}
-
-/*
- * Determine conforming trigger for a given bus type.
- */
-static enum intr_trigger
-conforming_trigger(u_char src_bus, u_char src_bus_irq)
-{
-
- KASSERT(src_bus <= mptable_maxbusid, ("bus id %d too large", src_bus));
- switch (busses[src_bus].bus_type) {
- case ISA:
- return (INTR_TRIGGER_EDGE);
- case PCI:
- return (INTR_TRIGGER_LEVEL);
-#if !defined(PC98) && !defined(XEN)
- case EISA:
- KASSERT(src_bus_irq < 16, ("Invalid EISA IRQ %d", src_bus_irq));
- return (elcr_read_trigger(src_bus_irq));
-#endif
- default:
- panic("%s: unknown bus type %d", __func__,
- busses[src_bus].bus_type);
- }
-}
-
-static enum intr_polarity
-intentry_polarity(int_entry_ptr intr)
-{
-
- switch (intr->int_flags & INTENTRY_FLAGS_POLARITY) {
- case INTENTRY_FLAGS_POLARITY_CONFORM:
- return (conforming_polarity(intr->src_bus_id,
- intr->src_bus_irq));
- case INTENTRY_FLAGS_POLARITY_ACTIVEHI:
- return (INTR_POLARITY_HIGH);
- case INTENTRY_FLAGS_POLARITY_ACTIVELO:
- return (INTR_POLARITY_LOW);
- default:
- panic("Bogus interrupt flags");
- }
-}
-
-static enum intr_trigger
-intentry_trigger(int_entry_ptr intr)
-{
-
- switch (intr->int_flags & INTENTRY_FLAGS_TRIGGER) {
- case INTENTRY_FLAGS_TRIGGER_CONFORM:
- return (conforming_trigger(intr->src_bus_id,
- intr->src_bus_irq));
- case INTENTRY_FLAGS_TRIGGER_EDGE:
- return (INTR_TRIGGER_EDGE);
- case INTENTRY_FLAGS_TRIGGER_LEVEL:
- return (INTR_TRIGGER_LEVEL);
- default:
- panic("Bogus interrupt flags");
- }
-}
-
-/*
- * Parse an interrupt entry for an I/O interrupt routed to a pin on an I/O
APIC.
- */
-static void
-mptable_parse_io_int(int_entry_ptr intr)
-{
- void *ioapic;
- u_int pin;
-
- if (intr->dst_apic_id == 0xff) {
- printf("MPTable: Ignoring global interrupt entry for pin %d\n",
- intr->dst_apic_int);
- return;
- }
- if (intr->dst_apic_id >= NAPICID) {
- printf("MPTable: Ignoring interrupt entry for ioapic%d\n",
- intr->dst_apic_id);
- return;
- }
- ioapic = ioapics[intr->dst_apic_id];
- if (ioapic == NULL) {
- printf(
- "MPTable: Ignoring interrupt entry for missing ioapic%d\n",
- intr->dst_apic_id);
- return;
- }
- pin = intr->dst_apic_int;
- switch (intr->int_type) {
- case INTENTRY_TYPE_INT:
- switch (busses[intr->src_bus_id].bus_type) {
- case NOBUS:
- panic("interrupt from missing bus");
- case ISA:
- case EISA:
- if (busses[intr->src_bus_id].bus_type == ISA)
- ioapic_set_bus(ioapic, pin, APIC_BUS_ISA);
- else
- ioapic_set_bus(ioapic, pin, APIC_BUS_EISA);
- if (intr->src_bus_irq == pin)
- break;
- ioapic_remap_vector(ioapic, pin, intr->src_bus_irq);
- if (ioapic_get_vector(ioapic, intr->src_bus_irq) ==
- intr->src_bus_irq)
- ioapic_disable_pin(ioapic, intr->src_bus_irq);
- break;
- case PCI:
- ioapic_set_bus(ioapic, pin, APIC_BUS_PCI);
- break;
- default:
- ioapic_set_bus(ioapic, pin, APIC_BUS_UNKNOWN);
- break;
- }
- break;
- case INTENTRY_TYPE_NMI:
- ioapic_set_nmi(ioapic, pin);
- break;
- case INTENTRY_TYPE_SMI:
- ioapic_set_smi(ioapic, pin);
- break;
- case INTENTRY_TYPE_EXTINT:
- ioapic_set_extint(ioapic, pin);
- break;
- default:
- panic("%s: invalid interrupt entry type %d\n", __func__,
- intr->int_type);
- }
- if (intr->int_type == INTENTRY_TYPE_INT ||
- (intr->int_flags & INTENTRY_FLAGS_TRIGGER) !=
- INTENTRY_FLAGS_TRIGGER_CONFORM)
- ioapic_set_triggermode(ioapic, pin, intentry_trigger(intr));
- if (intr->int_type == INTENTRY_TYPE_INT ||
- (intr->int_flags & INTENTRY_FLAGS_POLARITY) !=
- INTENTRY_FLAGS_POLARITY_CONFORM)
- ioapic_set_polarity(ioapic, pin, intentry_polarity(intr));
-}
-
-/*
- * Parse an interrupt entry for a local APIC LVT pin.
- */
-static void
-mptable_parse_local_int(int_entry_ptr intr)
-{
- u_int apic_id, pin;
-
- if (intr->dst_apic_id == 0xff)
- apic_id = APIC_ID_ALL;
- else
- apic_id = intr->dst_apic_id;
- if (intr->dst_apic_int == 0)
- pin = LVT_LINT0;
- else
- pin = LVT_LINT1;
- switch (intr->int_type) {
- case INTENTRY_TYPE_INT:
-#if 1
- printf(
- "MPTable: Ignoring vectored local interrupt for LINTIN%d vector %d\n",
- intr->dst_apic_int, intr->src_bus_irq);
- return;
-#else
- lapic_set_lvt_mode(apic_id, pin, APIC_LVT_DM_FIXED);
- break;
-#endif
- case INTENTRY_TYPE_NMI:
- lapic_set_lvt_mode(apic_id, pin, APIC_LVT_DM_NMI);
- break;
- case INTENTRY_TYPE_SMI:
- lapic_set_lvt_mode(apic_id, pin, APIC_LVT_DM_SMI);
- break;
- case INTENTRY_TYPE_EXTINT:
- lapic_set_lvt_mode(apic_id, pin, APIC_LVT_DM_EXTINT);
- break;
- default:
- panic("%s: invalid interrupt entry type %d\n", __func__,
- intr->int_type);
- }
- if ((intr->int_flags & INTENTRY_FLAGS_TRIGGER) !=
- INTENTRY_FLAGS_TRIGGER_CONFORM)
- lapic_set_lvt_triggermode(apic_id, pin,
- intentry_trigger(intr));
- if ((intr->int_flags & INTENTRY_FLAGS_POLARITY) !=
- INTENTRY_FLAGS_POLARITY_CONFORM)
- lapic_set_lvt_polarity(apic_id, pin, intentry_polarity(intr));
-}
-
-/*
- * Parse interrupt entries.
- */
-static void
-mptable_parse_ints_handler(u_char *entry, void *arg __unused)
-{
- int_entry_ptr intr;
-
- intr = (int_entry_ptr)entry;
- switch (*entry) {
- case MPCT_ENTRY_INT:
- mptable_parse_io_int(intr);
- break;
- case MPCT_ENTRY_LOCAL_INT:
- mptable_parse_local_int(intr);
- break;
- }
-}
-
-/*
- * Configure the interrupt pins
- */
-static void
-mptable_parse_ints(void)
-{
-
- /* Is this a pre-defined config? */
- if (mpfps->config_type != 0) {
- /* Configure LINT pins. */
- lapic_set_lvt_mode(APIC_ID_ALL, LVT_LINT0, APIC_LVT_DM_EXTINT);
- lapic_set_lvt_mode(APIC_ID_ALL, LVT_LINT1, APIC_LVT_DM_NMI);
-
- /* Configure I/O APIC pins. */
- if (mpfps->config_type != 7)
- ioapic_set_extint(ioapics[0], 0);
- else
- ioapic_disable_pin(ioapics[0], 0);
- if (mpfps->config_type != 2)
- ioapic_remap_vector(ioapics[0], 2, 0);
- else
- ioapic_disable_pin(ioapics[0], 2);
- if (mpfps->config_type == 2)
- ioapic_disable_pin(ioapics[0], 13);
- } else
- mptable_walk_table(mptable_parse_ints_handler, NULL);
-}
-
-#ifdef MPTABLE_FORCE_HTT
-/*
- * Perform a hyperthreading "fix-up" to enumerate any logical CPU's
- * that aren't already listed in the table.
- *
- * XXX: We assume that all of the physical CPUs in the
- * system have the same number of logical CPUs.
- *
- * XXX: We assume that APIC ID's are allocated such that
- * the APIC ID's for a physical processor are aligned
- * with the number of logical CPU's in the processor.
- */
-static void
-mptable_hyperthread_fixup(u_int id_mask)
-{
- u_int i, id, logical_cpus;
-
- /* Nothing to do if there is no HTT support. */
- if ((cpu_feature & CPUID_HTT) == 0)
- return;
- logical_cpus = (cpu_procinfo & CPUID_HTT_CORES) >> 16;
- if (logical_cpus <= 1)
- return;
-
- /*
- * For each APIC ID of a CPU that is set in the mask,
- * scan the other candidate APIC ID's for this
- * physical processor. If any of those ID's are
- * already in the table, then kill the fixup.
- */
- for (id = 0; id < NAPICID; id++) {
- if ((id_mask & 1 << id) == 0)
- continue;
- /* First, make sure we are on a logical_cpus boundary. */
- if (id % logical_cpus != 0)
- return;
- for (i = id + 1; i < id + logical_cpus; i++)
- if ((id_mask & 1 << i) != 0)
- return;
- }
-
- /*
- * Ok, the ID's checked out, so perform the fixup by
- * adding the logical CPUs.
- */
- while ((id = ffs(id_mask)) != 0) {
- id--;
- for (i = id + 1; i < id + logical_cpus; i++) {
- if (bootverbose)
- printf(
- "MPTable: Adding logical CPU %d from main CPU %d\n",
- i, id);
- lapic_create(i, 0);
- }
- id_mask &= ~(1 << id);
- }
-}
-#endif /* MPTABLE_FORCE_HTT */
-
-/*
- * Support code for routing PCI interrupts using the MP Table.
- */
-static void
-mptable_pci_setup(void)
-{
- int i;
-
- /*
- * Find the first pci bus and call it 0. Panic if pci0 is not
- * bus zero and there are multiple PCI busses.
- */
- for (i = 0; i <= mptable_maxbusid; i++)
- if (busses[i].bus_type == PCI) {
- if (pci0 == -1)
- pci0 = i;
- else if (pci0 != 0)
- panic(
- "MPTable contains multiple PCI busses but no PCI bus 0");
- }
-}
-
-static void
-mptable_pci_probe_table_handler(u_char *entry, void *arg)
-{
- struct pci_probe_table_args *args;
- int_entry_ptr intr;
-
- if (*entry != MPCT_ENTRY_INT)
- return;
- intr = (int_entry_ptr)entry;
- args = (struct pci_probe_table_args *)arg;
- KASSERT(args->bus <= mptable_maxbusid,
- ("bus %d is too big", args->bus));
- KASSERT(busses[args->bus].bus_type == PCI, ("probing for non-PCI bus"));
- if (intr->src_bus_id == args->bus)
- args->found = 1;
-}
-
-int
-mptable_pci_probe_table(int bus)
-{
- struct pci_probe_table_args args;
-
- if (bus < 0)
- return (EINVAL);
- if (pci0 == -1 || pci0 + bus > mptable_maxbusid)
- return (ENXIO);
- if (busses[pci0 + bus].bus_type != PCI)
- return (ENXIO);
- args.bus = pci0 + bus;
- args.found = 0;
- mptable_walk_table(mptable_pci_probe_table_handler, &args);
- if (args.found == 0)
- return (ENXIO);
- return (0);
-}
-
-static void
-mptable_pci_route_interrupt_handler(u_char *entry, void *arg)
-{
- struct pci_route_interrupt_args *args;
- int_entry_ptr intr;
- int vector;
-
- if (*entry != MPCT_ENTRY_INT)
- return;
- intr = (int_entry_ptr)entry;
- args = (struct pci_route_interrupt_args *)arg;
- if (intr->src_bus_id != args->bus || intr->src_bus_irq != args->irq)
- return;
-
- /* Make sure the APIC maps to a known APIC. */
- KASSERT(ioapics[intr->dst_apic_id] != NULL,
- ("No I/O APIC %d to route interrupt to", intr->dst_apic_id));
-
- /*
- * Look up the vector for this APIC / pin combination. If we
- * have previously matched an entry for this PCI IRQ but it
- * has the same vector as this entry, just return. Otherwise,
- * we use the vector for this APIC / pin combination.
- */
- vector = ioapic_get_vector(ioapics[intr->dst_apic_id],
- intr->dst_apic_int);
- if (args->vector == vector)
- return;
- KASSERT(args->vector == -1,
- ("Multiple IRQs for PCI interrupt %d.%d.INT%c: %d and %d\n",
- args->bus, args->irq >> 2, 'A' + (args->irq & 0x3), args->vector,
- vector));
- args->vector = vector;
-}
-
-int
-mptable_pci_route_interrupt(device_t pcib, device_t dev, int pin)
-{
- struct pci_route_interrupt_args args;
- int slot;
-
- /* Like ACPI, pin numbers are 0-3, not 1-4. */
- pin--;
- KASSERT(pci0 != -1, ("do not know how to route PCI interrupts"));
- args.bus = pci_get_bus(dev) + pci0;
- slot = pci_get_slot(dev);
-
- /*
- * PCI interrupt entries in the MP Table encode both the slot and
- * pin into the IRQ with the pin being the two least significant
- * bits, the slot being the next five bits, and the most significant
- * bit being reserved.
- */
- args.irq = slot << 2 | pin;
- args.vector = -1;
- mptable_walk_table(mptable_pci_route_interrupt_handler, &args);
- if (args.vector < 0) {
- device_printf(pcib, "unable to route slot %d INT%c\n", slot,
- 'A' + pin);
- return (PCI_INVALID_IRQ);
- }
- if (bootverbose)
- device_printf(pcib, "slot %d INT%c routed to irq %d\n", slot,
- 'A' + pin, args.vector);
- return (args.vector);
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/pmap.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/pmap.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,3474 +0,0 @@
-/*-
- * Copyright (c) 1991 Regents of the University of California.
- * All rights reserved.
- * Copyright (c) 1994 John S. Dyson
- * All rights reserved.
- * Copyright (c) 1994 David Greenman
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * the Systems Programming Group of the University of Utah Computer
- * Science Department and William Jolitz of UUNET Technologies Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)pmap.c 7.7 (Berkeley) 5/12/91
- */
-/*-
- * Copyright (c) 2003 Networks Associates Technology, Inc.
- * All rights reserved.
- *
- * This software was developed for the FreeBSD Project by Jake Burkholder,
- * Safeport Network Services, and Network Associates Laboratories, the
- * Security Research Division of Network Associates, Inc. under
- * DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the DARPA
- * CHATS research program.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/pmap.c,v 1.494.2.6 2004/10/10 19:08:00
alc Exp $");
-
-/*
- * Manages physical address maps.
- * XEN NOTES: page table entries (pt_entry_t) and
- * page directory entries (pd_entry_t) contain machine
- * addresses and not physical addresses. Use PT_GET() before
- * dereferencing these structures to convert them into a
- * physical address. Use the PT_SET_VA operations to commit
- * page changes back to XEN. PT_SET_VA_MA should be used with
- * great care!
- *
- *
- * In addition to hardware address maps, this
- * module is called upon to provide software-use-only
- * maps which may or may not be stored in the same
- * form as hardware maps. These pseudo-maps are
- * used to store intermediate results from copy
- * operations to and from address spaces.
- *
- * Since the information managed by this module is
- * also stored by the logical address mapping module,
- * this module may throw away valid virtual-to-physical
- * mappings at almost any time. However, invalidations
- * of virtual-to-physical mappings must be done as
- * requested.
- *
- * In order to cope with hardware architectures which
- * make virtual-to-physical map invalidates expensive,
- * this module may delay invalidate or reduced protection
- * operations until such time as they are actually
- * necessary. This module is given full information as
- * to which processors are currently using which maps,
- * and to when physical maps must be made correct.
- */
-
-#include "opt_cpu.h"
-#include "opt_pmap.h"
-#include "opt_msgbuf.h"
-#include "opt_kstack_pages.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/mman.h>
-#include <sys/msgbuf.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/sx.h>
-#include <sys/user.h>
-#include <sys/vmmeter.h>
-#include <sys/sched.h>
-#include <sys/sysctl.h>
-#ifdef SMP
-#include <sys/smp.h>
-#endif
-
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_page.h>
-#include <vm/vm_map.h>
-#include <vm/vm_object.h>
-#include <vm/vm_extern.h>
-#include <vm/vm_pageout.h>
-#include <vm/vm_pager.h>
-#include <vm/uma.h>
-
-#include <machine/cpu.h>
-#include <machine/cputypes.h>
-#include <machine/md_var.h>
-#include <machine/specialreg.h>
-#ifdef SMP
-#include <machine/smp.h>
-#endif
-
-#include <machine/xenfunc.h>
-
-#if !defined(CPU_ENABLE_SSE) && defined(I686_CPU)
-#define CPU_ENABLE_SSE
-#endif
-#if defined(CPU_DISABLE_SSE)
-#undef CPU_ENABLE_SSE
-#endif
-
-#ifndef PMAP_SHPGPERPROC
-#define PMAP_SHPGPERPROC 200
-#endif
-
-#if defined(DIAGNOSTIC)
-#define PMAP_DIAGNOSTIC
-#endif
-
-#define MINPV 2048
-
-#if !defined(PMAP_DIAGNOSTIC)
-#define PMAP_INLINE __inline
-#else
-#define PMAP_INLINE
-#endif
-
-/*
- * Get PDEs and PTEs for user/kernel address space
- */
-#define pmap_pde(m, v) (&((m)->pm_pdir[(vm_offset_t)(v) >> PDRSHIFT]))
-#define pdir_pde(m, v) (m[(vm_offset_t)(v) >> PDRSHIFT])
-
-#define pmap_pde_v(pte) ((*(int *)pte & PG_V) != 0)
-#define pmap_pte_w(pte) ((*(int *)pte & PG_W) != 0)
-#define pmap_pte_m(pte) ((*(int *)pte & PG_M) != 0)
-#define pmap_pte_u(pte) ((*(int *)pte & PG_A) != 0)
-#define pmap_pte_v(pte) ((*(int *)pte & PG_V) != 0)
-
-#if 0
-#define pmap_pte_set_w(pte, v) ((v) ? atomic_set_int((u_int *)(pte), PG_W) : \
- atomic_clear_int((u_int *)(pte), PG_W))
-#else
-#define pmap_pte_set_w(pte, v) { \
- if (v) \
- PT_SET_VA_MA(pte, *pte | PG_W, TRUE); \
- else \
- PT_SET_VA_MA(pte, *pte & ~PG_W, TRUE); \
-}
-#endif
-
-struct pmap kernel_pmap_store;
-LIST_HEAD(pmaplist, pmap);
-static struct pmaplist allpmaps;
-static struct mtx allpmaps_lock;
-
-vm_paddr_t avail_end; /* PA of last available physical page */
-vm_offset_t virtual_avail; /* VA of first avail page (after kernel bss) */
-vm_offset_t virtual_end; /* VA of last avail page (end of kernel AS) */
-static boolean_t pmap_initialized = FALSE; /* Has pmap_init completed? */
-int pgeflag = 0; /* PG_G or-in */
-int pseflag = 0; /* PG_PS or-in */
-
-static int nkpt;
-vm_offset_t kernel_vm_end;
-extern u_int32_t KERNend;
-
-#ifdef PAE
-static uma_zone_t pdptzone;
-#endif
-
-/*
- * Data for the pv entry allocation mechanism
- */
-static uma_zone_t pvzone;
-static struct vm_object pvzone_obj;
-static int pv_entry_count = 0, pv_entry_max = 0, pv_entry_high_water = 0;
-int pmap_pagedaemon_waken;
-
-/*
- * All those kernel PT submaps that BSD is so fond of
- */
-pt_entry_t *CMAP1 = 0;
-static pt_entry_t *CMAP2, *CMAP3;
-caddr_t CADDR1 = 0, ptvmmap = 0;
-static caddr_t CADDR2, CADDR3;
-static struct mtx CMAPCADDR12_lock;
-struct msgbuf *msgbufp = 0;
-
-/*
- * Crashdump maps.
- */
-static caddr_t crashdumpmap;
-
-#ifdef SMP
-extern pt_entry_t *SMPpt;
-#endif
-static pt_entry_t *PMAP1 = 0, *PMAP2;
-static pt_entry_t *PADDR1 = 0, *PADDR2;
-#ifdef SMP
-static int PMAP1cpu;
-static int PMAP1changedcpu;
-SYSCTL_INT(_debug, OID_AUTO, PMAP1changedcpu, CTLFLAG_RD,
- &PMAP1changedcpu, 0,
- "Number of times pmap_pte_quick changed CPU with same PMAP1");
-#endif
-static int PMAP1changed;
-SYSCTL_INT(_debug, OID_AUTO, PMAP1changed, CTLFLAG_RD,
- &PMAP1changed, 0,
- "Number of times pmap_pte_quick changed PMAP1");
-static int PMAP1unchanged;
-SYSCTL_INT(_debug, OID_AUTO, PMAP1unchanged, CTLFLAG_RD,
- &PMAP1unchanged, 0,
- "Number of times pmap_pte_quick didn't change PMAP1");
-static struct mtx PMAP2mutex;
-
-static PMAP_INLINE void free_pv_entry(pv_entry_t pv);
-static pv_entry_t get_pv_entry(void);
-static void pmap_clear_ptes(vm_page_t m, int bit);
-
-static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva);
-static void pmap_remove_page(struct pmap *pmap, vm_offset_t va);
-static int pmap_remove_entry(struct pmap *pmap, vm_page_t m,
- vm_offset_t va);
-static void pmap_copy_ma(vm_paddr_t src, vm_paddr_t dst);
-static void pmap_insert_entry(pmap_t pmap, vm_offset_t va, vm_page_t m);
-
-static vm_page_t pmap_allocpte(pmap_t pmap, vm_offset_t va, int flags);
-
-static vm_page_t _pmap_allocpte(pmap_t pmap, unsigned ptepindex, int flags);
-static int _pmap_unwire_pte_hold(pmap_t pmap, vm_page_t m);
-static pt_entry_t *pmap_pte_quick(pmap_t pmap, vm_offset_t va);
-static void pmap_pte_release(pt_entry_t *pte);
-static int pmap_unuse_pt(pmap_t, vm_offset_t);
-static vm_offset_t pmap_kmem_choose(vm_offset_t addr);
-#ifdef PAE
-static void *pmap_pdpt_allocf(uma_zone_t zone, int bytes, u_int8_t *flags, int
wait);
-#endif
-
-CTASSERT(1 << PDESHIFT == sizeof(pd_entry_t));
-CTASSERT(1 << PTESHIFT == sizeof(pt_entry_t));
-
-#ifndef DEBUG
-#define DEBUG
-#endif
-#ifdef PMAP_DEBUG
-static void pmap_dec_ref(unsigned long ma);
-static void pmap_mark_privileged(unsigned long pa);
-static void pmap_mark_unprivileged(unsigned long pa);
-static void pmap_dec_ref_page(vm_page_t m);
-int pmap_pid_dump(int pid);
-#endif
-
-void
-pd_set(struct pmap *pmap, vm_paddr_t *ptr, vm_paddr_t val, int type)
-{
- vm_paddr_t shadow_pdir_ma = pmap->pm_pdir[PTDPTDI] & ~0xFFF;
- vm_paddr_t shadow_offset = (vm_paddr_t)(ptr -
pmap->pm_pdir)*sizeof(vm_paddr_t);
-
- switch (type) {
- case SH_PD_SET_VA:
- xen_queue_pt_update(shadow_pdir_ma + shadow_offset,
- xpmap_ptom(val & ~(PG_RW|PG_M)));
- xen_queue_pt_update(vtomach(ptr),
- xpmap_ptom(val));
- break;
- case SH_PD_SET_VA_MA:
- xen_queue_pt_update(shadow_pdir_ma + shadow_offset,
- val & ~(PG_RW|PG_M));
- xen_queue_pt_update(vtomach(ptr), val);
- break;
- case SH_PD_SET_VA_CLEAR:
- xen_queue_pt_update(shadow_pdir_ma + shadow_offset, 0);
- xen_queue_pt_update(vtomach(ptr), 0);
- break;
- }
-}
-
-/*
- * Move the kernel virtual free pointer to the next
- * 4MB. This is used to help improve performance
- * by using a large (4MB) page for much of the kernel
- * (.text, .data, .bss)
- */
-static vm_offset_t
-pmap_kmem_choose(vm_offset_t addr)
-{
- vm_offset_t newaddr = addr;
-
-#ifndef DISABLE_PSE
- if (cpu_feature & CPUID_PSE)
- newaddr = (addr + PDRMASK) & ~PDRMASK;
-#endif
- return newaddr;
-}
-
-/*
- * Bootstrap the system enough to run with virtual memory.
- *
- * On the i386 this is called after mapping has already been enabled
- * and just syncs the pmap module with what has already been done.
- * [We can't call it easily with mapping off since the kernel is not
- * mapped with PA == VA, hence we would have to relocate every address
- * from the linked base (virtual) address "KERNBASE" to the actual
- * (physical) address starting relative to 0]
- */
-void
-pmap_bootstrap(firstaddr, loadaddr)
- vm_paddr_t firstaddr;
- vm_paddr_t loadaddr;
-{
- vm_offset_t va;
- pt_entry_t *pte, *unused;
-
- /*
- * XXX The calculation of virtual_avail is wrong. It's NKPT*PAGE_SIZE
too
- * large. It should instead be correctly calculated in locore.s and
- * not based on 'first' (which is a physical address, not a virtual
- * address, for the start of unused physical memory). The kernel
- * page tables are NOT double mapped and thus should not be included
- * in this calculation.
- */
- virtual_avail = (vm_offset_t) KERNBASE + firstaddr;
- virtual_avail = pmap_kmem_choose(virtual_avail);
-
- virtual_end = VM_MAX_KERNEL_ADDRESS;
-
- /*
- * Initialize the kernel pmap (which is statically allocated).
- */
- PMAP_LOCK_INIT(kernel_pmap);
- kernel_pmap->pm_pdir = (pd_entry_t *) xen_start_info->pt_base;
-#ifdef PAE
- kernel_pmap->pm_pdpt = (pdpt_entry_t *) (KERNBASE + (u_int)IdlePDPT);
-#endif
- kernel_pmap->pm_active = -1; /* don't allow deactivation */
- TAILQ_INIT(&kernel_pmap->pm_pvlist);
- LIST_INIT(&allpmaps);
- mtx_init(&allpmaps_lock, "allpmaps", NULL, MTX_SPIN);
- mtx_lock_spin(&allpmaps_lock);
- LIST_INSERT_HEAD(&allpmaps, kernel_pmap, pm_list);
- mtx_unlock_spin(&allpmaps_lock);
- nkpt = NKPT;
-
- /*
- * Reserve some special page table entries/VA space for temporary
- * mapping of pages.
- */
-#define SYSMAP(c, p, v, n) \
- v = (c)va; va += ((n)*PAGE_SIZE); p = pte; pte += (n);
-
- va = virtual_avail;
- pte = vtopte(va);
-
- /*
- * CMAP1/CMAP2 are used for zeroing and copying pages.
- * CMAP3 is used for the idle process page zeroing.
- */
- SYSMAP(caddr_t, CMAP1, CADDR1, 1);
- SYSMAP(caddr_t, CMAP2, CADDR2, 1);
- SYSMAP(caddr_t, CMAP3, CADDR3, 1);
-
- PT_CLEAR_VA(CMAP3, TRUE);
-
- mtx_init(&CMAPCADDR12_lock, "CMAPCADDR12", NULL, MTX_DEF);
-
- /*
- * Crashdump maps.
- */
- SYSMAP(caddr_t, unused, crashdumpmap, MAXDUMPPGS)
-
- /*
- * ptvmmap is used for reading arbitrary physical pages via /dev/mem.
- */
- SYSMAP(caddr_t, unused, ptvmmap, 1)
-
- /*
- * msgbufp is used to map the system message buffer.
- */
- SYSMAP(struct msgbuf *, unused, msgbufp, atop(round_page(MSGBUF_SIZE)))
-
- /*
- * ptemap is used for pmap_pte_quick
- */
- SYSMAP(pt_entry_t *, PMAP1, PADDR1, 1);
- SYSMAP(pt_entry_t *, PMAP2, PADDR2, 1);
-
- mtx_init(&PMAP2mutex, "PMAP2", NULL, MTX_DEF);
-
- virtual_avail = va;
- PT_CLEAR_VA(CMAP1, FALSE);
- PT_CLEAR_VA(CMAP2, FALSE);
-
- PT_UPDATES_FLUSH();
-#ifdef XEN_UNNEEDED
- /* Turn on PG_G on kernel page(s) */
- pmap_set_pg();
-#endif
-}
-
-/*
- * Set PG_G on kernel pages. Only the BSP calls this when SMP is turned on.
- */
-void
-pmap_set_pg(void)
-{
- pd_entry_t pdir;
- pt_entry_t *pte;
- vm_offset_t va, endva;
- int i;
-
- if (pgeflag == 0)
- return;
- panic("this won't work");
- i = KERNLOAD/NBPDR;
- endva = KERNBASE + KERNend;
-
- if (pseflag) {
- va = KERNBASE + KERNLOAD;
- while (va < endva) {
- pdir = kernel_pmap->pm_pdir[KPTDI+i];
- pdir |= pgeflag;
- kernel_pmap->pm_pdir[KPTDI+i] = PTD[KPTDI+i] = pdir;
- invltlb(); /* Play it safe, invltlb() every time */
- i++;
- va += NBPDR;
- }
- } else {
- va = (vm_offset_t)btext;
- while (va < endva) {
- pte = vtopte(va);
- if (*pte)
- *pte |= pgeflag;
- invltlb(); /* Play it safe, invltlb() every time */
- va += PAGE_SIZE;
- }
- }
-}
-
-#ifdef PAE
-
-static MALLOC_DEFINE(M_PMAPPDPT, "pmap", "pmap pdpt");
-
-static void *
-pmap_pdpt_allocf(uma_zone_t zone, int bytes, u_int8_t *flags, int wait)
-{
- *flags = UMA_SLAB_PRIV;
- return (contigmalloc(PAGE_SIZE, M_PMAPPDPT, 0, 0x0ULL, 0xffffffffULL,
- 1, 0));
-}
-#endif
-
-/*
- * Initialize the pmap module.
- * Called by vm_init, to initialize any structures that the pmap
- * system needs to map virtual memory.
- * pmap_init has been enhanced to support in a fairly consistant
- * way, discontiguous physical memory.
- */
-void
-pmap_init(void)
-{
- int i;
-
- /*
- * Allocate memory for random pmap data structures. Includes the
- * pv_head_table.
- */
-
- for(i = 0; i < vm_page_array_size; i++) {
- vm_page_t m;
-
- m = &vm_page_array[i];
- TAILQ_INIT(&m->md.pv_list);
- m->md.pv_list_count = 0;
- }
-
- /*
- * init the pv free list
- */
- pvzone = uma_zcreate("PV ENTRY", sizeof (struct pv_entry), NULL, NULL,
- NULL, NULL, UMA_ALIGN_PTR, UMA_ZONE_VM | UMA_ZONE_NOFREE);
- uma_prealloc(pvzone, MINPV);
-
-#ifdef PAE
- pdptzone = uma_zcreate("PDPT", NPGPTD * sizeof(pdpt_entry_t), NULL,
- NULL, NULL, NULL, (NPGPTD * sizeof(pdpt_entry_t)) - 1,
- UMA_ZONE_VM | UMA_ZONE_NOFREE);
- uma_zone_set_allocf(pdptzone, pmap_pdpt_allocf);
-#endif
-
- /*
- * Now it is safe to enable pv_table recording.
- */
- pmap_initialized = TRUE;
-}
-
-/*
- * Initialize the address space (zone) for the pv_entries. Set a
- * high water mark so that the system can recover from excessive
- * numbers of pv entries.
- */
-void
-pmap_init2()
-{
- int shpgperproc = PMAP_SHPGPERPROC;
-
- TUNABLE_INT_FETCH("vm.pmap.shpgperproc", &shpgperproc);
- pv_entry_max = shpgperproc * maxproc + vm_page_array_size;
- TUNABLE_INT_FETCH("vm.pmap.pv_entries", &pv_entry_max);
- pv_entry_high_water = 9 * (pv_entry_max / 10);
- uma_zone_set_obj(pvzone, &pvzone_obj, pv_entry_max);
-}
-
-
-/***************************************************
- * Low level helper routines.....
- ***************************************************/
-
-#if defined(PMAP_DIAGNOSTIC)
-
-/*
- * This code checks for non-writeable/modified pages.
- * This should be an invalid condition.
- */
-static int
-pmap_nw_modified(pt_entry_t ptea)
-{
- int pte;
-
- pte = (int) ptea;
-
- if ((pte & (PG_M|PG_RW)) == PG_M)
- return 1;
- else
- return 0;
-}
-#endif
-
-
-/*
- * this routine defines the region(s) of memory that should
- * not be tested for the modified bit.
- */
-static PMAP_INLINE int
-pmap_track_modified(vm_offset_t va)
-{
- if ((va < kmi.clean_sva) || (va >= kmi.clean_eva))
- return 1;
- else
- return 0;
-}
-
-#ifdef I386_CPU
-/*
- * i386 only has "invalidate everything" and no SMP to worry about.
- */
-PMAP_INLINE void
-pmap_invalidate_page(pmap_t pmap, vm_offset_t va)
-{
-
- if (pmap == kernel_pmap || pmap->pm_active)
- invltlb();
-}
-
-PMAP_INLINE void
-pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
-{
-
- if (pmap == kernel_pmap || pmap->pm_active)
- invltlb();
-}
-
-PMAP_INLINE void
-pmap_invalidate_all(pmap_t pmap)
-{
-
- if (pmap == kernel_pmap || pmap->pm_active)
- invltlb();
-}
-#else /* !I386_CPU */
-#ifdef SMP
-/*
- * For SMP, these functions have to use the IPI mechanism for coherence.
- */
-void
-pmap_invalidate_page(pmap_t pmap, vm_offset_t va)
-{
- u_int cpumask;
- u_int other_cpus;
-
- if (smp_started) {
- if (!(read_eflags() & PSL_I))
- panic("%s: interrupts disabled", __func__);
- mtx_lock_spin(&smp_rv_mtx);
- } else
- critical_enter();
- /*
- * We need to disable interrupt preemption but MUST NOT have
- * interrupts disabled here.
- * XXX we may need to hold schedlock to get a coherent pm_active
- * XXX critical sections disable interrupts again
- */
- if (pmap == kernel_pmap || pmap->pm_active == all_cpus) {
- invlpg(va);
- smp_invlpg(va);
- } else {
- cpumask = PCPU_GET(cpumask);
- other_cpus = PCPU_GET(other_cpus);
- if (pmap->pm_active & cpumask)
- invlpg(va);
- if (pmap->pm_active & other_cpus)
- smp_masked_invlpg(pmap->pm_active & other_cpus, va);
- }
- if (smp_started)
- mtx_unlock_spin(&smp_rv_mtx);
- else
- critical_exit();
- PT_UPDATES_FLUSH();
-}
-
-void
-pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
-{
- u_int cpumask;
- u_int other_cpus;
- vm_offset_t addr;
-
- if (smp_started) {
- if (!(read_eflags() & PSL_I))
- panic("%s: interrupts disabled", __func__);
- mtx_lock_spin(&smp_rv_mtx);
- } else
- critical_enter();
- /*
- * We need to disable interrupt preemption but MUST NOT have
- * interrupts disabled here.
- * XXX we may need to hold schedlock to get a coherent pm_active
- * XXX critical sections disable interrupts again
- */
- if (pmap == kernel_pmap || pmap->pm_active == all_cpus) {
- for (addr = sva; addr < eva; addr += PAGE_SIZE)
- invlpg(addr);
- smp_invlpg_range(sva, eva);
- } else {
- cpumask = PCPU_GET(cpumask);
- other_cpus = PCPU_GET(other_cpus);
- if (pmap->pm_active & cpumask)
- for (addr = sva; addr < eva; addr += PAGE_SIZE)
- invlpg(addr);
- if (pmap->pm_active & other_cpus)
- smp_masked_invlpg_range(pmap->pm_active & other_cpus,
- sva, eva);
- }
- if (smp_started)
- mtx_unlock_spin(&smp_rv_mtx);
- else
- critical_exit();
- PT_UPDATES_FLUSH();
-}
-
-void
-pmap_invalidate_all(pmap_t pmap)
-{
- u_int cpumask;
- u_int other_cpus;
-
- if (smp_started) {
- if (!(read_eflags() & PSL_I))
- panic("%s: interrupts disabled", __func__);
- mtx_lock_spin(&smp_rv_mtx);
- } else
- critical_enter();
- /*
- * We need to disable interrupt preemption but MUST NOT have
- * interrupts disabled here.
- * XXX we may need to hold schedlock to get a coherent pm_active
- * XXX critical sections disable interrupts again
- */
- if (pmap == kernel_pmap || pmap->pm_active == all_cpus) {
- invltlb();
- smp_invltlb();
- } else {
- cpumask = PCPU_GET(cpumask);
- other_cpus = PCPU_GET(other_cpus);
- if (pmap->pm_active & cpumask)
- invltlb();
- if (pmap->pm_active & other_cpus)
- smp_masked_invltlb(pmap->pm_active & other_cpus);
- }
- if (smp_started)
- mtx_unlock_spin(&smp_rv_mtx);
- else
- critical_exit();
- PT_UPDATES_FLUSH();
-}
-#else /* !SMP */
-/*
- * Normal, non-SMP, 486+ invalidation functions.
- * We inline these within pmap.c for speed.
- */
-PMAP_INLINE void
-pmap_invalidate_page(pmap_t pmap, vm_offset_t va)
-{
-
- if (pmap == kernel_pmap || pmap->pm_active)
- invlpg(va);
- PT_UPDATES_FLUSH();
-
-}
-
-PMAP_INLINE void
-pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
-{
- vm_offset_t addr;
-
- if (pmap == kernel_pmap || pmap->pm_active)
- for (addr = sva; addr < eva; addr += PAGE_SIZE)
- invlpg(addr);
- PT_UPDATES_FLUSH();
-
-}
-
-PMAP_INLINE void
-pmap_invalidate_all(pmap_t pmap)
-{
-
- if (pmap == kernel_pmap || pmap->pm_active)
- invltlb();
-}
-#endif /* !SMP */
-#endif /* !I386_CPU */
-
-/*
- * Are we current address space or kernel? N.B. We return FALSE when
- * a pmap's page table is in use because a kernel thread is borrowing
- * it. The borrowed page table can change spontaneously, making any
- * dependence on its continued use subject to a race condition.
- */
-static __inline int
-pmap_is_current(pmap_t pmap)
-{
- /* XXX validate */
- return (pmap == kernel_pmap ||
- (pmap == vmspace_pmap(curthread->td_proc->p_vmspace) &&
- (pmap->pm_pdir[PTDPTDI] & PG_FRAME) == (PTDpde[0] & PG_FRAME)));
-}
-
-/*
- * If the given pmap is not the current or kernel pmap, the returned pte must
- * be released by passing it to pmap_pte_release().
- */
-pt_entry_t *
-pmap_pte(pmap_t pmap, vm_offset_t va)
-{
- pd_entry_t tmppf, newpf;
- pd_entry_t *pde;
-
- pde = pmap_pde(pmap, va);
- if (*pde & PG_PS)
- return (pde);
- if (*pde != 0) {
- /* are we current address space or kernel? */
- if (pmap_is_current(pmap))
- return (vtopte(va));
- mtx_lock(&PMAP2mutex);
- newpf = PT_GET(pde) & PG_FRAME;
- tmppf = PT_GET(PMAP2) & PG_FRAME;
- if (tmppf != newpf) {
- PT_SET_VA(PMAP2, newpf | PG_V | PG_A, FALSE);
- pmap_invalidate_page(kernel_pmap, (vm_offset_t)PADDR2);
- }
- return (PADDR2 + (i386_btop(va) & (NPTEPG - 1)));
- }
- return (0);
-}
-
-/*
- * Releases a pte that was obtained from pmap_pte(). Be prepared for the pte
- * being NULL.
- */
-static __inline void
-pmap_pte_release(pt_entry_t *pte)
-{
-
- if ((pt_entry_t *)((vm_offset_t)pte & ~PAGE_MASK) == PADDR2)
- mtx_unlock(&PMAP2mutex);
-}
-
-static __inline void
-invlcaddr(void *caddr)
-{
-#ifdef I386_CPU
- invltlb();
-#else
- invlpg((u_int)caddr);
-#endif
- PT_UPDATES_FLUSH();
-}
-
-/*
- * Super fast pmap_pte routine best used when scanning
- * the pv lists. This eliminates many coarse-grained
- * invltlb calls. Note that many of the pv list
- * scans are across different pmaps. It is very wasteful
- * to do an entire invltlb for checking a single mapping.
- *
- * If the given pmap is not the current pmap, vm_page_queue_mtx
- * must be held and curthread pinned to a CPU.
- */
-static pt_entry_t *
-pmap_pte_quick(pmap_t pmap, vm_offset_t va)
-{
- pd_entry_t tmppf, newpf;
- pd_entry_t *pde;
-
- pde = pmap_pde(pmap, va);
- if (*pde & PG_PS)
- return (pde);
- if (*pde != 0) {
- /* are we current address space or kernel? */
- if (pmap_is_current(pmap))
- return (vtopte(va));
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- KASSERT(curthread->td_pinned > 0, ("curthread not pinned"));
- newpf = PT_GET(pde) & PG_FRAME;
- tmppf = PT_GET(PMAP1) & PG_FRAME;
- if (tmppf != newpf) {
- PT_SET_VA(PMAP1, newpf | PG_V | PG_A, TRUE);
-#ifdef SMP
- PMAP1cpu = PCPU_GET(cpuid);
-#endif
- invlcaddr(PADDR1);
- PMAP1changed++;
- } else
-#ifdef SMP
- if (PMAP1cpu != PCPU_GET(cpuid)) {
- PMAP1cpu = PCPU_GET(cpuid);
- invlcaddr(PADDR1);
- PMAP1changedcpu++;
- } else
-#endif
- PMAP1unchanged++;
- return (PADDR1 + (i386_btop(va) & (NPTEPG - 1)));
- }
- return (0);
-}
-
-/*
- * Routine: pmap_extract
- * Function:
- * Extract the physical page address associated
- * with the given map/virtual_address pair.
- */
-vm_paddr_t
-pmap_extract(pmap_t pmap, vm_offset_t va)
-{
- vm_paddr_t rtval;
- pt_entry_t *pte;
- pd_entry_t pde;
-
- rtval = 0;
- PMAP_LOCK(pmap);
- pde = PT_GET(&pmap->pm_pdir[va >> PDRSHIFT]);
- if (pde != 0) {
- if ((pde & PG_PS) != 0) {
- rtval = (pde & ~PDRMASK) | (va & PDRMASK);
- PMAP_UNLOCK(pmap);
- return rtval;
- }
- pte = pmap_pte(pmap, va);
- rtval = (PT_GET(pte) & PG_FRAME) | (va & PAGE_MASK);
- pmap_pte_release(pte);
- }
- PMAP_UNLOCK(pmap);
- return (rtval);
-}
-
-/*
- * Routine: pmap_extract_and_hold
- * Function:
- * Atomically extract and hold the physical page
- * with the given pmap and virtual address pair
- * if that mapping permits the given protection.
- */
-vm_page_t
-pmap_extract_and_hold(pmap_t pmap, vm_offset_t va, vm_prot_t prot)
-{
- pd_entry_t pde;
- pt_entry_t pte;
- vm_page_t m;
-
- m = NULL;
- vm_page_lock_queues();
- PMAP_LOCK(pmap);
- pde = PT_GET(pmap_pde(pmap, va));
- if (pde != 0) {
- if (pde & PG_PS) {
- panic("4MB pages not currently supported");
- if ((pde & PG_RW) || (prot & VM_PROT_WRITE) == 0) {
- m = PHYS_TO_VM_PAGE((pde & ~PDRMASK) |
- (va & PDRMASK));
- vm_page_hold(m);
- }
- } else {
- sched_pin();
- pte = PT_GET(pmap_pte_quick(pmap, va));
- if (pte != 0 &&
- ((pte & PG_RW) || (prot & VM_PROT_WRITE) == 0)) {
- m = PHYS_TO_VM_PAGE(pte & PG_FRAME);
- vm_page_hold(m);
- }
- sched_unpin();
- }
- }
- vm_page_unlock_queues();
- PMAP_UNLOCK(pmap);
- return (m);
-}
-
-/***************************************************
- * Low level mapping routines.....
- ***************************************************/
-
-/*
- * Add a wired page to the kva.
- * Note: not SMP coherent.
- */
-PMAP_INLINE void
-pmap_kenter(vm_offset_t va, vm_paddr_t pa)
-{
- pt_entry_t *pte;
-
- pte = vtopte(va);
- pte_store(pte, pa | PG_RW | PG_V | pgeflag);
-}
-
-/*
- * Add a wired page to the kva.
- * Note: not SMP coherent.
- */
-PMAP_INLINE void
-pmap_kenter_ma(vm_offset_t va, vm_paddr_t ma)
-{
- pt_entry_t *pte;
-
- pte = vtopte(va);
- PT_SET_VA_MA(pte, ma | PG_RW | PG_V | pgeflag, TRUE);
-}
-
-/*
- * Remove a page from the kernel pagetables.
- * Note: not SMP coherent.
- */
-PMAP_INLINE void
-pmap_kremove(vm_offset_t va)
-{
- pt_entry_t *pte;
-
- pte = vtopte(va);
- pte_clear(pte);
-}
-
-/*
- * Used to map a range of physical addresses into kernel
- * virtual address space.
- *
- * The value passed in '*virt' is a suggested virtual address for
- * the mapping. Architectures which can support a direct-mapped
- * physical to virtual region can return the appropriate address
- * within that region, leaving '*virt' unchanged. Other
- * architectures should map the pages starting at '*virt' and
- * update '*virt' with the first usable address after the mapped
- * region.
- */
-vm_offset_t
-pmap_map(vm_offset_t *virt, vm_paddr_t start, vm_paddr_t end, int prot)
-{
- vm_offset_t va, sva;
-
- va = sva = *virt;
- while (start < end) {
- pmap_kenter(va, start);
- va += PAGE_SIZE;
- start += PAGE_SIZE;
- }
- /* invalidate will flush the update queue */
- pmap_invalidate_range(kernel_pmap, sva, va);
- *virt = va;
- return (sva);
-}
-
-
-/*
- * Add a list of wired pages to the kva
- * this routine is only used for temporary
- * kernel mappings that do not need to have
- * page modification or references recorded.
- * Note that old mappings are simply written
- * over. The page *must* be wired.
- * Note: SMP coherent. Uses a ranged shootdown IPI.
- */
-void
-pmap_qenter(vm_offset_t sva, vm_page_t *m, int count)
-{
- vm_offset_t va;
-
- va = sva;
- while (count-- > 0) {
- pmap_kenter(va, VM_PAGE_TO_PHYS(*m));
- va += PAGE_SIZE;
- m++;
- }
- /* invalidate will flush the update queue */
- pmap_invalidate_range(kernel_pmap, sva, va);
-}
-
-/*
- * This routine tears out page mappings from the
- * kernel -- it is meant only for temporary mappings.
- * Note: SMP coherent. Uses a ranged shootdown IPI.
- */
-void
-pmap_qremove(vm_offset_t sva, int count)
-{
- vm_offset_t va;
-
- va = sva;
- while (count-- > 0) {
- pmap_kremove(va);
- va += PAGE_SIZE;
- }
- /* invalidate will flush the update queue */
- pmap_invalidate_range(kernel_pmap, sva, va);
-}
-
-/***************************************************
- * Page table page management routines.....
- ***************************************************/
-
-/*
- * This routine unholds page table pages, and if the hold count
- * drops to zero, then it decrements the wire count.
- */
-static PMAP_INLINE int
-pmap_unwire_pte_hold(pmap_t pmap, vm_page_t m)
-{
-
- --m->wire_count;
- if (m->wire_count == 0)
- return _pmap_unwire_pte_hold(pmap, m);
- else
- return 0;
-}
-
-static int
-_pmap_unwire_pte_hold(pmap_t pmap, vm_page_t m)
-{
- vm_offset_t pteva;
- /*
- * unmap the page table page
- */
- xen_pt_unpin(pmap->pm_pdir[m->pindex]);
- PD_CLEAR_VA(pmap, &pmap->pm_pdir[m->pindex], TRUE);
- --pmap->pm_stats.resident_count;
-
- /*
- * Do an invltlb to make the invalidated mapping
- * take effect immediately.
- */
- pteva = VM_MAXUSER_ADDRESS + i386_ptob(m->pindex);
- pmap_invalidate_page(pmap, pteva);
-
- vm_page_free_zero(m);
- atomic_subtract_int(&cnt.v_wire_count, 1);
- return 1;
-}
-
-/*
- * After removing a page table entry, this routine is used to
- * conditionally free the page, and manage the hold/wire counts.
- */
-static int
-pmap_unuse_pt(pmap_t pmap, vm_offset_t va)
-{
- pd_entry_t ptepde;
- vm_page_t mpte;
-
- if (va >= VM_MAXUSER_ADDRESS)
- return 0;
- ptepde = PT_GET(pmap_pde(pmap, va));
- mpte = PHYS_TO_VM_PAGE(ptepde & PG_FRAME);
- return pmap_unwire_pte_hold(pmap, mpte);
-}
-
-void
-pmap_pinit0(pmap)
- struct pmap *pmap;
-{
-
- PMAP_LOCK_INIT(pmap);
- pmap->pm_pdir = (pd_entry_t *)(xen_start_info->pt_base);
-#ifdef PAE
- pmap->pm_pdpt = (pdpt_entry_t *)(KERNBASE + (vm_offset_t)IdlePDPT);
-#endif
- pmap->pm_active = 0;
- PCPU_SET(curpmap, pmap);
- TAILQ_INIT(&pmap->pm_pvlist);
- bzero(&pmap->pm_stats, sizeof pmap->pm_stats);
- mtx_lock_spin(&allpmaps_lock);
- LIST_INSERT_HEAD(&allpmaps, pmap, pm_list);
- mtx_unlock_spin(&allpmaps_lock);
-}
-
-/*
- * Initialize a preallocated and zeroed pmap structure,
- * such as one in a vmspace structure.
- */
-void
-pmap_pinit(struct pmap *pmap)
-{
- vm_page_t m, ptdpg[NPGPTD*2];
- vm_paddr_t ma, ma_shadow;
- static int color;
- int i;
-
- PMAP_LOCK_INIT(pmap);
-
- /*
- * No need to allocate page table space yet but we do need a valid
- * page directory table.
- */
- if (pmap->pm_pdir == NULL) {
- pmap->pm_pdir = (pd_entry_t *)kmem_alloc_nofault(kernel_map,
- NBPTD);
-#ifdef PAE
- pmap->pm_pdpt = uma_zalloc(pdptzone, M_WAITOK | M_ZERO);
- KASSERT(((vm_offset_t)pmap->pm_pdpt &
- ((NPGPTD * sizeof(pdpt_entry_t)) - 1)) == 0,
- ("pmap_pinit: pdpt misaligned"));
- KASSERT(pmap_kextract((vm_offset_t)pmap->pm_pdpt) < (4ULL<<30),
- ("pmap_pinit: pdpt above 4g"));
-#endif
- }
-
- /*
- * allocate the page directory page(s)
- */
- for (i = 0; i < NPGPTD*2;) {
- m = vm_page_alloc(NULL, color++,
- VM_ALLOC_NORMAL | VM_ALLOC_NOOBJ | VM_ALLOC_WIRED |
- VM_ALLOC_ZERO);
- if (m == NULL)
- VM_WAIT;
- else {
- pmap_zero_page(m);
- ptdpg[i++] = m;
- }
- }
-#ifdef PAE
- #error "missing shadow handling for PAE"
-#endif
-
- pmap_qenter((vm_offset_t)pmap->pm_pdir, ptdpg, NPGPTD);
-
- mtx_lock_spin(&allpmaps_lock);
- LIST_INSERT_HEAD(&allpmaps, pmap, pm_list);
- mtx_unlock_spin(&allpmaps_lock);
- /* Wire in kernel global address entries. */
- /* XXX copies current process, does not fill in MPPTDI */
- bcopy(kernel_pmap->pm_pdir + KPTDI, pmap->pm_pdir + KPTDI,
- nkpt * sizeof(pd_entry_t));
- /* XXX need to copy global address entries to page directory's L1
shadow */
- ma = xpmap_ptom(VM_PAGE_TO_PHYS(ptdpg[NPGPTD]));
- /* L1 pin shadow page director{y,ies} */
- for (i = 0; i < NPGPTD; i++) {
- ma = xpmap_ptom(VM_PAGE_TO_PHYS(ptdpg[NPGPTD + i]));
- pmap_copy_ma(kernel_pmap->pm_pdir[PTDPTDI + i] & ~(PG_RW|PG_M),
ma);
- xen_pt_pin(ma);
- }
-
-#ifdef SMP
- pmap->pm_pdir[MPPTDI] = kernel_pmap->pm_pdir[MPPTDI];
-#endif
-
- /* pin and install L1 shadow */
- for (i = 0; i < NPGPTD; i++) {
- ma = xpmap_ptom(VM_PAGE_TO_PHYS(ptdpg[i]));
- ma_shadow = xpmap_ptom(VM_PAGE_TO_PHYS(ptdpg[NPGPTD+i]));
- /* re-map page directory read-only and pin */
- PT_SET_MA(pmap->pm_pdir + i*PAGE_SIZE, ma | PG_V | PG_A);
- xen_pgd_pin(ma);
- /* add L1 shadow of L2 */
- xen_queue_pt_update(vtomach(&pmap->pm_pdir[PTDPTDI + i]),
- ma_shadow | PG_V | PG_A);
- xen_queue_pt_update(ma_shadow + PTDPTDI*sizeof(vm_paddr_t),
- vtomach(pmap->pm_pdir) | PG_V | PG_A);
-
-#ifdef PAE
- #error "unsupported currently"
- pmap->pm_pdpt[i] = ma | PG_V;
-#endif
- }
- xen_flush_queue();
-
- pmap->pm_active = 0;
- TAILQ_INIT(&pmap->pm_pvlist);
- bzero(&pmap->pm_stats, sizeof pmap->pm_stats);
-}
-
-/*
- * this routine is called if the page table page is not
- * mapped correctly.
- */
-static vm_page_t
-_pmap_allocpte(pmap_t pmap, unsigned ptepindex, int flags)
-{
- vm_paddr_t ptepa;
- vm_page_t m;
-
- KASSERT((flags & (M_NOWAIT | M_WAITOK)) == M_NOWAIT ||
- (flags & (M_NOWAIT | M_WAITOK)) == M_WAITOK,
- ("_pmap_allocpte: flags is neither M_NOWAIT nor M_WAITOK"));
-
- /*
- * Allocate a page table page.
- */
- if ((m = vm_page_alloc(NULL, ptepindex, VM_ALLOC_NOOBJ |
- VM_ALLOC_WIRED | VM_ALLOC_ZERO)) == NULL) {
- if (flags & M_WAITOK) {
- PMAP_UNLOCK(pmap);
- vm_page_unlock_queues();
- VM_WAIT;
- vm_page_lock_queues();
- PMAP_LOCK(pmap);
- }
-
- /*
- * Indicate the need to retry. While waiting, the page table
- * page may have been allocated.
- */
- return (NULL);
- }
- if ((m->flags & PG_ZERO) == 0)
- pmap_zero_page(m);
-
- /*
- * Map the pagetable page into the process address space, if
- * it isn't already there.
- */
-
- pmap->pm_stats.resident_count++;
-
- ptepa = VM_PAGE_TO_PHYS(m);
- xen_pt_pin(xpmap_ptom(ptepa));
- PD_SET_VA(pmap, &pmap->pm_pdir[ptepindex],
- (ptepa | PG_U | PG_RW | PG_V | PG_A | PG_M), TRUE);
-
- return m;
-}
-
-static vm_page_t
-pmap_allocpte(pmap_t pmap, vm_offset_t va, int flags)
-{
- unsigned ptepindex;
- pd_entry_t ptepa;
- vm_page_t m;
-
- KASSERT((flags & (M_NOWAIT | M_WAITOK)) == M_NOWAIT ||
- (flags & (M_NOWAIT | M_WAITOK)) == M_WAITOK,
- ("pmap_allocpte: flags is neither M_NOWAIT nor M_WAITOK"));
-
- /*
- * Calculate pagetable page index
- */
- ptepindex = va >> PDRSHIFT;
-retry:
- /*
- * Get the page directory entry
- */
- ptepa = PT_GET(&pmap->pm_pdir[ptepindex]);
-
- /*
- * This supports switching from a 4MB page to a
- * normal 4K page.
- */
- if (ptepa & PG_PS) {
- pmap->pm_pdir[ptepindex] = 0;
- ptepa = 0;
- pmap_invalidate_all(kernel_pmap);
- }
-
- /*
- * If the page table page is mapped, we just increment the
- * hold count, and activate it.
- */
- if (ptepa) {
- m = PHYS_TO_VM_PAGE(ptepa);
- m->wire_count++;
- } else {
- /*
- * Here if the pte page isn't mapped, or if it has
- * been deallocated.
- */
- m = _pmap_allocpte(pmap, ptepindex, flags);
- if (m == NULL && (flags & M_WAITOK))
- goto retry;
- }
- return (m);
-}
-
-
-/***************************************************
-* Pmap allocation/deallocation routines.
- ***************************************************/
-
-#ifdef SMP
-/*
- * Deal with a SMP shootdown of other users of the pmap that we are
- * trying to dispose of. This can be a bit hairy.
- */
-static u_int *lazymask;
-static u_int lazyptd;
-static volatile u_int lazywait;
-
-
-void
-pmap_lazyfix_action(void)
-{
- u_int mymask = PCPU_GET(cpumask);
-
- if (PCPU_GET(curpcb)->pcb_cr3 == lazyptd)
- load_cr3(PCPU_GET(curpcb)->pcb_cr3);
- atomic_clear_int(lazymask, mymask);
- atomic_store_rel_int(&lazywait, 1);
-}
-
-static void
-pmap_lazyfix_self(u_int mymask)
-{
-
- if (PCPU_GET(curpcb)->pcb_cr3 == lazyptd)
- load_cr3(PCPU_GET(curpcb)->pcb_cr3);
- atomic_clear_int(lazymask, mymask);
-}
-
-
-static void
-pmap_lazyfix(pmap_t pmap)
-{
- u_int mymask = PCPU_GET(cpumask);
- u_int mask;
- register u_int spins;
-
- while ((mask = pmap->pm_active) != 0) {
- spins = 50000000;
- mask = mask & -mask; /* Find least significant set bit */
- mtx_lock_spin(&smp_rv_mtx);
-#ifdef PAE
- lazyptd = vtophys(pmap->pm_pdpt);
-#else
- lazyptd = vtophys(pmap->pm_pdir);
-#endif
- if (mask == mymask) {
- lazymask = &pmap->pm_active;
- pmap_lazyfix_self(mymask);
- } else {
- atomic_store_rel_int((u_int *)&lazymask,
- (u_int)&pmap->pm_active);
- atomic_store_rel_int(&lazywait, 0);
- ipi_selected(mask, IPI_LAZYPMAP);
- while (lazywait == 0) {
- ia32_pause();
- if (--spins == 0)
- break;
- }
- }
- mtx_unlock_spin(&smp_rv_mtx);
- if (spins == 0)
- printf("pmap_lazyfix: spun for 50000000\n");
- }
-}
-
-#else /* SMP */
-
-/*
- * Cleaning up on uniprocessor is easy. For various reasons, we're
- * unlikely to have to even execute this code, including the fact
- * that the cleanup is deferred until the parent does a wait(2), which
- * means that another userland process has run.
- */
-static void
-pmap_lazyfix(pmap_t pmap)
-{
- u_int cr3;
-
- cr3 = vtophys(pmap->pm_pdir);
- if (cr3 == PCPU_GET(curpcb)->pcb_cr3) {
- load_cr3(PCPU_GET(curpcb)->pcb_cr3);
- pmap->pm_active &= ~(PCPU_GET(cpumask));
- }
-}
-#endif /* SMP */
-
-/*
- * Release any resources held by the given physical map.
- * Called when a pmap initialized by pmap_pinit is being released.
- * Should only be called if the map contains no valid mappings.
- */
-void
-pmap_release(pmap_t pmap)
-{
- vm_page_t m, ptdpg[NPGPTD + 1];
- vm_paddr_t ma;
- int i;
-
- KASSERT(pmap->pm_stats.resident_count == 0,
- ("pmap_release: pmap resident count %ld != 0",
- pmap->pm_stats.resident_count));
-
- pmap_lazyfix(pmap);
- mtx_lock_spin(&allpmaps_lock);
- LIST_REMOVE(pmap, pm_list);
- mtx_unlock_spin(&allpmaps_lock);
-
- for (i = 0; i < NPGPTD; i++) {
- ptdpg[i] = PHYS_TO_VM_PAGE(PT_GET(&pmap->pm_pdir[PTDPTDI + i]));
- }
- ptdpg[NPGPTD] = PHYS_TO_VM_PAGE(vtophys(pmap->pm_pdir));
- for (i = 0; i < nkpt + NPGPTD; i++)
- PD_CLEAR_VA(pmap, &pmap->pm_pdir[PTDPTDI + i], FALSE);
-
- bzero(pmap->pm_pdir + PTDPTDI, (nkpt + NPGPTD) *
- sizeof(*pmap->pm_pdir));
-#ifdef SMP
- PD_CLEAR_VA(pmap, &pmap->pm_pdir[MPPTDI], FALSE);
-#endif
- PT_UPDATES_FLUSH();
- pmap_qremove((vm_offset_t)pmap->pm_pdir, NPGPTD);
-
- vm_page_lock_queues();
- for (i = 0; i < NPGPTD + 1; i++) {
- m = ptdpg[i];
-
- ma = xpmap_ptom(VM_PAGE_TO_PHYS(m));
- /* unpinning L1 and L2 treated the same */
- xen_pgd_unpin(ma);
-#ifdef PAE
- KASSERT(VM_PAGE_TO_PHYS(m) == (pmap->pm_pdpt[i] & PG_FRAME),
- ("pmap_release: got wrong ptd page"));
-#endif
- m->wire_count--;
- atomic_subtract_int(&cnt.v_wire_count, 1);
-
- vm_page_free_zero(m);
- }
- vm_page_unlock_queues();
- PMAP_LOCK_DESTROY(pmap);
-}
-
-static int
-kvm_size(SYSCTL_HANDLER_ARGS)
-{
- unsigned long ksize = VM_MAX_KERNEL_ADDRESS - KERNBASE;
-
- return sysctl_handle_long(oidp, &ksize, 0, req);
-}
-SYSCTL_PROC(_vm, OID_AUTO, kvm_size, CTLTYPE_LONG|CTLFLAG_RD,
- 0, 0, kvm_size, "IU", "Size of KVM");
-
-static int
-kvm_free(SYSCTL_HANDLER_ARGS)
-{
- unsigned long kfree = VM_MAX_KERNEL_ADDRESS - kernel_vm_end;
-
- return sysctl_handle_long(oidp, &kfree, 0, req);
-}
-SYSCTL_PROC(_vm, OID_AUTO, kvm_free, CTLTYPE_LONG|CTLFLAG_RD,
- 0, 0, kvm_free, "IU", "Amount of KVM free");
-
-/*
- * grow the number of kernel page table entries, if needed
- */
-void
-pmap_growkernel(vm_offset_t addr)
-{
- struct pmap *pmap;
- vm_paddr_t ptppaddr;
- vm_page_t nkpg;
- pd_entry_t newpdir;
- pt_entry_t *pde;
-
- mtx_assert(&kernel_map->system_mtx, MA_OWNED);
- if (kernel_vm_end == 0) {
- kernel_vm_end = KERNBASE;
- nkpt = 0;
- while (pdir_pde(PTD, kernel_vm_end)) {
- kernel_vm_end = (kernel_vm_end + PAGE_SIZE * NPTEPG) &
~(PAGE_SIZE * NPTEPG - 1);
- nkpt++;
- }
- }
- addr = roundup2(addr, PAGE_SIZE * NPTEPG);
- while (kernel_vm_end < addr) {
- if (pdir_pde(PTD, kernel_vm_end)) {
- kernel_vm_end = (kernel_vm_end + PAGE_SIZE * NPTEPG) &
~(PAGE_SIZE * NPTEPG - 1);
- continue;
- }
-
- /*
- * This index is bogus, but out of the way
- */
- nkpg = vm_page_alloc(NULL, nkpt,
- VM_ALLOC_NOOBJ | VM_ALLOC_SYSTEM | VM_ALLOC_WIRED);
- if (!nkpg)
- panic("pmap_growkernel: no memory to grow kernel");
-
- nkpt++;
-
- pmap_zero_page(nkpg);
- ptppaddr = VM_PAGE_TO_PHYS(nkpg);
- newpdir = (pd_entry_t) (ptppaddr | PG_V | PG_RW | PG_A | PG_M);
- PD_SET_VA(kernel_pmap, &pdir_pde(kernel_pmap->pm_pdir,
kernel_vm_end), newpdir, TRUE);
-
- mtx_lock_spin(&allpmaps_lock);
- LIST_FOREACH(pmap, &allpmaps, pm_list) {
- pde = pmap_pde(pmap, kernel_vm_end);
- PD_SET_VA(pmap, pde, newpdir, FALSE);
- }
- PT_UPDATES_FLUSH();
- mtx_unlock_spin(&allpmaps_lock);
- kernel_vm_end = (kernel_vm_end + PAGE_SIZE * NPTEPG) &
~(PAGE_SIZE * NPTEPG - 1);
- }
-}
-
-
-/***************************************************
- * page management routines.
- ***************************************************/
-
-/*
- * free the pv_entry back to the free list
- */
-static PMAP_INLINE void
-free_pv_entry(pv_entry_t pv)
-{
- pv_entry_count--;
- uma_zfree(pvzone, pv);
-}
-
-/*
- * get a new pv_entry, allocating a block from the system
- * when needed.
- * the memory allocation is performed bypassing the malloc code
- * because of the possibility of allocations at interrupt time.
- */
-static pv_entry_t
-get_pv_entry(void)
-{
- pv_entry_count++;
- if (pv_entry_high_water &&
- (pv_entry_count > pv_entry_high_water) &&
- (pmap_pagedaemon_waken == 0)) {
- pmap_pagedaemon_waken = 1;
- wakeup (&vm_pages_needed);
- }
- return uma_zalloc(pvzone, M_NOWAIT);
-}
-
-
-static int
-pmap_remove_entry(pmap_t pmap, vm_page_t m, vm_offset_t va)
-{
- pv_entry_t pv;
- int rtval;
-
- PMAP_LOCK_ASSERT(pmap, MA_OWNED);
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- if (m->md.pv_list_count < pmap->pm_stats.resident_count) {
- TAILQ_FOREACH(pv, &m->md.pv_list, pv_list) {
- if (pmap == pv->pv_pmap && va == pv->pv_va)
- break;
- }
- } else {
- TAILQ_FOREACH(pv, &pmap->pm_pvlist, pv_plist) {
- if (va == pv->pv_va)
- break;
- }
- }
-
- rtval = 0;
- if (pv) {
- rtval = pmap_unuse_pt(pmap, va);
- TAILQ_REMOVE(&m->md.pv_list, pv, pv_list);
- m->md.pv_list_count--;
- if (TAILQ_FIRST(&m->md.pv_list) == NULL)
- vm_page_flag_clear(m, PG_WRITEABLE);
-
- TAILQ_REMOVE(&pmap->pm_pvlist, pv, pv_plist);
- free_pv_entry(pv);
- }
-
- return rtval;
-}
-
-/*
- * Create a pv entry for page at pa for
- * (pmap, va).
- */
-static void
-pmap_insert_entry(pmap_t pmap, vm_offset_t va, vm_page_t m)
-{
- pv_entry_t pv;
- pv = get_pv_entry();
- pv->pv_va = va;
- pv->pv_pmap = pmap;
-
- PMAP_LOCK_ASSERT(pmap, MA_OWNED);
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- TAILQ_INSERT_TAIL(&pmap->pm_pvlist, pv, pv_plist);
- TAILQ_INSERT_TAIL(&m->md.pv_list, pv, pv_list);
- m->md.pv_list_count++;
-}
-
-/*
- * pmap_remove_pte: do the things to unmap a page in a process
- */
-static int
-pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t va)
-{
- pt_entry_t oldpte;
- vm_page_t m;
-
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- PMAP_LOCK_ASSERT(pmap, MA_OWNED);
- oldpte = pte_load_clear(ptq);
- if (oldpte & PG_W)
- pmap->pm_stats.wired_count -= 1;
- /*
- * Machines that don't support invlpg, also don't support
- * PG_G.
- */
- if (oldpte & PG_G)
- pmap_invalidate_page(kernel_pmap, va);
- pmap->pm_stats.resident_count -= 1;
- if (oldpte & PG_MANAGED) {
- m = PHYS_TO_VM_PAGE(oldpte);
- if (oldpte & PG_M) {
-#if defined(PMAP_DIAGNOSTIC)
- if (pmap_nw_modified((pt_entry_t) oldpte)) {
- printf(
- "pmap_remove: modified page not writable: va: 0x%x, pte: 0x%x\n",
- va, oldpte);
- }
-#endif
- if (pmap_track_modified(va))
- vm_page_dirty(m);
- }
- if (oldpte & PG_A)
- vm_page_flag_set(m, PG_REFERENCED);
- return pmap_remove_entry(pmap, m, va);
- } else {
- return pmap_unuse_pt(pmap, va);
- }
-}
-
-/*
- * Remove a single page from a process address space
- */
-static void
-pmap_remove_page(pmap_t pmap, vm_offset_t va)
-{
- pt_entry_t *pte;
-
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- KASSERT(curthread->td_pinned > 0, ("curthread not pinned"));
- PMAP_LOCK_ASSERT(pmap, MA_OWNED);
- if ((pte = pmap_pte_quick(pmap, va)) == NULL || *pte == 0)
- return;
- pmap_remove_pte(pmap, pte, va);
- pmap_invalidate_page(pmap, va);
-}
-
-/*
- * Remove the given range of addresses from the specified map.
- *
- * It is assumed that the start and end are properly
- * rounded to the page size.
- */
-void
-pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
-{
- vm_offset_t pdnxt;
- pd_entry_t ptpaddr;
- pt_entry_t *pte;
- int anyvalid;
-
- /*
- * Perform an unsynchronized read. This is, however, safe.
- */
- if (pmap->pm_stats.resident_count == 0)
- return;
-
- anyvalid = 0;
-
- vm_page_lock_queues();
- sched_pin();
- PMAP_LOCK(pmap);
-
- /*
- * special handling of removing one page. a very
- * common operation and easy to short circuit some
- * code.
- */
- if ((sva + PAGE_SIZE == eva) &&
- ((pmap->pm_pdir[(sva >> PDRSHIFT)] & PG_PS) == 0)) {
- pmap_remove_page(pmap, sva);
- goto out;
- }
-
- for (; sva < eva; sva = pdnxt) {
- unsigned pdirindex;
-
- /*
- * Calculate index for next page table.
- */
- pdnxt = (sva + NBPDR) & ~PDRMASK;
- if (pmap->pm_stats.resident_count == 0)
- break;
-
- pdirindex = sva >> PDRSHIFT;
- ptpaddr = PT_GET(&pmap->pm_pdir[pdirindex]);
-
- /*
- * Weed out invalid mappings. Note: we assume that the page
- * directory table is always allocated, and in kernel virtual.
- */
- if (ptpaddr == 0)
- continue;
-
- /*
- * Check for large page.
- */
- if ((ptpaddr & PG_PS) != 0) {
- PD_CLEAR_VA(pmap, &pmap->pm_pdir[pdirindex], TRUE);
- pmap->pm_stats.resident_count -= NBPDR / PAGE_SIZE;
- anyvalid = 1;
- continue;
- }
-
- /*
- * Limit our scan to either the end of the va represented
- * by the current page table page, or to the end of the
- * range being removed.
- */
- if (pdnxt > eva)
- pdnxt = eva;
-
- for (; sva != pdnxt; sva += PAGE_SIZE) {
- if ((pte = pmap_pte_quick(pmap, sva)) == NULL ||
- *pte == 0)
- continue;
- anyvalid = 1;
- if (pmap_remove_pte(pmap, pte, sva))
- break;
- }
- }
-out:
- sched_unpin();
- vm_page_unlock_queues();
- if (anyvalid)
- pmap_invalidate_all(pmap);
- PMAP_UNLOCK(pmap);
-}
-
-/*
- * Routine: pmap_remove_all
- * Function:
- * Removes this physical page from
- * all physical maps in which it resides.
- * Reflects back modify bits to the pager.
- *
- * Notes:
- * Original versions of this routine were very
- * inefficient because they iteratively called
- * pmap_remove (slow...)
- */
-
-void
-pmap_remove_all(vm_page_t m)
-{
- pv_entry_t pv;
- pt_entry_t *pte, tpte;
-
-#if defined(PMAP_DIAGNOSTIC)
- /*
- * XXX This makes pmap_remove_all() illegal for non-managed pages!
- */
- if (!pmap_initialized || (m->flags & PG_FICTITIOUS)) {
- panic("pmap_remove_all: illegal for unmanaged page, va: 0x%x",
- VM_PAGE_TO_PHYS(m));
- }
-#endif
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- sched_pin();
- while ((pv = TAILQ_FIRST(&m->md.pv_list)) != NULL) {
- PMAP_LOCK(pv->pv_pmap);
- pv->pv_pmap->pm_stats.resident_count--;
- pte = pmap_pte_quick(pv->pv_pmap, pv->pv_va);
- tpte = pte_load_clear(pte);
- if (tpte & PG_W)
- pv->pv_pmap->pm_stats.wired_count--;
- if (tpte & PG_A)
- vm_page_flag_set(m, PG_REFERENCED);
-
- /*
- * Update the vm_page_t clean and reference bits.
- */
- if (tpte & PG_M) {
-#if defined(PMAP_DIAGNOSTIC)
- if (pmap_nw_modified((pt_entry_t) tpte)) {
- printf(
- "pmap_remove_all: modified page not writable: va: 0x%x, pte: 0x%x\n",
- pv->pv_va, tpte);
- }
-#endif
- if (pmap_track_modified(pv->pv_va))
- vm_page_dirty(m);
- }
- pmap_invalidate_page(pv->pv_pmap, pv->pv_va);
- TAILQ_REMOVE(&pv->pv_pmap->pm_pvlist, pv, pv_plist);
- TAILQ_REMOVE(&m->md.pv_list, pv, pv_list);
- m->md.pv_list_count--;
- pmap_unuse_pt(pv->pv_pmap, pv->pv_va);
- PMAP_UNLOCK(pv->pv_pmap);
- free_pv_entry(pv);
- }
- vm_page_flag_clear(m, PG_WRITEABLE);
- sched_unpin();
-}
-
-/*
- * Set the physical protection on the
- * specified range of this map as requested.
- */
-void
-pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot)
-{
- vm_offset_t pdnxt;
- pd_entry_t ptpaddr;
- int anychanged;
-
- if ((prot & VM_PROT_READ) == VM_PROT_NONE) {
- pmap_remove(pmap, sva, eva);
- return;
- }
-
- if (prot & VM_PROT_WRITE)
- return;
-
- anychanged = 0;
-
- vm_page_lock_queues();
- sched_pin();
- PMAP_LOCK(pmap);
- for (; sva < eva; sva = pdnxt) {
- unsigned obits, pbits, pdirindex;
-
- pdnxt = (sva + NBPDR) & ~PDRMASK;
-
- pdirindex = sva >> PDRSHIFT;
- ptpaddr = PT_GET(&pmap->pm_pdir[pdirindex]);
-
- /*
- * Weed out invalid mappings. Note: we assume that the page
- * directory table is always allocated, and in kernel virtual.
- */
- if (ptpaddr == 0)
- continue;
-
- /*
- * Check for large page.
- */
- if ((ptpaddr & PG_PS) != 0) {
- pmap->pm_pdir[pdirindex] &= ~(PG_M|PG_RW);
- pmap->pm_stats.resident_count -= NBPDR / PAGE_SIZE;
- anychanged = 1;
- continue;
- }
-
- if (pdnxt > eva)
- pdnxt = eva;
-
- for (; sva != pdnxt; sva += PAGE_SIZE) {
- pt_entry_t *pte;
- vm_page_t m;
-
- if ((pte = pmap_pte_quick(pmap, sva)) == NULL)
- continue;
-#ifdef notyet
-retry:
-#endif
- /*
- * Regardless of whether a pte is 32 or 64 bits in
- * size, PG_RW, PG_A, and PG_M are among the least
- * significant 32 bits.
- */
- obits = pbits = PT_GET(pte);
- if (pbits & PG_MANAGED) {
- m = NULL;
- if (pbits & PG_A) {
- m = PHYS_TO_VM_PAGE(pbits);
- vm_page_flag_set(m, PG_REFERENCED);
- pbits &= ~PG_A;
- }
- if ((pbits & PG_M) != 0 &&
- pmap_track_modified(sva)) {
- if (m == NULL)
- m = PHYS_TO_VM_PAGE(pbits);
- vm_page_dirty(m);
- }
- }
-
- pbits &= ~(PG_RW | PG_M);
-
- if (pbits != obits) {
-#ifdef notyet
- if (!atomic_cmpset_int((u_int *)pte, obits,
- pbits))
- goto retry;
-#endif
- PT_SET_VA(pte, pbits, FALSE);
- anychanged = 1;
- }
- }
- }
- sched_unpin();
- vm_page_unlock_queues();
- if (anychanged)
- pmap_invalidate_all(pmap);
- PMAP_UNLOCK(pmap);
-}
-
-/*
- * Insert the given physical page (p) at
- * the specified virtual address (v) in the
- * target physical map with the protection requested.
- *
- * If specified, the page will be wired down, meaning
- * that the related pte can not be reclaimed.
- *
- * NB: This is the only routine which MAY NOT lazy-evaluate
- * or lose information. That is, this routine must actually
- * insert this page into the given map NOW.
- */
-void
-pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, vm_prot_t prot,
- boolean_t wired)
-{
- vm_paddr_t pa;
- register pt_entry_t *pte;
- vm_paddr_t opa;
- pt_entry_t origpte, newpte;
- vm_page_t mpte, om;
-
- va &= PG_FRAME;
-#ifdef PMAP_DIAGNOSTIC
- if (va > VM_MAX_KERNEL_ADDRESS)
- panic("pmap_enter: toobig");
- if ((va >= UPT_MIN_ADDRESS) && (va < UPT_MAX_ADDRESS))
- panic("pmap_enter: invalid to pmap_enter page table pages (va:
0x%x)", va);
-#endif
-
- mpte = NULL;
-
- vm_page_lock_queues();
- PMAP_LOCK(pmap);
- sched_pin();
-
- /*
- * In the case that a page table page is not
- * resident, we are creating it here.
- */
- if (va < VM_MAXUSER_ADDRESS) {
- mpte = pmap_allocpte(pmap, va, M_WAITOK);
- }
-#if 0 && defined(PMAP_DIAGNOSTIC)
- else {
- pd_entry_t *pdeaddr = pmap_pde(pmap, va);
- origpte = PT_GET(pdeaddr);
- if ((origpte & PG_V) == 0) {
- panic("pmap_enter: invalid kernel page table page,
pdir=%p, pde=%p, va=%p\n",
- pmap->pm_pdir[PTDPTDI], origpte, va);
- }
- }
-#endif
-
- pte = pmap_pte_quick(pmap, va);
-
- /*
- * Page Directory table entry not valid, we need a new PT page
- */
- if (pte == NULL) {
- panic("pmap_enter: invalid page directory pdir=%#jx, va=%#x\n",
- (uintmax_t)pmap->pm_pdir[PTDPTDI], va);
- }
-
- pa = VM_PAGE_TO_PHYS(m);
- om = NULL;
- origpte = PT_GET(pte);
- opa = origpte & PG_FRAME;
-
- if (origpte & PG_PS) {
- /*
- * Yes, I know this will truncate upper address bits for PAE,
- * but I'm actually more interested in the lower bits
- */
- printf("pmap_enter: va %p, pte %p, origpte %p\n",
- (void *)va, (void *)pte, (void *)(uintptr_t)origpte);
- panic("pmap_enter: attempted pmap_enter on 4MB page");
- }
-
- /*
- * Mapping has not changed, must be protection or wiring change.
- */
- if (origpte && (opa == pa)) {
- /*
- * Wiring change, just update stats. We don't worry about
- * wiring PT pages as they remain resident as long as there
- * are valid mappings in them. Hence, if a user page is wired,
- * the PT page will be also.
- */
- if (wired && ((origpte & PG_W) == 0))
- pmap->pm_stats.wired_count++;
- else if (!wired && (origpte & PG_W))
- pmap->pm_stats.wired_count--;
-
-#if defined(PMAP_DIAGNOSTIC)
- if (pmap_nw_modified((pt_entry_t) origpte)) {
- printf(
- "pmap_enter: modified page not writable: va: 0x%x, pte: 0x%x\n",
- va, origpte);
- }
-#endif
-
- /*
- * Remove extra pte reference
- */
- if (mpte)
- mpte->wire_count--;
-
- /*
- * We might be turning off write access to the page,
- * so we go ahead and sense modify status.
- */
- if (origpte & PG_MANAGED) {
- om = m;
- pa |= PG_MANAGED;
- }
- goto validate;
- }
- /*
- * Mapping has changed, invalidate old range and fall through to
- * handle validating new mapping.
- */
- if (opa) {
- int err;
- if (origpte & PG_W)
- pmap->pm_stats.wired_count--;
- if (origpte & PG_MANAGED) {
- om = PHYS_TO_VM_PAGE(opa);
- err = pmap_remove_entry(pmap, om, va);
- } else
- err = pmap_unuse_pt(pmap, va);
- if (err)
- panic("pmap_enter: pte vanished, va: 0x%x", va);
- } else
- pmap->pm_stats.resident_count++;
-
- /*
- * Enter on the PV list if part of our managed memory. Note that we
- * raise IPL while manipulating pv_table since pmap_enter can be
- * called at interrupt time.
- */
- if (pmap_initialized &&
- (m->flags & (PG_FICTITIOUS|PG_UNMANAGED)) == 0) {
- pmap_insert_entry(pmap, va, m);
- pa |= PG_MANAGED;
- }
-
- /*
- * Increment counters
- */
- if (wired)
- pmap->pm_stats.wired_count++;
-
-validate:
- /*
- * Now validate mapping with desired protection/wiring.
- */
- newpte = (pt_entry_t)(pa | PG_V);
- if ((prot & VM_PROT_WRITE) != 0)
- newpte |= PG_RW;
- if (wired)
- newpte |= PG_W;
- if (va < VM_MAXUSER_ADDRESS)
- newpte |= PG_U;
- if (pmap == kernel_pmap)
- newpte |= pgeflag;
-
- /*
- * if the mapping or permission bits are different, we need
- * to update the pte.
- */
- if ((origpte & ~(PG_M|PG_A)) != newpte) {
- if (origpte & PG_MANAGED) {
- origpte = PT_GET(pte);
- PT_SET_VA(pte, newpte | PG_A, TRUE);
- if ((origpte & PG_M) && pmap_track_modified(va))
- vm_page_dirty(om);
- if (origpte & PG_A)
- vm_page_flag_set(om, PG_REFERENCED);
- } else
- PT_SET_VA(pte, newpte | PG_A, TRUE);
- if (origpte) {
- pmap_invalidate_page(pmap, va);
- }
- }
- sched_unpin();
- vm_page_unlock_queues();
- PMAP_UNLOCK(pmap);
-}
-
-/*
- * this code makes some *MAJOR* assumptions:
- * 1. Current pmap & pmap exists.
- * 2. Not wired.
- * 3. Read access.
- * 4. No page table pages.
- * 5. Tlbflush is deferred to calling procedure.
- * 6. Page IS managed.
- * but is *MUCH* faster than pmap_enter...
- */
-
-vm_page_t
-pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_page_t m, vm_page_t mpte)
-{
- pt_entry_t *pte;
- vm_paddr_t pa;
-
- vm_page_lock_queues();
- PMAP_LOCK(pmap);
-
- /*
- * In the case that a page table page is not
- * resident, we are creating it here.
- */
- if (va < VM_MAXUSER_ADDRESS) {
- unsigned ptepindex;
- pd_entry_t ptepa;
-
- /*
- * Calculate pagetable page index
- */
- ptepindex = va >> PDRSHIFT;
- if (mpte && (mpte->pindex == ptepindex)) {
- mpte->wire_count++;
- } else {
-retry:
- /*
- * Get the page directory entry
- */
- ptepa = PT_GET(&pmap->pm_pdir[ptepindex]);
-
- /*
- * If the page table page is mapped, we just increment
- * the hold count, and activate it.
- */
- if (ptepa) {
- if (ptepa & PG_PS)
- panic("pmap_enter_quick: unexpected
mapping into 4MB page");
- mpte = PHYS_TO_VM_PAGE(ptepa);
- mpte->wire_count++;
- } else {
- mpte = _pmap_allocpte(pmap, ptepindex,
- M_WAITOK);
- if (mpte == NULL)
- goto retry;
- }
- }
- } else {
- mpte = NULL;
- }
-
- /*
- * This call to vtopte makes the assumption that we are
- * entering the page into the current pmap. In order to support
- * quick entry into any pmap, one would likely use pmap_pte_quick.
- * But that isn't as quick as vtopte.
- */
- pte = vtopte(va);
- if (PT_GET(pte)) {
- if (mpte != NULL) {
- pmap_unwire_pte_hold(pmap, mpte);
- mpte = NULL;
- }
- goto out;
- }
-
- /*
- * Enter on the PV list if part of our managed memory. Note that we
- * raise IPL while manipulating pv_table since pmap_enter can be
- * called at interrupt time.
- */
- if ((m->flags & (PG_FICTITIOUS|PG_UNMANAGED)) == 0)
- pmap_insert_entry(pmap, va, m);
-
- /*
- * Increment counters
- */
- pmap->pm_stats.resident_count++;
-
- pa = VM_PAGE_TO_PHYS(m);
-
- /*
- * Now validate mapping with RO protection
- */
- if (m->flags & (PG_FICTITIOUS|PG_UNMANAGED))
- pte_store(pte, pa | PG_V | PG_U);
- else
- pte_store(pte, pa | PG_V | PG_U | PG_MANAGED);
-out:
- vm_page_unlock_queues();
- PMAP_UNLOCK(pmap);
- return mpte;
-}
-
-/*
- * Make a temporary mapping for a physical address. This is only intended
- * to be used for panic dumps.
- */
-void *
-pmap_kenter_temporary(vm_paddr_t pa, int i)
-{
- vm_offset_t va;
-
- va = (vm_offset_t)crashdumpmap + (i * PAGE_SIZE);
- pmap_kenter(va, pa);
-#ifndef I386_CPU
- invlpg(va);
-#else
- invltlb();
-#endif
- return ((void *)crashdumpmap);
-}
-
-/*
- * This code maps large physical mmap regions into the
- * processor address space. Note that some shortcuts
- * are taken, but the code works.
- */
-void
-pmap_object_init_pt(pmap_t pmap, vm_offset_t addr,
- vm_object_t object, vm_pindex_t pindex,
- vm_size_t size)
-{
- vm_page_t p;
-
- VM_OBJECT_LOCK_ASSERT(object, MA_OWNED);
- KASSERT(object->type == OBJT_DEVICE,
- ("pmap_object_init_pt: non-device object"));
- if (pseflag &&
- ((addr & (NBPDR - 1)) == 0) && ((size & (NBPDR - 1)) == 0)) {
- int i;
- vm_page_t m[1];
- unsigned int ptepindex;
- int npdes;
- pd_entry_t ptepa;
-
- PMAP_LOCK(pmap);
- if (pmap->pm_pdir[ptepindex = (addr >> PDRSHIFT)])
- goto out;
- PMAP_UNLOCK(pmap);
-retry:
- p = vm_page_lookup(object, pindex);
- if (p != NULL) {
- vm_page_lock_queues();
- if (vm_page_sleep_if_busy(p, FALSE, "init4p"))
- goto retry;
- } else {
- p = vm_page_alloc(object, pindex, VM_ALLOC_NORMAL);
- if (p == NULL)
- return;
- m[0] = p;
-
- if (vm_pager_get_pages(object, m, 1, 0) != VM_PAGER_OK)
{
- vm_page_lock_queues();
- vm_page_free(p);
- vm_page_unlock_queues();
- return;
- }
-
- p = vm_page_lookup(object, pindex);
- vm_page_lock_queues();
- vm_page_wakeup(p);
- }
- vm_page_unlock_queues();
-
- ptepa = VM_PAGE_TO_PHYS(p);
- if (ptepa & (NBPDR - 1))
- return;
-
- p->valid = VM_PAGE_BITS_ALL;
-
- PMAP_LOCK(pmap);
- pmap->pm_stats.resident_count += size >> PAGE_SHIFT;
- npdes = size >> PDRSHIFT;
- for(i = 0; i < npdes; i++) {
- PD_SET_VA(pmap, &pmap->pm_pdir[ptepindex],
- ptepa | PG_U | PG_RW | PG_V | PG_PS, FALSE);
- ptepa += NBPDR;
- ptepindex += 1;
- }
- pmap_invalidate_all(pmap);
-out:
- PMAP_UNLOCK(pmap);
- }
-}
-
-void
-pmap_map_readonly(pmap_t pmap, vm_offset_t va, int len)
-{
- int i, npages = round_page(len) >> PAGE_SHIFT;
- for (i = 0; i < npages; i++) {
- pt_entry_t *pte;
- pte = pmap_pte(pmap, (vm_offset_t)(va + i*PAGE_SIZE));
- pte_store(pte, xpmap_mtop(*pte & ~(PG_RW|PG_M)));
- PMAP_MARK_PRIV(xpmap_mtop(*pte));
- pmap_pte_release(pte);
- }
- PT_UPDATES_FLUSH();
-}
-
-void
-pmap_map_readwrite(pmap_t pmap, vm_offset_t va, int len)
-{
- int i, npages = round_page(len) >> PAGE_SHIFT;
- for (i = 0; i < npages; i++) {
- pt_entry_t *pte;
- pte = pmap_pte(pmap, (vm_offset_t)(va + i*PAGE_SIZE));
- PMAP_MARK_UNPRIV(xpmap_mtop(*pte));
- pte_store(pte, xpmap_mtop(*pte) | (PG_RW|PG_M));
- pmap_pte_release(pte);
- }
- PT_UPDATES_FLUSH();
-}
-
-/*
- * Routine: pmap_change_wiring
- * Function: Change the wiring attribute for a map/virtual-address
- * pair.
- * In/out conditions:
- * The mapping must already exist in the pmap.
- */
-void
-pmap_change_wiring(pmap, va, wired)
- register pmap_t pmap;
- vm_offset_t va;
- boolean_t wired;
-{
- register pt_entry_t *pte;
-
- PMAP_LOCK(pmap);
- pte = pmap_pte(pmap, va);
-
- if (wired && !pmap_pte_w(pte))
- pmap->pm_stats.wired_count++;
- else if (!wired && pmap_pte_w(pte))
- pmap->pm_stats.wired_count--;
-
- /*
- * Wiring is not a hardware characteristic so there is no need to
- * invalidate TLB.
- */
- pmap_pte_set_w(pte, wired);
- pmap_pte_release(pte);
- PMAP_UNLOCK(pmap);
-}
-
-
-
-/*
- * Copy the range specified by src_addr/len
- * from the source map to the range dst_addr/len
- * in the destination map.
- *
- * This routine is only advisory and need not do anything.
- */
-
-void
-pmap_copy(pmap_t dst_pmap, pmap_t src_pmap, vm_offset_t dst_addr, vm_size_t
len,
- vm_offset_t src_addr)
-{
- vm_offset_t addr;
- vm_offset_t end_addr = src_addr + len;
- vm_offset_t pdnxt;
- vm_page_t m;
-
- if (dst_addr != src_addr)
- return;
-
- if (!pmap_is_current(src_pmap))
- return;
-
- vm_page_lock_queues();
- if (dst_pmap < src_pmap) {
- PMAP_LOCK(dst_pmap);
- PMAP_LOCK(src_pmap);
- } else {
- PMAP_LOCK(src_pmap);
- PMAP_LOCK(dst_pmap);
- }
- sched_pin();
- for (addr = src_addr; addr < end_addr; addr = pdnxt) {
- pt_entry_t *src_pte, *dst_pte;
- vm_page_t dstmpte, srcmpte;
- pd_entry_t srcptepaddr;
- unsigned ptepindex;
-
- if (addr >= UPT_MIN_ADDRESS)
- panic("pmap_copy: invalid to pmap_copy page tables");
-
- /*
- * Don't let optional prefaulting of pages make us go
- * way below the low water mark of free pages or way
- * above high water mark of used pv entries.
- */
- if (cnt.v_free_count < cnt.v_free_reserved ||
- pv_entry_count > pv_entry_high_water)
- break;
-
- pdnxt = (addr + NBPDR) & ~PDRMASK;
- ptepindex = addr >> PDRSHIFT;
-
- srcptepaddr = PT_GET(&src_pmap->pm_pdir[ptepindex]);
- if (srcptepaddr == 0)
- continue;
-
- if (srcptepaddr & PG_PS) {
- if (dst_pmap->pm_pdir[ptepindex] == 0) {
- PD_SET_VA(dst_pmap,
&dst_pmap->pm_pdir[ptepindex], srcptepaddr, TRUE);
- dst_pmap->pm_stats.resident_count +=
- NBPDR / PAGE_SIZE;
- }
- continue;
- }
-
- srcmpte = PHYS_TO_VM_PAGE(srcptepaddr);
- if (srcmpte->wire_count == 0)
- panic("pmap_copy: source page table page is unused");
-
- if (pdnxt > end_addr)
- pdnxt = end_addr;
-
- src_pte = vtopte(addr);
- while (addr < pdnxt) {
- pt_entry_t ptetemp;
- ptetemp = PT_GET(src_pte);
- /*
- * we only virtual copy managed pages
- */
- if ((ptetemp & PG_MANAGED) != 0) {
- /*
- * We have to check after allocpte for the
- * pte still being around... allocpte can
- * block.
- */
- dstmpte = pmap_allocpte(dst_pmap, addr,
- M_NOWAIT);
- if (dstmpte == NULL)
- break;
- dst_pte = pmap_pte_quick(dst_pmap, addr);
- if (*dst_pte == 0) {
- /*
- * Clear the modified and
- * accessed (referenced) bits
- * during the copy.
- */
- m = PHYS_TO_VM_PAGE(ptetemp);
- PT_SET_VA(dst_pte, ptetemp & ~(PG_M |
PG_A), FALSE);
- dst_pmap->pm_stats.resident_count++;
- pmap_insert_entry(dst_pmap, addr, m);
- } else
- pmap_unwire_pte_hold(dst_pmap, dstmpte);
- if (dstmpte->wire_count >= srcmpte->wire_count)
- break;
- }
- addr += PAGE_SIZE;
- src_pte++;
- }
- }
- PT_UPDATES_FLUSH();
- sched_unpin();
- vm_page_unlock_queues();
- PMAP_UNLOCK(src_pmap);
- PMAP_UNLOCK(dst_pmap);
-}
-
-static __inline void
-pagezero(void *page)
-{
-#if defined(I686_CPU)
- if (cpu_class == CPUCLASS_686) {
-#if defined(CPU_ENABLE_SSE)
- if (cpu_feature & CPUID_SSE2)
- sse2_pagezero(page);
- else
-#endif
- i686_pagezero(page);
- } else
-#endif
- bzero(page, PAGE_SIZE);
-}
-
-/*
- * pmap_zero_page zeros the specified hardware page by mapping
- * the page into KVM and using bzero to clear its contents.
- */
-void
-pmap_zero_page(vm_page_t m)
-{
-
- mtx_lock(&CMAPCADDR12_lock);
- if (*CMAP2)
- panic("pmap_zero_page: CMAP2 busy");
- sched_pin();
- PT_SET_VA(CMAP2, PG_V | PG_RW | VM_PAGE_TO_PHYS(m) | PG_A | PG_M,
FALSE);
- invlcaddr(CADDR2);
- pagezero(CADDR2);
- PT_CLEAR_VA(CMAP2, TRUE);
- sched_unpin();
- mtx_unlock(&CMAPCADDR12_lock);
-}
-
-/*
- * pmap_zero_page_area zeros the specified hardware page by mapping
- * the page into KVM and using bzero to clear its contents.
- *
- * off and size may not cover an area beyond a single hardware page.
- */
-void
-pmap_zero_page_area(vm_page_t m, int off, int size)
-{
-
- mtx_lock(&CMAPCADDR12_lock);
- if (*CMAP2)
- panic("pmap_zero_page: CMAP2 busy");
- sched_pin();
- PT_SET_VA(CMAP2, PG_V | PG_RW | VM_PAGE_TO_PHYS(m) | PG_A | PG_M,
FALSE);
- invlcaddr(CADDR2);
- if (off == 0 && size == PAGE_SIZE)
- pagezero(CADDR2);
- else
- bzero((char *)CADDR2 + off, size);
- PT_CLEAR_VA(CMAP2, TRUE);
- sched_unpin();
- mtx_unlock(&CMAPCADDR12_lock);
-}
-
-/*
- * pmap_zero_page_idle zeros the specified hardware page by mapping
- * the page into KVM and using bzero to clear its contents. This
- * is intended to be called from the vm_pagezero process only and
- * outside of Giant.
- */
-void
-pmap_zero_page_idle(vm_page_t m)
-{
-
- if (*CMAP3)
- panic("pmap_zero_page: CMAP3 busy");
- sched_pin();
- PT_SET_VA(CMAP3, PG_V | PG_RW | VM_PAGE_TO_PHYS(m) | PG_A | PG_M, TRUE);
- invlcaddr(CADDR3);
- pagezero(CADDR3);
- PT_CLEAR_VA(CMAP3, TRUE);
- sched_unpin();
-}
-
-/*
- * pmap_copy_page copies the specified (machine independent)
- * page by mapping the page into virtual memory and using
- * bcopy to copy the page, one machine dependent page at a
- * time.
- */
-void
-pmap_copy_page(vm_page_t src, vm_page_t dst)
-{
-
- mtx_lock(&CMAPCADDR12_lock);
- if (*CMAP1)
- panic("pmap_copy_page: CMAP1 busy");
- if (*CMAP2)
- panic("pmap_copy_page: CMAP2 busy");
- sched_pin();
-#ifdef I386_CPU
- invltlb();
-#else
- invlpg((u_int)CADDR1);
- invlpg((u_int)CADDR2);
-#endif
- PT_SET_VA(CMAP1, PG_V | VM_PAGE_TO_PHYS(src) | PG_A, FALSE);
- PT_SET_VA(CMAP2, PG_V | PG_RW | VM_PAGE_TO_PHYS(dst) | PG_A | PG_M,
TRUE);
-
- bcopy(CADDR1, CADDR2, PAGE_SIZE);
- PT_CLEAR_VA(CMAP1, FALSE);
- PT_CLEAR_VA(CMAP2, TRUE);
- sched_unpin();
- mtx_unlock(&CMAPCADDR12_lock);
-}
-
-void
-pmap_copy_ma(vm_paddr_t src, vm_paddr_t dst)
-{
-
- mtx_lock(&CMAPCADDR12_lock);
- if (*CMAP1)
- panic("pmap_copy_ma: CMAP1 busy");
- if (*CMAP2)
- panic("pmap_copy_ma: CMAP2 busy");
- sched_pin();
-#ifdef I386_CPU
- invltlb();
-#else
- invlpg((u_int)CADDR1);
- invlpg((u_int)CADDR2);
-#endif
- PT_SET_VA_MA(CMAP1, PG_V | src | PG_A, FALSE);
- PT_SET_VA_MA(CMAP2, PG_V | PG_RW | dst | PG_A | PG_M, TRUE);
-
- bcopy(CADDR1, CADDR2, PAGE_SIZE);
- PT_CLEAR_VA(CMAP1, FALSE);
- PT_CLEAR_VA(CMAP2, TRUE);
- sched_unpin();
- mtx_unlock(&CMAPCADDR12_lock);
-}
-
-/*
- * Returns true if the pmap's pv is one of the first
- * 16 pvs linked to from this page. This count may
- * be changed upwards or downwards in the future; it
- * is only necessary that true be returned for a small
- * subset of pmaps for proper page aging.
- */
-boolean_t
-pmap_page_exists_quick(pmap, m)
- pmap_t pmap;
- vm_page_t m;
-{
- pv_entry_t pv;
- int loops = 0;
-
- if (!pmap_initialized || (m->flags & PG_FICTITIOUS))
- return FALSE;
-
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- TAILQ_FOREACH(pv, &m->md.pv_list, pv_list) {
- if (pv->pv_pmap == pmap) {
- return TRUE;
- }
- loops++;
- if (loops >= 16)
- break;
- }
- return (FALSE);
-}
-
-#define PMAP_REMOVE_PAGES_CURPROC_ONLY
-/*
- * Remove all pages from specified address space
- * this aids process exit speeds. Also, this code
- * is special cased for current process only, but
- * can have the more generic (and slightly slower)
- * mode enabled. This is much faster than pmap_remove
- * in the case of running down an entire address space.
- */
-void
-pmap_remove_pages(pmap, sva, eva)
- pmap_t pmap;
- vm_offset_t sva, eva;
-{
- pt_entry_t *pte, tpte;
- vm_page_t m;
- pv_entry_t pv, npv;
-
-#ifdef PMAP_REMOVE_PAGES_CURPROC_ONLY
- if (pmap != vmspace_pmap(curthread->td_proc->p_vmspace)) {
- printf("warning: pmap_remove_pages called with non-current
pmap\n");
- return;
- }
-#endif
- vm_page_lock_queues();
- PMAP_LOCK(pmap);
- sched_pin();
-
- for (pv = TAILQ_FIRST(&pmap->pm_pvlist); pv; pv = npv) {
- if (pv->pv_va >= eva || pv->pv_va < sva) {
- npv = TAILQ_NEXT(pv, pv_plist);
- continue;
- }
-
-#ifdef PMAP_REMOVE_PAGES_CURPROC_ONLY
- pte = vtopte(pv->pv_va);
-#else
- pte = pmap_pte_quick(pmap, pv->pv_va);
-#endif
- tpte = PT_GET(pte);
-
- if (tpte == 0) {
- printf("TPTE at %p IS ZERO @ VA %08x\n",
- pte, pv->pv_va);
- panic("bad pte");
- }
-
-/*
- * We cannot remove wired pages from a process' mapping at this time
- */
- if (tpte & PG_W) {
- npv = TAILQ_NEXT(pv, pv_plist);
- continue;
- }
-
- m = PHYS_TO_VM_PAGE(tpte);
- KASSERT(m->phys_addr == (tpte & PG_FRAME),
- ("vm_page_t %p phys_addr mismatch %016jx %016jx",
- m, (uintmax_t)m->phys_addr, (uintmax_t)tpte));
-
- KASSERT(m < &vm_page_array[vm_page_array_size],
- ("pmap_remove_pages: bad tpte %#jx", (uintmax_t)tpte));
-
- pmap->pm_stats.resident_count--;
-
- pte_clear(pte);
-
- /*
- * Update the vm_page_t clean and reference bits.
- */
- if (tpte & PG_M) {
- vm_page_dirty(m);
- }
-
- npv = TAILQ_NEXT(pv, pv_plist);
- TAILQ_REMOVE(&pmap->pm_pvlist, pv, pv_plist);
-
- m->md.pv_list_count--;
- TAILQ_REMOVE(&m->md.pv_list, pv, pv_list);
- if (TAILQ_EMPTY(&m->md.pv_list))
- vm_page_flag_clear(m, PG_WRITEABLE);
-
- pmap_unuse_pt(pmap, pv->pv_va);
- free_pv_entry(pv);
- }
- sched_unpin();
- pmap_invalidate_all(pmap);
- PMAP_UNLOCK(pmap);
- vm_page_unlock_queues();
-}
-
-/*
- * pmap_is_modified:
- *
- * Return whether or not the specified physical page was modified
- * in any physical maps.
- */
-boolean_t
-pmap_is_modified(vm_page_t m)
-{
- pv_entry_t pv;
- pt_entry_t *pte;
- boolean_t rv;
-
- rv = FALSE;
- if (!pmap_initialized || (m->flags & PG_FICTITIOUS))
- return (rv);
-
- sched_pin();
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- TAILQ_FOREACH(pv, &m->md.pv_list, pv_list) {
- /*
- * if the bit being tested is the modified bit, then
- * mark clean_map and ptes as never
- * modified.
- */
- if (!pmap_track_modified(pv->pv_va))
- continue;
-#if defined(PMAP_DIAGNOSTIC)
- if (!pv->pv_pmap) {
- printf("Null pmap (tb) at va: 0x%x\n", pv->pv_va);
- continue;
- }
-#endif
- PMAP_LOCK(pv->pv_pmap);
- pte = pmap_pte_quick(pv->pv_pmap, pv->pv_va);
- rv = (*pte & PG_M) != 0;
- PMAP_UNLOCK(pv->pv_pmap);
- if (rv)
- break;
- }
- sched_unpin();
- return (rv);
-}
-
-/*
- * pmap_is_prefaultable:
- *
- * Return whether or not the specified virtual address is elgible
- * for prefault.
- */
-boolean_t
-pmap_is_prefaultable(pmap_t pmap, vm_offset_t addr)
-{
- pt_entry_t *pte;
- boolean_t rv;
-
- rv = FALSE;
- /* XXX
- * in order for writable pagetables to help,
- * this has to work - check if we aren't doing
- * an invlpg on the page tables linear mappings
- */
- return (rv);
- PMAP_LOCK(pmap);
- if (pmap_pde(pmap, addr)) {
- pte = vtopte(addr);
- rv = *pte == 0;
- }
- PMAP_UNLOCK(pmap);
- return (rv);
-}
-
-/*
- * Clear the given bit in each of the given page's ptes. The bit is
- * expressed as a 32-bit mask. Consequently, if the pte is 64 bits in
- * size, only a bit within the least significant 32 can be cleared.
- */
-static __inline void
-pmap_clear_ptes(vm_page_t m, int bit)
-{
- register pv_entry_t pv;
- pt_entry_t pbits, *pte;
-
- if (!pmap_initialized || (m->flags & PG_FICTITIOUS) ||
- (bit == PG_RW && (m->flags & PG_WRITEABLE) == 0))
- return;
-
- sched_pin();
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- /*
- * Loop over all current mappings setting/clearing as appropos If
- * setting RO do we need to clear the VAC?
- */
- TAILQ_FOREACH(pv, &m->md.pv_list, pv_list) {
- /*
- * don't write protect pager mappings
- */
- if (bit == PG_RW) {
- if (!pmap_track_modified(pv->pv_va))
- continue;
- }
-
-#if defined(PMAP_DIAGNOSTIC)
- if (!pv->pv_pmap) {
- printf("Null pmap (cb) at va: 0x%x\n", pv->pv_va);
- continue;
- }
-#endif
-
- PMAP_LOCK(pv->pv_pmap);
- pte = pmap_pte_quick(pv->pv_pmap, pv->pv_va);
-#ifdef notyet
-retry:
-#endif
- pbits = PT_GET(pte);
- if (pbits & bit) {
- if (bit == PG_RW) {
- /*
- * Regardless of whether a pte is 32 or 64 bits
- * in size, PG_RW and PG_M are among the least
- * significant 32 bits.
- */
-#ifdef notyet
- if (!atomic_cmpset_int((u_int *)pte, pbits,
- pbits & ~(PG_RW | PG_M)))
- goto retry;
-#endif
- PT_SET_VA(pte, pbits & ~(PG_M|PG_RW), TRUE);
-
-
- if (pbits & PG_M) {
- vm_page_dirty(m);
- }
- } else {
-#ifdef notyet
- atomic_clear_int((u_int *)pte, bit);
-#endif
- /* XXX */
- PT_SET_VA(pte, pbits & ~bit, TRUE);
- }
- pmap_invalidate_page(pv->pv_pmap, pv->pv_va);
- }
- PMAP_UNLOCK(pv->pv_pmap);
- }
- if (bit == PG_RW)
- vm_page_flag_clear(m, PG_WRITEABLE);
- sched_unpin();
-}
-
-/*
- * pmap_page_protect:
- *
- * Lower the permission for all mappings to a given page.
- */
-void
-pmap_page_protect(vm_page_t m, vm_prot_t prot)
-{
- if ((prot & VM_PROT_WRITE) == 0) {
- if (prot & (VM_PROT_READ | VM_PROT_EXECUTE)) {
- pmap_clear_ptes(m, PG_RW);
- } else {
- pmap_remove_all(m);
- }
- }
-}
-
-/*
- * pmap_ts_referenced:
- *
- * Return a count of reference bits for a page, clearing those bits.
- * It is not necessary for every reference bit to be cleared, but it
- * is necessary that 0 only be returned when there are truly no
- * reference bits set.
- *
- * XXX: The exact number of bits to check and clear is a matter that
- * should be tested and standardized at some point in the future for
- * optimal aging of shared pages.
- */
-int
-pmap_ts_referenced(vm_page_t m)
-{
- register pv_entry_t pv, pvf, pvn;
- pt_entry_t *pte;
- pt_entry_t v;
- int rtval = 0;
-
- if (!pmap_initialized || (m->flags & PG_FICTITIOUS))
- return (rtval);
-
- sched_pin();
- mtx_assert(&vm_page_queue_mtx, MA_OWNED);
- if ((pv = TAILQ_FIRST(&m->md.pv_list)) != NULL) {
-
- pvf = pv;
-
- do {
- pvn = TAILQ_NEXT(pv, pv_list);
-
- TAILQ_REMOVE(&m->md.pv_list, pv, pv_list);
-
- TAILQ_INSERT_TAIL(&m->md.pv_list, pv, pv_list);
-
- if (!pmap_track_modified(pv->pv_va))
- continue;
-
- PMAP_LOCK(pv->pv_pmap);
- pte = pmap_pte_quick(pv->pv_pmap, pv->pv_va);
-
- if (pte && ((v = PT_GET(pte)) & PG_A) != 0) {
-#ifdef notyet
- atomic_clear_int((u_int *)pte, PG_A);
-#endif
- PT_SET_VA(pte, v & ~PG_A, FALSE);
- pmap_invalidate_page(pv->pv_pmap, pv->pv_va);
-
- rtval++;
- if (rtval > 4) {
- PMAP_UNLOCK(pv->pv_pmap);
- break;
- }
- }
- PMAP_UNLOCK(pv->pv_pmap);
- } while ((pv = pvn) != NULL && pv != pvf);
- }
- sched_unpin();
-
- return (rtval);
-}
-
-/*
- * Clear the modify bits on the specified physical page.
- */
-void
-pmap_clear_modify(vm_page_t m)
-{
- pmap_clear_ptes(m, PG_M);
-}
-
-/*
- * pmap_clear_reference:
- *
- * Clear the reference bit on the specified physical page.
- */
-void
-pmap_clear_reference(vm_page_t m)
-{
- pmap_clear_ptes(m, PG_A);
-}
-
-/*
- * Miscellaneous support routines follow
- */
-
-/*
- * Map a set of physical memory pages into the kernel virtual
- * address space. Return a pointer to where it is mapped. This
- * routine is intended to be used for mapping device memory,
- * NOT real memory.
- */
-void *
-pmap_mapdev(pa, size)
- vm_paddr_t pa;
- vm_size_t size;
-{
- vm_offset_t va, tmpva, offset;
-
- offset = pa & PAGE_MASK;
- size = roundup(offset + size, PAGE_SIZE);
- pa = pa & PG_FRAME;
-
- if (pa < KERNLOAD && pa + size <= KERNLOAD)
- va = KERNBASE + pa;
- else
- va = kmem_alloc_nofault(kernel_map, size);
- if (!va)
- panic("pmap_mapdev: Couldn't alloc kernel virtual memory");
-
- for (tmpva = va; size > 0; ) {
- pmap_kenter(tmpva, pa);
- size -= PAGE_SIZE;
- tmpva += PAGE_SIZE;
- pa += PAGE_SIZE;
- }
- pmap_invalidate_range(kernel_pmap, va, tmpva);
- return ((void *)(va + offset));
-}
-
-void
-pmap_unmapdev(va, size)
- vm_offset_t va;
- vm_size_t size;
-{
- vm_offset_t base, offset, tmpva;
- panic("unused");
- if (va >= KERNBASE && va + size <= KERNBASE + KERNLOAD)
- return;
- base = va & PG_FRAME;
- offset = va & PAGE_MASK;
- size = roundup(offset + size, PAGE_SIZE);
- for (tmpva = base; tmpva < (base + size); tmpva += PAGE_SIZE)
- pmap_kremove(tmpva);
- pmap_invalidate_range(kernel_pmap, va, tmpva);
- kmem_free(kernel_map, base, size);
-}
-
-/*
- * perform the pmap work for mincore
- */
-int
-pmap_mincore(pmap, addr)
- pmap_t pmap;
- vm_offset_t addr;
-{
- pt_entry_t *ptep, pte;
- vm_page_t m;
- int val = 0;
-
- PMAP_LOCK(pmap);
- ptep = pmap_pte(pmap, addr);
- pte = (ptep != NULL) ? PT_GET(ptep) : 0;
- pmap_pte_release(ptep);
- PMAP_UNLOCK(pmap);
-
- if (pte != 0) {
- vm_paddr_t pa;
-
- val = MINCORE_INCORE;
- if ((pte & PG_MANAGED) == 0)
- return val;
-
- pa = pte & PG_FRAME;
-
- m = PHYS_TO_VM_PAGE(pa);
-
- /*
- * Modified by us
- */
- if (pte & PG_M)
- val |= MINCORE_MODIFIED|MINCORE_MODIFIED_OTHER;
- else {
- /*
- * Modified by someone else
- */
- vm_page_lock_queues();
- if (m->dirty || pmap_is_modified(m))
- val |= MINCORE_MODIFIED_OTHER;
- vm_page_unlock_queues();
- }
- /*
- * Referenced by us
- */
- if (pte & PG_A)
- val |= MINCORE_REFERENCED|MINCORE_REFERENCED_OTHER;
- else {
- /*
- * Referenced by someone else
- */
- vm_page_lock_queues();
- if ((m->flags & PG_REFERENCED) ||
- pmap_ts_referenced(m)) {
- val |= MINCORE_REFERENCED_OTHER;
- vm_page_flag_set(m, PG_REFERENCED);
- }
- vm_page_unlock_queues();
- }
- }
- return val;
-}
-
-void
-pmap_activate(struct thread *td)
-{
- struct proc *p = td->td_proc;
- pmap_t pmap, oldpmap;
- u_int32_t cr3;
-
- critical_enter();
- pmap = vmspace_pmap(td->td_proc->p_vmspace);
- oldpmap = PCPU_GET(curpmap);
-#if defined(SMP)
- atomic_clear_int(&oldpmap->pm_active, PCPU_GET(cpumask));
- atomic_set_int(&pmap->pm_active, PCPU_GET(cpumask));
-#else
- oldpmap->pm_active &= ~1;
- pmap->pm_active |= 1;
-#endif
-#ifdef PAE
- cr3 = vtophys(pmap->pm_pdpt);
-#else
- cr3 = vtophys(pmap->pm_pdir);
-#endif
- /* XXXKSE this is wrong.
- * pmap_activate is for the current thread on the current cpu
- */
- if (p->p_flag & P_SA) {
- /* Make sure all other cr3 entries are updated. */
- /* what if they are running? XXXKSE (maybe abort them) */
- FOREACH_THREAD_IN_PROC(p, td) {
- td->td_pcb->pcb_cr3 = cr3;
- }
- } else {
- td->td_pcb->pcb_cr3 = cr3;
- }
- load_cr3(cr3);
- PCPU_SET(curpmap, pmap);
- critical_exit();
-}
-
-vm_offset_t
-pmap_addr_hint(vm_object_t obj, vm_offset_t addr, vm_size_t size)
-{
-
- if ((obj == NULL) || (size < NBPDR) || (obj->type != OBJT_DEVICE)) {
- return addr;
- }
-
- addr = (addr + PDRMASK) & ~PDRMASK;
- return addr;
-}
-
-
-#if defined(PMAP_DEBUG)
-extern int init_first;
-void
-pmap_ref(pt_entry_t *pte, unsigned long ma)
-{
- int ind, i, count;
- unsigned long ebp_prev, eip_prev, oma = 0;
- unsigned long pa = xpmap_mtop(ma);
-
- /* are we to the point where mappings are set up? */
- if (!init_first)
- return;
-
- ind = pa >> PAGE_SHIFT;
- /* privileged? */
- if ((pa & PG_RW) && pteinfo_list[ind].pt_ref & (1 << 31))
- BKPT;
-
- /* is MA already mapped ? */
- oma = *pte;
-
- /* old reference being lost */
- if (oma && (oma & PG_RW) && ((oma & PG_FRAME) != (ma & PG_FRAME)))
- pmap_dec_ref(oma);
-
- /* ignore RO mappings - unless were downgrading */
- if (!(ma & PG_RW)) {
- /* downgrading mapping - lose reference */
- if (((oma & PG_FRAME) == (ma & PG_FRAME)) &&
- (oma & PG_RW))
- pmap_dec_ref(ma);
- return;
- }
-
- if (pteinfo_list[ind].pt_ref < 0)
- BKPT;
-
-
- /* same address and not upgrading the mapping */
- if (((oma & PG_FRAME) == (ma & PG_FRAME)) &&
- (oma & PG_RW))
- return;
-
- count = pteinfo_list[ind].pt_ref;
- __asm__("movl %%ebp, %0" : "=r" (ebp_prev));
- for (i = 0; i < XPQ_CALL_DEPTH && ebp_prev > KERNBASE; i++) {
- __asm__("movl 4(%1), %0" : "=r" (eip_prev) : "r" (ebp_prev));
- pteinfo_list[ind].pt_eip[count%XPQ_CALL_COUNT][i] = eip_prev;
- __asm__("movl (%1), %0" : "=r" (ebp_prev) : "r" (ebp_prev));
- }
-
- pteinfo_list[ind].pt_ref++;
-
-}
-
-void
-pmap_dec_ref(unsigned long ma)
-{
- unsigned long pa;
- int ind, count;
-
- if (!ma) BKPT;
-
- pa = xpmap_mtop(ma);
-
- ind = pa >> PAGE_SHIFT;
- if (pteinfo_list[ind].pt_ref & (1 << 31)) BKPT;
-
- count = pteinfo_list[ind].pt_ref & ~(1 << 31);
- if (count < 1) {
- printk("ma: %lx has ref count of 0\n", ma);
- BKPT;
- }
- pteinfo_list[ind].pt_ref = (--count | (pteinfo_list[ind].pt_ref & (1 <<
31)));
-
-}
-
-void
-pmap_dec_ref_page(vm_page_t m)
-{
- unsigned long *pt;
- int i;
- mtx_lock(&CMAPCADDR12_lock);
- if (*CMAP2)
- panic("pmap_zero_page: CMAP2 busy");
- sched_pin();
- PT_SET_VA(CMAP2, PG_V | VM_PAGE_TO_PHYS(m) | PG_A | PG_M, FALSE);
- invlcaddr(CADDR2);
- pt = (unsigned long *)CADDR2;
- for (i = 0; i < 1024; i++)
- if (pt[i] & PG_RW)
- pmap_dec_ref(xpmap_ptom(pt[i]));
- PT_CLEAR_VA(CMAP2, TRUE);
- sched_unpin();
- mtx_unlock(&CMAPCADDR12_lock);
-}
-
-void
-pmap_mark_privileged(unsigned long pa)
-{
- int ind = pa >> PAGE_SHIFT;
-
- if (pteinfo_list[ind].pt_ref & (1 << 31)) BKPT;
- if ((pteinfo_list[ind].pt_ref & ~(1 << 31)) > 0) BKPT;
-
- pteinfo_list[ind].pt_ref |= (1 << 31);
-
-}
-
-void
-pmap_mark_unprivileged(unsigned long pa)
-{
- int ind = pa >> PAGE_SHIFT;
-
- if (pteinfo_list[ind].pt_ref != (1 << 31)) BKPT;
-
- pteinfo_list[ind].pt_ref &= ~(1 << 31);
-
-}
-
-
-int
-pmap_pid_dump(int pid)
-{
- pmap_t pmap;
- struct proc *p;
- int npte = 0;
- int index;
-
- sx_slock(&allproc_lock);
- LIST_FOREACH(p, &allproc, p_list) {
- if (p->p_pid != pid)
- continue;
-
- if (p->p_vmspace) {
- int i,j;
- index = 0;
- pmap = vmspace_pmap(p->p_vmspace);
- for (i = 0; i < NPDEPTD; i++) {
- pd_entry_t *pde;
- pt_entry_t *pte;
- vm_offset_t base = i << PDRSHIFT;
-
- pde = &pmap->pm_pdir[i];
- if (pde && pmap_pde_v(pde)) {
- for (j = 0; j < NPTEPG; j++) {
- vm_offset_t va = base + (j <<
PAGE_SHIFT);
- if (va >= (vm_offset_t)
VM_MIN_KERNEL_ADDRESS) {
- if (index) {
- index = 0;
- printf("\n");
- }
-
sx_sunlock(&allproc_lock);
- return npte;
- }
- pte = pmap_pte(pmap, va);
- if (pte && pmap_pte_v(pte)) {
- pt_entry_t pa;
- vm_page_t m;
- pa = PT_GET(pte);
- m = PHYS_TO_VM_PAGE(pa);
- printf("va: 0x%x, pt:
0x%x, h: %d, w: %d, f: 0x%x",
- va, pa,
m->hold_count, m->wire_count, m->flags);
- npte++;
- index++;
- if (index >= 2) {
- index = 0;
- printf("\n");
- } else {
- printf(" ");
- }
- }
- }
- }
- }
- }
- }
- sx_sunlock(&allproc_lock);
- return npte;
-}
-#endif /* PMAP_DEBUG */
-
-#if defined(DEBUG)
-
-static void pads(pmap_t pm);
-void pmap_pvdump(vm_offset_t pa);
-
-/* print address space of pmap*/
-static void
-pads(pm)
- pmap_t pm;
-{
- int i, j;
- vm_paddr_t va;
- pt_entry_t *ptep;
-
- if (pm == kernel_pmap)
- return;
- for (i = 0; i < NPDEPTD; i++)
- if (pm->pm_pdir[i])
- for (j = 0; j < NPTEPG; j++) {
- va = (i << PDRSHIFT) + (j << PAGE_SHIFT);
- if (pm == kernel_pmap && va < KERNBASE)
- continue;
- if (pm != kernel_pmap && va > UPT_MAX_ADDRESS)
- continue;
- ptep = pmap_pte(pm, va);
- if (pmap_pte_v(ptep))
- printf("%x:%x ", va, *ptep);
- };
-
-}
-
-void
-pmap_pvdump(pa)
- vm_paddr_t pa;
-{
- pv_entry_t pv;
- vm_page_t m;
-
- printf("pa %x", pa);
- m = PHYS_TO_VM_PAGE(pa);
- TAILQ_FOREACH(pv, &m->md.pv_list, pv_list) {
- printf(" -> pmap %p, va %x", (void *)pv->pv_pmap, pv->pv_va);
- pads(pv->pv_pmap);
- }
- printf(" ");
-}
-#endif
-
-/*
- * Local variables:
- * c-basic-offset: 8
- * End:
- */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/support.s
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/support.s Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1553 +0,0 @@
-/*-
- * Copyright (c) 1993 The Regents of the University of California.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/i386/support.s,v 1.100 2003/11/03 21:28:54 jhb Exp $
- */
-
-#include "opt_npx.h"
-
-#include <machine/asmacros.h>
-#include <machine/cputypes.h>
-#include <machine/intr_machdep.h>
-#include <machine/pmap.h>
-#include <machine/specialreg.h>
-
-#include "assym.s"
-
-#define IDXSHIFT 10
-
- .data
- .globl bcopy_vector
-bcopy_vector:
- .long generic_bcopy
- .globl bzero_vector
-bzero_vector:
- .long generic_bzero
- .globl copyin_vector
-copyin_vector:
- .long generic_copyin
- .globl copyout_vector
-copyout_vector:
- .long generic_copyout
-#if defined(I586_CPU) && defined(DEV_NPX)
-kernel_fpu_lock:
- .byte 0xfe
- .space 3
-#endif
- ALIGN_DATA
- .globl intrcnt, eintrcnt
-intrcnt:
- .space INTRCNT_COUNT * 4
-eintrcnt:
-
- .globl intrnames, eintrnames
-intrnames:
- .space INTRCNT_COUNT * (MAXCOMLEN + 1)
-eintrnames:
-
- .text
-
-/*
- * bcopy family
- * void bzero(void *buf, u_int len)
- */
-
-ENTRY(bzero)
- MEXITCOUNT
- jmp *bzero_vector
-
-ENTRY(generic_bzero)
- pushl %edi
- movl 8(%esp),%edi
- movl 12(%esp),%ecx
- xorl %eax,%eax
- shrl $2,%ecx
- cld
- rep
- stosl
- movl 12(%esp),%ecx
- andl $3,%ecx
- rep
- stosb
- popl %edi
- ret
-
-#ifdef I486_CPU
-ENTRY(i486_bzero)
- movl 4(%esp),%edx
- movl 8(%esp),%ecx
- xorl %eax,%eax
-/*
- * do 64 byte chunks first
- *
- * XXX this is probably over-unrolled at least for DX2's
- */
-2:
- cmpl $64,%ecx
- jb 3f
- movl %eax,(%edx)
- movl %eax,4(%edx)
- movl %eax,8(%edx)
- movl %eax,12(%edx)
- movl %eax,16(%edx)
- movl %eax,20(%edx)
- movl %eax,24(%edx)
- movl %eax,28(%edx)
- movl %eax,32(%edx)
- movl %eax,36(%edx)
- movl %eax,40(%edx)
- movl %eax,44(%edx)
- movl %eax,48(%edx)
- movl %eax,52(%edx)
- movl %eax,56(%edx)
- movl %eax,60(%edx)
- addl $64,%edx
- subl $64,%ecx
- jnz 2b
- ret
-
-/*
- * do 16 byte chunks
- */
- SUPERALIGN_TEXT
-3:
- cmpl $16,%ecx
- jb 4f
- movl %eax,(%edx)
- movl %eax,4(%edx)
- movl %eax,8(%edx)
- movl %eax,12(%edx)
- addl $16,%edx
- subl $16,%ecx
- jnz 3b
- ret
-
-/*
- * do 4 byte chunks
- */
- SUPERALIGN_TEXT
-4:
- cmpl $4,%ecx
- jb 5f
- movl %eax,(%edx)
- addl $4,%edx
- subl $4,%ecx
- jnz 4b
- ret
-
-/*
- * do 1 byte chunks
- * a jump table seems to be faster than a loop or more range reductions
- *
- * XXX need a const section for non-text
- */
- .data
-jtab:
- .long do0
- .long do1
- .long do2
- .long do3
-
- .text
- SUPERALIGN_TEXT
-5:
- jmp *jtab(,%ecx,4)
-
- SUPERALIGN_TEXT
-do3:
- movw %ax,(%edx)
- movb %al,2(%edx)
- ret
-
- SUPERALIGN_TEXT
-do2:
- movw %ax,(%edx)
- ret
-
- SUPERALIGN_TEXT
-do1:
- movb %al,(%edx)
- ret
-
- SUPERALIGN_TEXT
-do0:
- ret
-#endif
-
-#if defined(I586_CPU) && defined(DEV_NPX)
-ENTRY(i586_bzero)
- movl 4(%esp),%edx
- movl 8(%esp),%ecx
-
- /*
- * The FPU register method is twice as fast as the integer register
- * method unless the target is in the L1 cache and we pre-allocate a
- * cache line for it (then the integer register method is 4-5 times
- * faster). However, we never pre-allocate cache lines, since that
- * would make the integer method 25% or more slower for the common
- * case when the target isn't in either the L1 cache or the L2 cache.
- * Thus we normally use the FPU register method unless the overhead
- * would be too large.
- */
- cmpl $256,%ecx /* empirical; clts, fninit, smsw cost a lot */
- jb intreg_i586_bzero
-
- /*
- * The FPU registers may belong to an application or to fastmove()
- * or to another invocation of bcopy() or ourself in a higher level
- * interrupt or trap handler. Preserving the registers is
- * complicated since we avoid it if possible at all levels. We
- * want to localize the complications even when that increases them.
- * Here the extra work involves preserving CR0_TS in TS.
- * `fpcurthread != NULL' is supposed to be the condition that all the
- * FPU resources belong to an application, but fpcurthread and CR0_TS
- * aren't set atomically enough for this condition to work in
- * interrupt handlers.
- *
- * Case 1: FPU registers belong to the application: we must preserve
- * the registers if we use them, so we only use the FPU register
- * method if the target size is large enough to amortize the extra
- * overhead for preserving them. CR0_TS must be preserved although
- * it is very likely to end up as set.
- *
- * Case 2: FPU registers belong to fastmove(): fastmove() currently
- * makes the registers look like they belong to an application so
- * that cpu_switch() and savectx() don't have to know about it, so
- * this case reduces to case 1.
- *
- * Case 3: FPU registers belong to the kernel: don't use the FPU
- * register method. This case is unlikely, and supporting it would
- * be more complicated and might take too much stack.
- *
- * Case 4: FPU registers don't belong to anyone: the FPU registers
- * don't need to be preserved, so we always use the FPU register
- * method. CR0_TS must be preserved although it is very likely to
- * always end up as clear.
- */
- cmpl $0,PCPU(FPCURTHREAD)
- je i586_bz1
-
- /*
- * XXX don't use the FPU for cases 1 and 2, since preemptive
- * scheduling of ithreads broke these cases. Note that we can
- * no longer get here from an interrupt handler, since the
- * context sitch to the interrupt handler will have saved the
- * FPU state.
- */
- jmp intreg_i586_bzero
-
- cmpl $256+184,%ecx /* empirical; not quite 2*108 more */
- jb intreg_i586_bzero
- sarb $1,kernel_fpu_lock
- jc intreg_i586_bzero
- smsw %ax
- clts
- subl $108,%esp
- fnsave 0(%esp)
- jmp i586_bz2
-
-i586_bz1:
- sarb $1,kernel_fpu_lock
- jc intreg_i586_bzero
- smsw %ax
- clts
- fninit /* XXX should avoid needing this */
-i586_bz2:
- fldz
-
- /*
- * Align to an 8 byte boundary (misalignment in the main loop would
- * cost a factor of >= 2). Avoid jumps (at little cost if it is
- * already aligned) by always zeroing 8 bytes and using the part up
- * to the _next_ alignment position.
- */
- fstl 0(%edx)
- addl %edx,%ecx /* part of %ecx -= new_%edx - %edx */
- addl $8,%edx
- andl $~7,%edx
- subl %edx,%ecx
-
- /*
- * Similarly align `len' to a multiple of 8.
- */
- fstl -8(%edx,%ecx)
- decl %ecx
- andl $~7,%ecx
-
- /*
- * This wouldn't be any faster if it were unrolled, since the loop
- * control instructions are much faster than the fstl and/or done
- * in parallel with it so their overhead is insignificant.
- */
-fpureg_i586_bzero_loop:
- fstl 0(%edx)
- addl $8,%edx
- subl $8,%ecx
- cmpl $8,%ecx
- jae fpureg_i586_bzero_loop
-
- cmpl $0,PCPU(FPCURTHREAD)
- je i586_bz3
-
- /* XXX check that the condition for cases 1-2 stayed false. */
-i586_bzero_oops:
- int $3
- jmp i586_bzero_oops
-
- frstor 0(%esp)
- addl $108,%esp
- lmsw %ax
- movb $0xfe,kernel_fpu_lock
- ret
-
-i586_bz3:
- fstp %st(0)
- lmsw %ax
- movb $0xfe,kernel_fpu_lock
- ret
-
-intreg_i586_bzero:
- /*
- * `rep stos' seems to be the best method in practice for small
- * counts. Fancy methods usually take too long to start up due
- * to cache and BTB misses.
- */
- pushl %edi
- movl %edx,%edi
- xorl %eax,%eax
- shrl $2,%ecx
- cld
- rep
- stosl
- movl 12(%esp),%ecx
- andl $3,%ecx
- jne 1f
- popl %edi
- ret
-
-1:
- rep
- stosb
- popl %edi
- ret
-#endif /* I586_CPU && defined(DEV_NPX) */
-
-ENTRY(sse2_pagezero)
- pushl %ebx
- movl 8(%esp),%ecx
- movl %ecx,%eax
- addl $4096,%eax
- xor %ebx,%ebx
-1:
- movnti %ebx,(%ecx)
- addl $4,%ecx
- cmpl %ecx,%eax
- jne 1b
- sfence
- popl %ebx
- ret
-
-ENTRY(i686_pagezero)
- pushl %edi
- pushl %ebx
-
- movl 12(%esp), %edi
- movl $1024, %ecx
- cld
-
- ALIGN_TEXT
-1:
- xorl %eax, %eax
- repe
- scasl
- jnz 2f
-
- popl %ebx
- popl %edi
- ret
-
- ALIGN_TEXT
-
-2:
- incl %ecx
- subl $4, %edi
-
- movl %ecx, %edx
- cmpl $16, %ecx
-
- jge 3f
-
- movl %edi, %ebx
- andl $0x3f, %ebx
- shrl %ebx
- shrl %ebx
- movl $16, %ecx
- subl %ebx, %ecx
-
-3:
- subl %ecx, %edx
- rep
- stosl
-
- movl %edx, %ecx
- testl %edx, %edx
- jnz 1b
-
- popl %ebx
- popl %edi
- ret
-
-/* fillw(pat, base, cnt) */
-ENTRY(fillw)
- pushl %edi
- movl 8(%esp),%eax
- movl 12(%esp),%edi
- movl 16(%esp),%ecx
- cld
- rep
- stosw
- popl %edi
- ret
-
-ENTRY(bcopyb)
- pushl %esi
- pushl %edi
- movl 12(%esp),%esi
- movl 16(%esp),%edi
- movl 20(%esp),%ecx
- movl %edi,%eax
- subl %esi,%eax
- cmpl %ecx,%eax /* overlapping && src < dst? */
- jb 1f
- cld /* nope, copy forwards */
- rep
- movsb
- popl %edi
- popl %esi
- ret
-
- ALIGN_TEXT
-1:
- addl %ecx,%edi /* copy backwards. */
- addl %ecx,%esi
- decl %edi
- decl %esi
- std
- rep
- movsb
- popl %edi
- popl %esi
- cld
- ret
-
-ENTRY(bcopy)
- MEXITCOUNT
- jmp *bcopy_vector
-
-/*
- * generic_bcopy(src, dst, cnt)
- * ws@xxxxxxxx (Wolfgang Solfrank, TooLs GmbH) +49-228-985800
- */
-ENTRY(generic_bcopy)
- pushl %esi
- pushl %edi
- movl 12(%esp),%esi
- movl 16(%esp),%edi
- movl 20(%esp),%ecx
-
- movl %edi,%eax
- subl %esi,%eax
- cmpl %ecx,%eax /* overlapping && src < dst? */
- jb 1f
-
- shrl $2,%ecx /* copy by 32-bit words */
- cld /* nope, copy forwards */
- rep
- movsl
- movl 20(%esp),%ecx
- andl $3,%ecx /* any bytes left? */
- rep
- movsb
- popl %edi
- popl %esi
- ret
-
- ALIGN_TEXT
-1:
- addl %ecx,%edi /* copy backwards */
- addl %ecx,%esi
- decl %edi
- decl %esi
- andl $3,%ecx /* any fractional bytes? */
- std
- rep
- movsb
- movl 20(%esp),%ecx /* copy remainder by 32-bit
words */
- shrl $2,%ecx
- subl $3,%esi
- subl $3,%edi
- rep
- movsl
- popl %edi
- popl %esi
- cld
- ret
-
-#if defined(I586_CPU) && defined(DEV_NPX)
-ENTRY(i586_bcopy)
- pushl %esi
- pushl %edi
- movl 12(%esp),%esi
- movl 16(%esp),%edi
- movl 20(%esp),%ecx
-
- movl %edi,%eax
- subl %esi,%eax
- cmpl %ecx,%eax /* overlapping && src < dst? */
- jb 1f
-
- cmpl $1024,%ecx
- jb small_i586_bcopy
-
- sarb $1,kernel_fpu_lock
- jc small_i586_bcopy
- cmpl $0,PCPU(FPCURTHREAD)
- je i586_bc1
-
- /* XXX turn off handling of cases 1-2, as above. */
- movb $0xfe,kernel_fpu_lock
- jmp small_i586_bcopy
-
- smsw %dx
- clts
- subl $108,%esp
- fnsave 0(%esp)
- jmp 4f
-
-i586_bc1:
- smsw %dx
- clts
- fninit /* XXX should avoid needing this */
-
- ALIGN_TEXT
-4:
- pushl %ecx
-#define DCACHE_SIZE 8192
- cmpl $(DCACHE_SIZE-512)/2,%ecx
- jbe 2f
- movl $(DCACHE_SIZE-512)/2,%ecx
-2:
- subl %ecx,0(%esp)
- cmpl $256,%ecx
- jb 5f /* XXX should prefetch if %ecx >= 32 */
- pushl %esi
- pushl %ecx
- ALIGN_TEXT
-3:
- movl 0(%esi),%eax
- movl 32(%esi),%eax
- movl 64(%esi),%eax
- movl 96(%esi),%eax
- movl 128(%esi),%eax
- movl 160(%esi),%eax
- movl 192(%esi),%eax
- movl 224(%esi),%eax
- addl $256,%esi
- subl $256,%ecx
- cmpl $256,%ecx
- jae 3b
- popl %ecx
- popl %esi
-5:
- ALIGN_TEXT
-large_i586_bcopy_loop:
- fildq 0(%esi)
- fildq 8(%esi)
- fildq 16(%esi)
- fildq 24(%esi)
- fildq 32(%esi)
- fildq 40(%esi)
- fildq 48(%esi)
- fildq 56(%esi)
- fistpq 56(%edi)
- fistpq 48(%edi)
- fistpq 40(%edi)
- fistpq 32(%edi)
- fistpq 24(%edi)
- fistpq 16(%edi)
- fistpq 8(%edi)
- fistpq 0(%edi)
- addl $64,%esi
- addl $64,%edi
- subl $64,%ecx
- cmpl $64,%ecx
- jae large_i586_bcopy_loop
- popl %eax
- addl %eax,%ecx
- cmpl $64,%ecx
- jae 4b
-
- cmpl $0,PCPU(FPCURTHREAD)
- je i586_bc2
-
- /* XXX check that the condition for cases 1-2 stayed false. */
-i586_bcopy_oops:
- int $3
- jmp i586_bcopy_oops
-
- frstor 0(%esp)
- addl $108,%esp
-i586_bc2:
- lmsw %dx
- movb $0xfe,kernel_fpu_lock
-
-/*
- * This is a duplicate of the main part of generic_bcopy. See the comments
- * there. Jumping into generic_bcopy would cost a whole 0-1 cycles and
- * would mess up high resolution profiling.
- */
- ALIGN_TEXT
-small_i586_bcopy:
- shrl $2,%ecx
- cld
- rep
- movsl
- movl 20(%esp),%ecx
- andl $3,%ecx
- rep
- movsb
- popl %edi
- popl %esi
- ret
-
- ALIGN_TEXT
-1:
- addl %ecx,%edi
- addl %ecx,%esi
- decl %edi
- decl %esi
- andl $3,%ecx
- std
- rep
- movsb
- movl 20(%esp),%ecx
- shrl $2,%ecx
- subl $3,%esi
- subl $3,%edi
- rep
- movsl
- popl %edi
- popl %esi
- cld
- ret
-#endif /* I586_CPU && defined(DEV_NPX) */
-
-/*
- * Note: memcpy does not support overlapping copies
- */
-ENTRY(memcpy)
- pushl %edi
- pushl %esi
- movl 12(%esp),%edi
- movl 16(%esp),%esi
- movl 20(%esp),%ecx
- movl %edi,%eax
- shrl $2,%ecx /* copy by 32-bit words */
- cld /* nope, copy forwards */
- rep
- movsl
- movl 20(%esp),%ecx
- andl $3,%ecx /* any bytes left? */
- rep
- movsb
- popl %esi
- popl %edi
- ret
-
-
-/*****************************************************************************/
-/* copyout and fubyte family */
-/*****************************************************************************/
-/*
- * Access user memory from inside the kernel. These routines and possibly
- * the math- and DOS emulators should be the only places that do this.
- *
- * We have to access the memory with user's permissions, so use a segment
- * selector with RPL 3. For writes to user space we have to additionally
- * check the PTE for write permission, because the 386 does not check
- * write permissions when we are executing with EPL 0. The 486 does check
- * this if the WP bit is set in CR0, so we can use a simpler version here.
- *
- * These routines set curpcb->onfault for the time they execute. When a
- * protection violation occurs inside the functions, the trap handler
- * returns to *curpcb->onfault instead of the function.
- */
-
-/*
- * copyout(from_kernel, to_user, len) - MP SAFE (if not I386_CPU)
- */
-ENTRY(copyout)
- MEXITCOUNT
- jmp *copyout_vector
-
-ENTRY(generic_copyout)
- movl PCPU(CURPCB),%eax
- movl $copyout_fault,PCB_ONFAULT(%eax)
- pushl %esi
- pushl %edi
- pushl %ebx
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%ebx
- testl %ebx,%ebx /* anything to do? */
- jz done_copyout
-
- /*
- * Check explicitly for non-user addresses. If 486 write protection
- * is being used, this check is essential because we are in kernel
- * mode so the h/w does not provide any protection against writing
- * kernel addresses.
- */
-
- /*
- * First, prevent address wrapping.
- */
- movl %edi,%eax
- addl %ebx,%eax
- jc copyout_fault
-/*
- * XXX STOP USING VM_MAXUSER_ADDRESS.
- * It is an end address, not a max, so every time it is used correctly it
- * looks like there is an off by one error, and of course it caused an off
- * by one error in several places.
- */
- cmpl $VM_MAXUSER_ADDRESS,%eax
- ja copyout_fault
-
- /* bcopy(%esi, %edi, %ebx) */
- movl %ebx,%ecx
-
-#if defined(I586_CPU) && defined(DEV_NPX)
- ALIGN_TEXT
-slow_copyout:
-#endif
- shrl $2,%ecx
- cld
- rep
- movsl
- movb %bl,%cl
- andb $3,%cl
- rep
- movsb
-
-done_copyout:
- popl %ebx
- popl %edi
- popl %esi
- xorl %eax,%eax
- movl PCPU(CURPCB),%edx
- movl %eax,PCB_ONFAULT(%edx)
- ret
-
- ALIGN_TEXT
-copyout_fault:
- popl %ebx
- popl %edi
- popl %esi
- movl PCPU(CURPCB),%edx
- movl $0,PCB_ONFAULT(%edx)
- movl $EFAULT,%eax
- ret
-
-#if defined(I586_CPU) && defined(DEV_NPX)
-ENTRY(i586_copyout)
- /*
- * Duplicated from generic_copyout. Could be done a bit better.
- */
- movl PCPU(CURPCB),%eax
- movl $copyout_fault,PCB_ONFAULT(%eax)
- pushl %esi
- pushl %edi
- pushl %ebx
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%ebx
- testl %ebx,%ebx /* anything to do? */
- jz done_copyout
-
- /*
- * Check explicitly for non-user addresses. If 486 write protection
- * is being used, this check is essential because we are in kernel
- * mode so the h/w does not provide any protection against writing
- * kernel addresses.
- */
-
- /*
- * First, prevent address wrapping.
- */
- movl %edi,%eax
- addl %ebx,%eax
- jc copyout_fault
-/*
- * XXX STOP USING VM_MAXUSER_ADDRESS.
- * It is an end address, not a max, so every time it is used correctly it
- * looks like there is an off by one error, and of course it caused an off
- * by one error in several places.
- */
- cmpl $VM_MAXUSER_ADDRESS,%eax
- ja copyout_fault
-
- /* bcopy(%esi, %edi, %ebx) */
-3:
- movl %ebx,%ecx
- /*
- * End of duplicated code.
- */
-
- cmpl $1024,%ecx
- jb slow_copyout
-
- pushl %ecx
- call fastmove
- addl $4,%esp
- jmp done_copyout
-#endif /* I586_CPU && defined(DEV_NPX) */
-
-/*
- * copyin(from_user, to_kernel, len) - MP SAFE
- */
-ENTRY(copyin)
- MEXITCOUNT
- jmp *copyin_vector
-
-ENTRY(generic_copyin)
- movl PCPU(CURPCB),%eax
- movl $copyin_fault,PCB_ONFAULT(%eax)
- pushl %esi
- pushl %edi
- movl 12(%esp),%esi /* caddr_t from */
- movl 16(%esp),%edi /* caddr_t to */
- movl 20(%esp),%ecx /* size_t len */
-
- /*
- * make sure address is valid
- */
- movl %esi,%edx
- addl %ecx,%edx
- jc copyin_fault
- cmpl $VM_MAXUSER_ADDRESS,%edx
- ja copyin_fault
-
-#if defined(I586_CPU) && defined(DEV_NPX)
- ALIGN_TEXT
-slow_copyin:
-#endif
- movb %cl,%al
- shrl $2,%ecx /* copy longword-wise */
- cld
- rep
- movsl
- movb %al,%cl
- andb $3,%cl /* copy remaining bytes */
- rep
- movsb
-
-#if defined(I586_CPU) && defined(DEV_NPX)
- ALIGN_TEXT
-done_copyin:
-#endif
- popl %edi
- popl %esi
- xorl %eax,%eax
- movl PCPU(CURPCB),%edx
- movl %eax,PCB_ONFAULT(%edx)
- ret
-
- ALIGN_TEXT
-copyin_fault:
- popl %edi
- popl %esi
- movl PCPU(CURPCB),%edx
- movl $0,PCB_ONFAULT(%edx)
- movl $EFAULT,%eax
- ret
-
-#if defined(I586_CPU) && defined(DEV_NPX)
-ENTRY(i586_copyin)
- /*
- * Duplicated from generic_copyin. Could be done a bit better.
- */
- movl PCPU(CURPCB),%eax
- movl $copyin_fault,PCB_ONFAULT(%eax)
- pushl %esi
- pushl %edi
- movl 12(%esp),%esi /* caddr_t from */
- movl 16(%esp),%edi /* caddr_t to */
- movl 20(%esp),%ecx /* size_t len */
-
- /*
- * make sure address is valid
- */
- movl %esi,%edx
- addl %ecx,%edx
- jc copyin_fault
- cmpl $VM_MAXUSER_ADDRESS,%edx
- ja copyin_fault
- /*
- * End of duplicated code.
- */
-
- cmpl $1024,%ecx
- jb slow_copyin
-
- pushl %ebx /* XXX prepare for fastmove_fault */
- pushl %ecx
- call fastmove
- addl $8,%esp
- jmp done_copyin
-#endif /* I586_CPU && defined(DEV_NPX) */
-
-#if defined(I586_CPU) && defined(DEV_NPX)
-/* fastmove(src, dst, len)
- src in %esi
- dst in %edi
- len in %ecx XXX changed to on stack for profiling
- uses %eax and %edx for tmp. storage
- */
-/* XXX use ENTRY() to get profiling. fastmove() is actually a non-entry. */
-ENTRY(fastmove)
- pushl %ebp
- movl %esp,%ebp
- subl $PCB_SAVEFPU_SIZE+3*4,%esp
-
- movl 8(%ebp),%ecx
- cmpl $63,%ecx
- jbe fastmove_tail
-
- testl $7,%esi /* check if src addr is multiple of 8 */
- jnz fastmove_tail
-
- testl $7,%edi /* check if dst addr is multiple of 8 */
- jnz fastmove_tail
-
- /* XXX grab FPU context atomically. */
- call ni_cli
-
-/* if (fpcurthread != NULL) { */
- cmpl $0,PCPU(FPCURTHREAD)
- je 6f
-/* fnsave(&curpcb->pcb_savefpu); */
- movl PCPU(CURPCB),%eax
- fnsave PCB_SAVEFPU(%eax)
-/* FPCURTHREAD = NULL; */
- movl $0,PCPU(FPCURTHREAD)
-/* } */
-6:
-/* now we own the FPU. */
-
-/*
- * The process' FP state is saved in the pcb, but if we get
- * switched, the cpu_switch() will store our FP state in the
- * pcb. It should be possible to avoid all the copying for
- * this, e.g., by setting a flag to tell cpu_switch() to
- * save the state somewhere else.
- */
-/* tmp = curpcb->pcb_savefpu; */
- movl %ecx,-12(%ebp)
- movl %esi,-8(%ebp)
- movl %edi,-4(%ebp)
- movl %esp,%edi
- movl PCPU(CURPCB),%esi
- addl $PCB_SAVEFPU,%esi
- cld
- movl $PCB_SAVEFPU_SIZE>>2,%ecx
- rep
- movsl
- movl -12(%ebp),%ecx
- movl -8(%ebp),%esi
- movl -4(%ebp),%edi
-/* stop_emulating(); */
- clts
-/* fpcurthread = curthread; */
- movl PCPU(CURTHREAD),%eax
- movl %eax,PCPU(FPCURTHREAD)
- movl PCPU(CURPCB),%eax
-
- /* XXX end of atomic FPU context grab. */
- call ni_sti
-
- movl $fastmove_fault,PCB_ONFAULT(%eax)
-4:
- movl %ecx,-12(%ebp)
- cmpl $1792,%ecx
- jbe 2f
- movl $1792,%ecx
-2:
- subl %ecx,-12(%ebp)
- cmpl $256,%ecx
- jb 5f
- movl %ecx,-8(%ebp)
- movl %esi,-4(%ebp)
- ALIGN_TEXT
-3:
- movl 0(%esi),%eax
- movl 32(%esi),%eax
- movl 64(%esi),%eax
- movl 96(%esi),%eax
- movl 128(%esi),%eax
- movl 160(%esi),%eax
- movl 192(%esi),%eax
- movl 224(%esi),%eax
- addl $256,%esi
- subl $256,%ecx
- cmpl $256,%ecx
- jae 3b
- movl -8(%ebp),%ecx
- movl -4(%ebp),%esi
-5:
- ALIGN_TEXT
-fastmove_loop:
- fildq 0(%esi)
- fildq 8(%esi)
- fildq 16(%esi)
- fildq 24(%esi)
- fildq 32(%esi)
- fildq 40(%esi)
- fildq 48(%esi)
- fildq 56(%esi)
- fistpq 56(%edi)
- fistpq 48(%edi)
- fistpq 40(%edi)
- fistpq 32(%edi)
- fistpq 24(%edi)
- fistpq 16(%edi)
- fistpq 8(%edi)
- fistpq 0(%edi)
- addl $-64,%ecx
- addl $64,%esi
- addl $64,%edi
- cmpl $63,%ecx
- ja fastmove_loop
- movl -12(%ebp),%eax
- addl %eax,%ecx
- cmpl $64,%ecx
- jae 4b
-
- /* XXX ungrab FPU context atomically. */
- call ni_cli
-
-/* curpcb->pcb_savefpu = tmp; */
- movl %ecx,-12(%ebp)
- movl %esi,-8(%ebp)
- movl %edi,-4(%ebp)
- movl PCPU(CURPCB),%edi
- addl $PCB_SAVEFPU,%edi
- movl %esp,%esi
- cld
- movl $PCB_SAVEFPU_SIZE>>2,%ecx
- rep
- movsl
- movl -12(%ebp),%ecx
- movl -8(%ebp),%esi
- movl -4(%ebp),%edi
-
-/* start_emulating(); */
- smsw %ax
- orb $CR0_TS,%al
- lmsw %ax
-/* fpcurthread = NULL; */
- movl $0,PCPU(FPCURTHREAD)
-
- /* XXX end of atomic FPU context ungrab. */
- call ni_sti
-
- ALIGN_TEXT
-fastmove_tail:
- movl PCPU(CURPCB),%eax
- movl $fastmove_tail_fault,PCB_ONFAULT(%eax)
-
- movb %cl,%al
- shrl $2,%ecx /* copy longword-wise */
- cld
- rep
- movsl
- movb %al,%cl
- andb $3,%cl /* copy remaining bytes */
- rep
- movsb
-
- movl %ebp,%esp
- popl %ebp
- ret
-
- ALIGN_TEXT
-fastmove_fault:
- /* XXX ungrab FPU context atomically. */
- call ni_cli
-
- movl PCPU(CURPCB),%edi
- addl $PCB_SAVEFPU,%edi
- movl %esp,%esi
- cld
- movl $PCB_SAVEFPU_SIZE>>2,%ecx
- rep
- movsl
-
- smsw %ax
- orb $CR0_TS,%al
- lmsw %ax
- movl $0,PCPU(FPCURTHREAD)
-
- /* XXX end of atomic FPU context ungrab. */
- call ni_sti
-
-fastmove_tail_fault:
- movl %ebp,%esp
- popl %ebp
- addl $8,%esp
- popl %ebx
- popl %edi
- popl %esi
- movl PCPU(CURPCB),%edx
- movl $0,PCB_ONFAULT(%edx)
- movl $EFAULT,%eax
- ret
-#endif /* I586_CPU && defined(DEV_NPX) */
-
-/*
- * casuptr. Compare and set user pointer. Returns -1 or the current value.
- */
-ENTRY(casuptr)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx /* dst */
- movl 8(%esp),%eax /* old */
- movl 12(%esp),%ecx /* new */
-
- cmpl $VM_MAXUSER_ADDRESS-4,%edx /* verify address is valid */
- ja fusufault
-
-#ifdef SMP
- lock
-#endif
- cmpxchgl %ecx, (%edx) /* Compare and set. */
-
- /*
- * The old value is in %eax. If the store succeeded it will be the
- * value we expected (old) from before the store, otherwise it will
- * be the current value.
- */
-
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * fu{byte,sword,word} - MP SAFE
- *
- * Fetch a byte (sword, word) from user memory
- */
-ENTRY(fuword)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx /* from */
-
- cmpl $VM_MAXUSER_ADDRESS-4,%edx /* verify address is valid */
- ja fusufault
-
- movl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-ENTRY(fuword32)
- jmp fuword
-
-/*
- * These two routines are called from the profiling code, potentially
- * at interrupt time. If they fail, that's okay, good things will
- * happen later. Fail all the time for now - until the trap code is
- * able to deal with this.
- */
-ALTENTRY(suswintr)
-ENTRY(fuswintr)
- movl $-1,%eax
- ret
-
-/*
- * fuword16 - MP SAFE
- */
-ENTRY(fuword16)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx
-
- cmpl $VM_MAXUSER_ADDRESS-2,%edx
- ja fusufault
-
- movzwl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * fubyte - MP SAFE
- */
-ENTRY(fubyte)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx
-
- cmpl $VM_MAXUSER_ADDRESS-1,%edx
- ja fusufault
-
- movzbl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
- ALIGN_TEXT
-fusufault:
- movl PCPU(CURPCB),%ecx
- xorl %eax,%eax
- movl %eax,PCB_ONFAULT(%ecx)
- decl %eax
- ret
-
-/*
- * su{byte,sword,word} - MP SAFE (if not I386_CPU)
- *
- * Write a byte (word, longword) to user memory
- */
-ENTRY(suword)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx
-
- cmpl $VM_MAXUSER_ADDRESS-4,%edx /* verify address validity */
- ja fusufault
-
- movl 8(%esp),%eax
- movl %eax,(%edx)
- xorl %eax,%eax
- movl PCPU(CURPCB),%ecx
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-ENTRY(suword32)
- jmp suword
-
-/*
- * suword16 - MP SAFE (if not I386_CPU)
- */
-ENTRY(suword16)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx
-
- cmpl $VM_MAXUSER_ADDRESS-2,%edx /* verify address validity */
- ja fusufault
-
- movw 8(%esp),%ax
- movw %ax,(%edx)
- xorl %eax,%eax
- movl PCPU(CURPCB),%ecx /* restore trashed register */
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * subyte - MP SAFE (if not I386_CPU)
- */
-ENTRY(subyte)
- movl PCPU(CURPCB),%ecx
- movl $fusufault,PCB_ONFAULT(%ecx)
- movl 4(%esp),%edx
-
- cmpl $VM_MAXUSER_ADDRESS-1,%edx /* verify address validity */
- ja fusufault
-
- movb 8(%esp),%al
- movb %al,(%edx)
- xorl %eax,%eax
- movl PCPU(CURPCB),%ecx /* restore trashed register */
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * copyinstr(from, to, maxlen, int *lencopied) - MP SAFE
- *
- * copy a string from from to to, stop when a 0 character is reached.
- * return ENAMETOOLONG if string is longer than maxlen, and
- * EFAULT on protection violations. If lencopied is non-zero,
- * return the actual length in *lencopied.
- */
-ENTRY(copyinstr)
- pushl %esi
- pushl %edi
- movl PCPU(CURPCB),%ecx
- movl $cpystrflt,PCB_ONFAULT(%ecx)
-
- movl 12(%esp),%esi /* %esi = from */
- movl 16(%esp),%edi /* %edi = to */
- movl 20(%esp),%edx /* %edx = maxlen */
-
- movl $VM_MAXUSER_ADDRESS,%eax
-
- /* make sure 'from' is within bounds */
- subl %esi,%eax
- jbe cpystrflt
-
- /* restrict maxlen to <= VM_MAXUSER_ADDRESS-from */
- cmpl %edx,%eax
- jae 1f
- movl %eax,%edx
- movl %eax,20(%esp)
-1:
- incl %edx
- cld
-
-2:
- decl %edx
- jz 3f
-
- lodsb
- stosb
- orb %al,%al
- jnz 2b
-
- /* Success -- 0 byte reached */
- decl %edx
- xorl %eax,%eax
- jmp cpystrflt_x
-3:
- /* edx is zero - return ENAMETOOLONG or EFAULT */
- cmpl $VM_MAXUSER_ADDRESS,%esi
- jae cpystrflt
-4:
- movl $ENAMETOOLONG,%eax
- jmp cpystrflt_x
-
-cpystrflt:
- movl $EFAULT,%eax
-
-cpystrflt_x:
- /* set *lencopied and return %eax */
- movl PCPU(CURPCB),%ecx
- movl $0,PCB_ONFAULT(%ecx)
- movl 20(%esp),%ecx
- subl %edx,%ecx
- movl 24(%esp),%edx
- testl %edx,%edx
- jz 1f
- movl %ecx,(%edx)
-1:
- popl %edi
- popl %esi
- ret
-
-
-/*
- * copystr(from, to, maxlen, int *lencopied) - MP SAFE
- */
-ENTRY(copystr)
- pushl %esi
- pushl %edi
-
- movl 12(%esp),%esi /* %esi = from */
- movl 16(%esp),%edi /* %edi = to */
- movl 20(%esp),%edx /* %edx = maxlen */
- incl %edx
- cld
-1:
- decl %edx
- jz 4f
- lodsb
- stosb
- orb %al,%al
- jnz 1b
-
- /* Success -- 0 byte reached */
- decl %edx
- xorl %eax,%eax
- jmp 6f
-4:
- /* edx is zero -- return ENAMETOOLONG */
- movl $ENAMETOOLONG,%eax
-
-6:
- /* set *lencopied and return %eax */
- movl 20(%esp),%ecx
- subl %edx,%ecx
- movl 24(%esp),%edx
- testl %edx,%edx
- jz 7f
- movl %ecx,(%edx)
-7:
- popl %edi
- popl %esi
- ret
-
-ENTRY(bcmp)
- pushl %edi
- pushl %esi
- movl 12(%esp),%edi
- movl 16(%esp),%esi
- movl 20(%esp),%edx
- xorl %eax,%eax
-
- movl %edx,%ecx
- shrl $2,%ecx
- cld /* compare forwards */
- repe
- cmpsl
- jne 1f
-
- movl %edx,%ecx
- andl $3,%ecx
- repe
- cmpsb
- je 2f
-1:
- incl %eax
-2:
- popl %esi
- popl %edi
- ret
-
-
-/*
- * Handling of special 386 registers and descriptor tables etc
- */
-/* void lgdt(struct region_descriptor *rdp); */
-ENTRY(lgdt_finish)
-#if 0
- /* reload the descriptor table */
- movl 4(%esp),%eax
- lgdt (%eax)
-#endif
- /* flush the prefetch q */
- jmp 1f
- nop
-1:
- /* reload "stale" selectors */
- movl $KDSEL,%eax
- movl %eax,%ds
- movl %eax,%es
- movl %eax,%gs
- movl %eax,%ss
- movl $KPSEL,%eax
- movl %eax,%fs
-
- /* reload code selector by turning return into intersegmental return */
- movl (%esp),%eax
- pushl %eax
- movl $KCSEL,4(%esp)
- lret
-
-/* ssdtosd(*ssdp,*sdp) */
-ENTRY(ssdtosd)
- pushl %ebx
- movl 8(%esp),%ecx
- movl 8(%ecx),%ebx
- shll $16,%ebx
- movl (%ecx),%edx
- roll $16,%edx
- movb %dh,%bl
- movb %dl,%bh
- rorl $8,%ebx
- movl 4(%ecx),%eax
- movw %ax,%dx
- andl $0xf0000,%eax
- orl %eax,%ebx
- movl 12(%esp),%ecx
- movl %edx,(%ecx)
- movl %ebx,4(%ecx)
- popl %ebx
- ret
-
-/* void reset_dbregs() */
-ENTRY(reset_dbregs)
- movl $0,%eax
- movl %eax,%dr7 /* disable all breapoints first */
- movl %eax,%dr0
- movl %eax,%dr1
- movl %eax,%dr2
- movl %eax,%dr3
- movl %eax,%dr6
- ret
-
-/*****************************************************************************/
-/* setjump, longjump */
-/*****************************************************************************/
-
-ENTRY(setjmp)
- movl 4(%esp),%eax
- movl %ebx,(%eax) /* save ebx */
- movl %esp,4(%eax) /* save esp */
- movl %ebp,8(%eax) /* save ebp */
- movl %esi,12(%eax) /* save esi */
- movl %edi,16(%eax) /* save edi */
- movl (%esp),%edx /* get rta */
- movl %edx,20(%eax) /* save eip */
- xorl %eax,%eax /* return(0); */
- ret
-
-ENTRY(longjmp)
- movl 4(%esp),%eax
- movl (%eax),%ebx /* restore ebx */
- movl 4(%eax),%esp /* restore esp */
- movl 8(%eax),%ebp /* restore ebp */
- movl 12(%eax),%esi /* restore esi */
- movl 16(%eax),%edi /* restore edi */
- movl 20(%eax),%edx /* get rta */
- movl %edx,(%esp) /* put in return frame */
- xorl %eax,%eax /* return(1); */
- incl %eax
- ret
-
-/*
- * Support for BB-profiling (gcc -a). The kernbb program will extract
- * the data from the kernel.
- */
-
- .data
- ALIGN_DATA
- .globl bbhead
-bbhead:
- .long 0
-
- .text
-NON_GPROF_ENTRY(__bb_init_func)
- movl 4(%esp),%eax
- movl $1,(%eax)
- movl bbhead,%edx
- movl %edx,16(%eax)
- movl %eax,bbhead
- NON_GPROF_RET
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/swtch.s
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/swtch.s Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,445 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/i386/swtch.s,v 1.143 2003/09/30 08:11:35 jeff Exp $
- */
-
-#include "opt_npx.h"
-
-#include <machine/asmacros.h>
-
-#include "assym.s"
-
-
-/*****************************************************************************/
-/* Scheduling */
-/*****************************************************************************/
-
- .text
-
-/*
- * cpu_throw()
- *
- * This is the second half of cpu_swtch(). It is used when the current
- * thread is either a dummy or slated to die, and we no longer care
- * about its state. This is only a slight optimization and is probably
- * not worth it anymore. Note that we need to clear the pm_active bits so
- * we do need the old proc if it still exists.
- * 0(%esp) = ret
- * 4(%esp) = oldtd
- * 8(%esp) = newtd
- */
-ENTRY(cpu_throw)
- movl PCPU(CPUID), %esi
- movl 4(%esp),%ecx /* Old thread */
- testl %ecx,%ecx /* no thread? */
- jz 1f
- /* release bit from old pm_active */
- movl PCPU(CURPMAP), %ebx
-#ifdef SMP
- lock
-#endif
- btrl %esi, PM_ACTIVE(%ebx) /* clear old */
-1:
- movl 8(%esp),%ecx /* New thread */
- movl TD_PCB(%ecx),%edx
- movl PCB_CR3(%edx),%eax
-
- movl %eax,PCPU(CR3) /* new address space */
-
- pushl %ecx
- pushl %edx
- pushl %esi
- pushl %eax
- call load_cr3
- addl $4,%esp
- popl %esi
- popl %edx
- popl %ecx
-
- /* set bit in new pm_active */
- movl TD_PROC(%ecx),%eax
- movl P_VMSPACE(%eax), %ebx
- addl $VM_PMAP, %ebx
- movl %ebx, PCPU(CURPMAP)
-#ifdef SMP
- lock
-#endif
- btsl %esi, PM_ACTIVE(%ebx) /* set new */
- jmp sw1
-
-/*
- * cpu_switch(old, new)
- *
- * Save the current thread state, then select the next thread to run
- * and load its state.
- * 0(%esp) = ret
- * 4(%esp) = oldtd
- * 8(%esp) = newtd
- */
-ENTRY(cpu_switch)
-
- /* Switch to new thread. First, save context. */
- movl 4(%esp),%ecx
-
-#ifdef INVARIANTS
- testl %ecx,%ecx /* no thread? */
- jz badsw2 /* no, panic */
-#endif
-
- movl TD_PCB(%ecx),%edx
-
- movl (%esp),%eax /* Hardware registers */
- movl %eax,PCB_EIP(%edx)
- movl %ebx,PCB_EBX(%edx)
- movl %esp,PCB_ESP(%edx)
- movl %ebp,PCB_EBP(%edx)
- movl %esi,PCB_ESI(%edx)
- movl %edi,PCB_EDI(%edx)
- movl %gs,PCB_GS(%edx)
-#if 0
- pushfl /* PSL */
- popl PCB_PSL(%edx)
-#endif
- /* Check to see if we need to call a switchout function. */
- movl PCB_SWITCHOUT(%edx),%eax
- cmpl $0, %eax
- je 1f
- call *%eax
-1:
- /* Test if debug registers should be saved. */
- testl $PCB_DBREGS,PCB_FLAGS(%edx)
- jz 1f /* no, skip over */
- movl %dr7,%eax /* yes, do the save */
- movl %eax,PCB_DR7(%edx)
- andl $0x0000fc00, %eax /* disable all watchpoints */
- movl %eax,%dr7
- movl %dr6,%eax
- movl %eax,PCB_DR6(%edx)
- movl %dr3,%eax
- movl %eax,PCB_DR3(%edx)
- movl %dr2,%eax
- movl %eax,PCB_DR2(%edx)
- movl %dr1,%eax
- movl %eax,PCB_DR1(%edx)
- movl %dr0,%eax
- movl %eax,PCB_DR0(%edx)
-1:
-
-#ifdef DEV_NPX
- /* have we used fp, and need a save? */
- cmpl %ecx,PCPU(FPCURTHREAD)
- jne 1f
- addl $PCB_SAVEFPU,%edx /* h/w bugs make saving
complicated */
- pushl %edx
- call npxsave /* do it in a big C function */
- popl %eax
-1:
-#endif
-
-
- /* Save is done. Now fire up new thread. Leave old vmspace. */
- movl %ecx,%edi
- movl 8(%esp),%ecx /* New thread */
-#ifdef INVARIANTS
- testl %ecx,%ecx /* no thread? */
- jz badsw3 /* no, panic */
-#endif
- movl TD_PCB(%ecx),%edx
- movl PCPU(CPUID), %esi
-
- /* switch address space */
- movl PCB_CR3(%edx),%eax
-
- cmpl %eax,IdlePTD /* Kernel address space? */
-
- je sw1
- /* XXX optimize later KMM */
-#if 0
- movl %cr3,%ebx /* The same address space? */
-#else
- movl PCPU(CR3),%ebx
-#endif
- cmpl %ebx,%eax
- je sw1
-
- movl %eax,PCPU(CR3) /* new address space */
-
- pushl %edx
- pushl %ecx
- pushl %esi
- pushl %eax
- call load_cr3 /* inform xen of the switch */
- addl $4,%esp
- popl %esi
- popl %ecx
- popl %edx
-
- /* Release bit from old pmap->pm_active */
- movl PCPU(CURPMAP), %ebx
-
-#ifdef SMP
- lock
-#endif
- btrl %esi, PM_ACTIVE(%ebx) /* clear old */
- /* Set bit in new pmap->pm_active */
- movl TD_PROC(%ecx),%eax /* newproc */
- movl P_VMSPACE(%eax), %ebx
- addl $VM_PMAP, %ebx
- movl %ebx, PCPU(CURPMAP)
-#ifdef SMP
- lock
-#endif
- btsl %esi, PM_ACTIVE(%ebx) /* set new */
-sw1:
-
-#if 0
-
- /* only one task selector under Xen */
- /*
- * At this point, we've switched address spaces and are ready
- * to load up the rest of the next context.
- */
- cmpl $0, PCB_EXT(%edx) /* has pcb extension? */
- je 1f /* If not, use the default */
- btsl %esi, private_tss /* mark use of private tss */
- movl PCB_EXT(%edx), %edi /* new tss descriptor */
- jmp 2f /* Load it up */
-
-1: /*
- * Use the common default TSS instead of our own.
- * Set our stack pointer into the TSS, it's set to just
- * below the PCB. In C, common_tss.tss_esp0 = &pcb - 16;
- */
- leal -16(%edx), %ebx /* leave space for vm86 */
- movl %ebx, PCPU(COMMON_TSS) + TSS_ESP0
-
- /*
- * Test this CPU's bit in the bitmap to see if this
- * CPU was using a private TSS.
- */
- btrl %esi, private_tss /* Already using the common? */
- jae 3f /* if so, skip reloading */
- PCPU_ADDR(COMMON_TSSD, %edi)
-2:
- /* Move correct tss descriptor into GDT slot, then reload tr. */
- movl PCPU(TSS_GDT), %ebx /* entry in GDT */
- movl 0(%edi), %eax
- movl %eax, 0(%ebx)
- movl 4(%edi), %eax
- movl %eax, 4(%ebx)
-
- movl $GPROC0_SEL*8, %esi /* GSEL(entry, SEL_KPL) */
- ltr %si
-#endif /* !XEN */
-3:
- /* notify Xen of task switch */
- pushl %edx /* &pcb is the new stack base */
- pushl $KDSEL
- pushl $HYPERVISOR_STACK_SWITCH
- call ni_queue_multicall2
- addl $12,%esp
- /* XXX handle DOM0 IOPL case here (KMM) */
- /* we currently don't support running FreeBSD */
- /* in DOM0 so we can skip for now */
-
- call ni_execute_multicall_list
-
- /* Restore context. */
- movl PCB_EBX(%edx),%ebx
- movl PCB_ESP(%edx),%esp
- movl PCB_EBP(%edx),%ebp
- movl PCB_ESI(%edx),%esi
- movl PCB_EDI(%edx),%edi
- movl PCB_EIP(%edx),%eax
- movl %eax,(%esp)
-#if 0
- pushl PCB_PSL(%edx)
- popfl
-#endif
- movl %edx, PCPU(CURPCB)
- movl %ecx, PCPU(CURTHREAD) /* into next thread */
-
- /*
- * Determine the LDT to use and load it if is the default one and
- * that is not the current one.
- */
- movl TD_PROC(%ecx),%eax
- cmpl $0,P_MD+MD_LDT(%eax)
- jnz 1f
- movl _default_ldt,%eax
- cmpl PCPU(CURRENTLDT),%eax
- je 2f
- pushl %edx
- pushl %eax
- xorl %eax,%eax
- movl %eax,%gs
- call i386_reset_ldt
- popl %eax
- popl %edx
-
- movl %eax,PCPU(CURRENTLDT)
- jmp 2f
-1:
- /* Load the LDT when it is not the default one. */
- pushl %edx /* Preserve pointer to pcb. */
- addl $P_MD,%eax /* Pointer to mdproc is arg. */
- pushl %eax
- call set_user_ldt
- addl $4,%esp
- popl %edx
-2:
- /* This must be done after loading the user LDT. */
- .globl cpu_switch_load_gs
-cpu_switch_load_gs:
- movl PCB_GS(%edx),%gs
-
- /* XXX evidently setting debug registers needs to be
- * routed through Xen - this appears to work - so I
- * am leaving it as it is for now - (KMM)
- */
-
- /* Test if debug registers should be restored. */
- testl $PCB_DBREGS,PCB_FLAGS(%edx)
- jz 1f
-
- /*
- * Restore debug registers. The special code for dr7 is to
- * preserve the current values of its reserved bits.
- */
- movl PCB_DR6(%edx),%eax
- movl %eax,%dr6
- movl PCB_DR3(%edx),%eax
- movl %eax,%dr3
- movl PCB_DR2(%edx),%eax
- movl %eax,%dr2
- movl PCB_DR1(%edx),%eax
- movl %eax,%dr1
- movl PCB_DR0(%edx),%eax
- movl %eax,%dr0
- movl %dr7,%eax
- andl $0x0000fc00,%eax
- movl PCB_DR7(%edx),%ecx
- andl $~0x0000fc00,%ecx
- orl %ecx,%eax
- movl %eax,%dr7
-1:
- ret
-
-#ifdef INVARIANTS
-badsw1:
- pushal
- pushl $sw0_1
- call panic
-sw0_1: .asciz "cpu_throw: no newthread supplied"
-
-badsw2:
- pushal
- pushl $sw0_2
- call panic
-sw0_2: .asciz "cpu_switch: no curthread supplied"
-
-badsw3:
- pushal
- pushl $sw0_3
- call panic
-sw0_3: .asciz "cpu_switch: no newthread supplied"
-#endif
-
-/*
- * savectx(pcb)
- * Update pcb, saving current processor state.
- */
-ENTRY(savectx)
- /* Fetch PCB. */
- movl 4(%esp),%ecx
-
- /* Save caller's return address. Child won't execute this routine. */
- movl (%esp),%eax
- movl %eax,PCB_EIP(%ecx)
-
-#if 0
- movl %cr3,%eax
-#else
- movl PCPU(CR3),%eax
-#endif
- movl %eax,PCB_CR3(%ecx)
-
- movl %ebx,PCB_EBX(%ecx)
- movl %esp,PCB_ESP(%ecx)
- movl %ebp,PCB_EBP(%ecx)
- movl %esi,PCB_ESI(%ecx)
- movl %edi,PCB_EDI(%ecx)
- movl %gs,PCB_GS(%ecx)
-#if 0
- pushfl
- popl PCB_PSL(%ecx)
-#endif
-#ifdef DEV_NPX
- /*
- * If fpcurthread == NULL, then the npx h/w state is irrelevant and the
- * state had better already be in the pcb. This is true for forks
- * but not for dumps (the old book-keeping with FP flags in the pcb
- * always lost for dumps because the dump pcb has 0 flags).
- *
- * If fpcurthread != NULL, then we have to save the npx h/w state to
- * fpcurthread's pcb and copy it to the requested pcb, or save to the
- * requested pcb and reload. Copying is easier because we would
- * have to handle h/w bugs for reloading. We used to lose the
- * parent's npx state for forks by forgetting to reload.
- */
- pushfl
- call ni_cli
- movl PCPU(FPCURTHREAD),%eax
- testl %eax,%eax
- je 1f
-
- pushl %ecx
- movl TD_PCB(%eax),%eax
- leal PCB_SAVEFPU(%eax),%eax
- pushl %eax
- pushl %eax
- call npxsave
- addl $4,%esp
- popl %eax
- popl %ecx
-
- pushl $PCB_SAVEFPU_SIZE
- leal PCB_SAVEFPU(%ecx),%ecx
- pushl %ecx
- pushl %eax
- call bcopy
- addl $12,%esp
-1:
- popfl
-#endif /* DEV_NPX */
-
- ret
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/symbols.raw
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/symbols.raw Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,75 +0,0 @@
-# @(#)symbols.raw 7.6 (Berkeley) 5/8/91
-#
-# $FreeBSD: src/sys/i386/i386/symbols.raw,v 1.15 1999/08/28 00:43:51 peter Exp
$
-#
-
-
-#gdb
- _IdlePTD
- _PTD
- _panicstr
- _atdevbase
-# _version
-#dmesg
- _msgbufp
-# _msgbuf
-#iostat
- _tk_nin
- _tk_nout
- _cp_time
-# _io_info
-#ps
- _nswap
- _maxslp
- _ccpu
- _fscale
- _avail_start
- _avail_end
-#pstat
-# _cons
- _nswap
- _swapblist
-# _swaplist
-#vmstat
- _cp_time
-# _rate
-# _total
-# _sum
-# _rectime
-# _pgintime
- _boottime
-#w
- _swapdev
- _nswap
- _averunnable
- _boottime
-#netstat
- _mbstat
- _ipstat
- _tcb
- _tcpstat
- _udb
- _udpstat
-# _rawcb
- _ifnet
-# _rthost
-# _rtnet
- _icmpstat
- _filehead
- _nfiles
-# _rthashsize
-# _radix_node_head
-#routed
- _ifnet
-#rwho
- _boottime
-#savecore
- _dumpdev
- _dumplo
- _time_second
- _version
- _dumpsize
- _panicstr
- _dumpmag
-#deprecated
-# _avenrun
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/sys_machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/sys_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,703 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)sys_machdep.c 5.5 (Berkeley) 1/19/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/sys_machdep.c,v 1.91 2003/09/07 05:23:28
davidxu Exp $");
-
-#include "opt_kstack_pages.h"
-#include "opt_mac.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/lock.h>
-#include <sys/mac.h>
-#include <sys/malloc.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/smp.h>
-#include <sys/sysproto.h>
-#include <sys/user.h>
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-#include <vm/vm_map.h>
-#include <vm/vm_extern.h>
-
-#include <machine/cpu.h>
-#include <machine/pcb_ext.h> /* pcb.h included by sys/user.h */
-#include <machine/proc.h>
-#include <machine/sysarch.h>
-#include <machine/xenfunc.h>
-
-#include <vm/vm_kern.h> /* for kernel_map */
-
-#define MAX_LD 8192
-#define LD_PER_PAGE 512
-#define NEW_MAX_LD(num) ((num + LD_PER_PAGE) & ~(LD_PER_PAGE-1))
-#define SIZE_FROM_LARGEST_LD(num) (NEW_MAX_LD(num) << 3)
-
-void i386_reset_ldt(struct proc_ldt *pldt);
-
-static int i386_get_ldt(struct thread *, char *);
-static int i386_set_ldt(struct thread *, char *);
-static int i386_set_ldt_data(struct thread *, int start, int num,
- union descriptor *descs);
-static int i386_ldt_grow(struct thread *td, int len);
-static int i386_get_ioperm(struct thread *, char *);
-static int i386_set_ioperm(struct thread *, char *);
-#ifdef SMP
-static void set_user_ldt_rv(struct thread *);
-#endif
-
-#ifndef _SYS_SYSPROTO_H_
-struct sysarch_args {
- int op;
- char *parms;
-};
-#endif
-
-int
-sysarch(td, uap)
- struct thread *td;
- register struct sysarch_args *uap;
-{
- int error;
-
- mtx_lock(&Giant);
- switch(uap->op) {
- case I386_GET_LDT:
- error = i386_get_ldt(td, uap->parms);
- break;
-
- case I386_SET_LDT:
- error = i386_set_ldt(td, uap->parms);
- break;
- case I386_GET_IOPERM:
- error = i386_get_ioperm(td, uap->parms);
- break;
- case I386_SET_IOPERM:
- error = i386_set_ioperm(td, uap->parms);
- break;
-#if 0
- case I386_VM86:
- error = vm86_sysarch(td, uap->parms);
- break;
-#endif
- default:
- error = EINVAL;
- break;
- }
- mtx_unlock(&Giant);
- return (error);
-}
-
-int
-i386_extend_pcb(struct thread *td)
-{
- int i, offset;
- u_long *addr;
- struct pcb_ext *ext;
- struct soft_segment_descriptor ssd = {
- 0, /* segment base address (overwritten) */
- ctob(IOPAGES + 1) - 1, /* length */
- SDT_SYS386TSS, /* segment type */
- 0, /* priority level */
- 1, /* descriptor present */
- 0, 0,
- 0, /* default 32 size */
- 0 /* granularity */
- };
-
- if (td->td_proc->p_flag & P_SA)
- return (EINVAL); /* XXXKSE */
-/* XXXKSE All the code below only works in 1:1 needs changing */
- ext = (struct pcb_ext *)kmem_alloc(kernel_map, ctob(IOPAGES+1));
- if (ext == 0)
- return (ENOMEM);
- bzero(ext, sizeof(struct pcb_ext));
- /* -16 is so we can convert a trapframe into vm86trapframe inplace */
- ext->ext_tss.tss_esp0 = td->td_kstack + ctob(KSTACK_PAGES) -
- sizeof(struct pcb) - 16;
- ext->ext_tss.tss_ss0 = GSEL(GDATA_SEL, SEL_KPL);
- /*
- * The last byte of the i/o map must be followed by an 0xff byte.
- * We arbitrarily allocate 16 bytes here, to keep the starting
- * address on a doubleword boundary.
- */
- offset = PAGE_SIZE - 16;
- ext->ext_tss.tss_ioopt =
- (offset - ((unsigned)&ext->ext_tss - (unsigned)ext)) << 16;
- ext->ext_iomap = (caddr_t)ext + offset;
- ext->ext_vm86.vm86_intmap = (caddr_t)ext + offset - 32;
-
- addr = (u_long *)ext->ext_vm86.vm86_intmap;
- for (i = 0; i < (ctob(IOPAGES) + 32 + 16) / sizeof(u_long); i++)
- *addr++ = ~0;
-
- ssd.ssd_base = (unsigned)&ext->ext_tss;
- ssd.ssd_limit -= ((unsigned)&ext->ext_tss - (unsigned)ext);
- ssdtosd(&ssd, &ext->ext_tssd);
-
- KASSERT(td->td_proc == curthread->td_proc, ("giving TSS to !curproc"));
- KASSERT(td->td_pcb->pcb_ext == 0, ("already have a TSS!"));
- mtx_lock_spin(&sched_lock);
- td->td_pcb->pcb_ext = ext;
-
- /* switch to the new TSS after syscall completes */
- td->td_flags |= TDF_NEEDRESCHED;
- mtx_unlock_spin(&sched_lock);
-
- return 0;
-}
-
-static int
-i386_set_ioperm(td, args)
- struct thread *td;
- char *args;
-{
- int i, error;
- struct i386_ioperm_args ua;
- char *iomap;
-
- if ((error = copyin(args, &ua, sizeof(struct i386_ioperm_args))) != 0)
- return (error);
-
-#ifdef MAC
- if ((error = mac_check_sysarch_ioperm(td->td_ucred)) != 0)
- return (error);
-#endif
- if ((error = suser(td)) != 0)
- return (error);
- if ((error = securelevel_gt(td->td_ucred, 0)) != 0)
- return (error);
- /*
- * XXX
- * While this is restricted to root, we should probably figure out
- * whether any other driver is using this i/o address, as so not to
- * cause confusion. This probably requires a global 'usage registry'.
- */
-
- if (td->td_pcb->pcb_ext == 0)
- if ((error = i386_extend_pcb(td)) != 0)
- return (error);
- iomap = (char *)td->td_pcb->pcb_ext->ext_iomap;
-
- if (ua.start + ua.length > IOPAGES * PAGE_SIZE * NBBY)
- return (EINVAL);
-
- for (i = ua.start; i < ua.start + ua.length; i++) {
- if (ua.enable)
- iomap[i >> 3] &= ~(1 << (i & 7));
- else
- iomap[i >> 3] |= (1 << (i & 7));
- }
- return (error);
-}
-
-static int
-i386_get_ioperm(td, args)
- struct thread *td;
- char *args;
-{
- int i, state, error;
- struct i386_ioperm_args ua;
- char *iomap;
-
- if ((error = copyin(args, &ua, sizeof(struct i386_ioperm_args))) != 0)
- return (error);
- if (ua.start >= IOPAGES * PAGE_SIZE * NBBY)
- return (EINVAL);
-
- if (td->td_pcb->pcb_ext == 0) {
- ua.length = 0;
- goto done;
- }
-
- iomap = (char *)td->td_pcb->pcb_ext->ext_iomap;
-
- i = ua.start;
- state = (iomap[i >> 3] >> (i & 7)) & 1;
- ua.enable = !state;
- ua.length = 1;
-
- for (i = ua.start + 1; i < IOPAGES * PAGE_SIZE * NBBY; i++) {
- if (state != ((iomap[i >> 3] >> (i & 7)) & 1))
- break;
- ua.length++;
- }
-
-done:
- error = copyout(&ua, args, sizeof(struct i386_ioperm_args));
- return (error);
-}
-
-/*
- * Update the GDT entry pointing to the LDT to point to the LDT of the
- * current process.
- *
- * This must be called with sched_lock held. Unfortunately, we can't use a
- * mtx_assert() here because cpu_switch() calls this function after changing
- * curproc but before sched_lock's owner is updated in mi_switch().
- */
-void
-set_user_ldt(struct mdproc *mdp)
-{
- struct proc_ldt *pldt;
- pldt = mdp->md_ldt;
- i386_reset_ldt(pldt);
- PCPU_SET(currentldt, (int)pldt);
-
-}
-
-#ifdef SMP
-static void
-set_user_ldt_rv(struct thread *td)
-{
-
- if (td->td_proc != curthread->td_proc)
- return;
-
- set_user_ldt(&td->td_proc->p_md);
-}
-#endif
-
-/*
- * Must be called with either sched_lock free or held but not recursed.
- * If it does not return NULL, it will return with it owned.
- */
-struct proc_ldt *
-user_ldt_alloc(struct mdproc *mdp, int len)
-{
- struct proc_ldt *pldt,*new_ldt;
-
-
- if (mtx_owned(&sched_lock))
- mtx_unlock_spin(&sched_lock);
- mtx_assert(&sched_lock, MA_NOTOWNED);
- MALLOC(new_ldt, struct proc_ldt *, sizeof(struct proc_ldt),
- M_SUBPROC, M_WAITOK);
-
- new_ldt->ldt_len = len = NEW_MAX_LD(len);
- new_ldt->ldt_base = (caddr_t)kmem_alloc(kernel_map,
- round_page(len * sizeof(union descriptor)));
- if (new_ldt->ldt_base == NULL) {
- FREE(new_ldt, M_SUBPROC);
- return NULL;
- }
- new_ldt->ldt_refcnt = 1;
- new_ldt->ldt_active = 0;
-
- mtx_lock_spin(&sched_lock);
-
- if ((pldt = mdp->md_ldt)) {
- if (len > pldt->ldt_len)
- len = pldt->ldt_len;
- bcopy(pldt->ldt_base, new_ldt->ldt_base,
- len * sizeof(union descriptor));
- } else {
- bcopy(ldt, new_ldt->ldt_base, PAGE_SIZE);
- }
- pmap_map_readonly(kernel_pmap, (vm_offset_t)new_ldt->ldt_base,
- new_ldt->ldt_len*sizeof(union descriptor));
- return new_ldt;
-}
-
-/*
- * Must be called either with sched_lock free or held but not recursed.
- * If md_ldt is not NULL, it will return with sched_lock released.
- */
-void
-user_ldt_free(struct thread *td)
-{
- struct mdproc *mdp = &td->td_proc->p_md;
- struct proc_ldt *pldt = mdp->md_ldt;
- if (pldt == NULL)
- return;
-
- if (!mtx_owned(&sched_lock))
- mtx_lock_spin(&sched_lock);
- mtx_assert(&sched_lock, MA_OWNED | MA_NOTRECURSED);
- if (td == PCPU_GET(curthread)) {
- PCPU_SET(currentldt, _default_ldt);
- i386_reset_ldt((struct proc_ldt *)_default_ldt);
- }
-
- mdp->md_ldt = NULL;
- if (--pldt->ldt_refcnt == 0) {
- mtx_unlock_spin(&sched_lock);
-
- pmap_map_readwrite(kernel_pmap,(vm_offset_t) pldt->ldt_base,
- pldt->ldt_len*sizeof(union descriptor));
- kmem_free(kernel_map, (vm_offset_t)pldt->ldt_base,
- pldt->ldt_len * sizeof(union descriptor));
- FREE(pldt, M_SUBPROC);
- } else
- mtx_unlock_spin(&sched_lock);
-}
-
-void
-i386_reset_ldt(struct proc_ldt *pldt)
-{
- xen_set_ldt((vm_offset_t)pldt->ldt_base, pldt->ldt_len);
-}
-
-static int
-i386_get_ldt(td, args)
- struct thread *td;
- char *args;
-{
- int error = 0;
- struct proc_ldt *pldt = td->td_proc->p_md.md_ldt;
- int nldt, num;
- union descriptor *lp;
- struct i386_ldt_args ua, *uap = &ua;
-
- if ((error = copyin(args, uap, sizeof(struct i386_ldt_args))) < 0)
- return(error);
-
-#ifdef DEBUG
- printf("i386_get_ldt: start=%d num=%d descs=%p\n",
- uap->start, uap->num, (void *)uap->descs);
-#endif
-
- /* verify range of LDTs exist */
- if ((uap->start < 0) || (uap->num <= 0))
- return(EINVAL);
-
- if (pldt) {
- nldt = pldt->ldt_len;
- num = min(uap->num, nldt);
- lp = &((union descriptor *)(pldt->ldt_base))[uap->start];
- } else {
- nldt = sizeof(ldt)/sizeof(ldt[0]);
- num = min(uap->num, nldt);
- lp = &ldt[uap->start];
- }
- if (uap->start + num > nldt)
- return(EINVAL);
-
- error = copyout(lp, uap->descs, num * sizeof(union descriptor));
- if (!error)
- td->td_retval[0] = num;
-
- return(error);
-}
-
-static int ldt_warnings;
-#define NUM_LDT_WARNINGS 10
-
-static int
-i386_set_ldt(struct thread *td, char *args)
-{
- int error = 0, i;
- int largest_ld;
- struct mdproc *mdp = &td->td_proc->p_md;
- struct proc_ldt *pldt = 0;
- struct i386_ldt_args ua, *uap = &ua;
- union descriptor *descs, *dp;
- int descs_size;
-
- if ((error = copyin(args, uap, sizeof(struct i386_ldt_args))) < 0)
- return(error);
-#ifdef DEBUG
- printf("i386_set_ldt: start=%d num=%d descs=%p\n",
- uap->start, uap->num, (void *)uap->descs);
-
-#endif
-
- if (uap->descs == NULL) {
- /* Free descriptors */
- if (uap->start == 0 && uap->num == 0) {
- /*
- * Treat this as a special case, so userland needn't
- * know magic number NLDT.
- */
- uap->start = NLDT;
- uap->num = MAX_LD - NLDT;
- }
- if (uap->start <= LUDATA_SEL || uap->num <= 0)
- return (EINVAL);
- mtx_lock_spin(&sched_lock);
- pldt = mdp->md_ldt;
- if (pldt == NULL || uap->start >= pldt->ldt_len) {
- mtx_unlock_spin(&sched_lock);
- return (0);
- }
- largest_ld = uap->start + uap->num;
- if (largest_ld > pldt->ldt_len)
- largest_ld = pldt->ldt_len;
- i = largest_ld - uap->start;
- bzero(&((union descriptor *)(pldt->ldt_base))[uap->start],
- sizeof(union descriptor) * i);
- mtx_unlock_spin(&sched_lock);
- return (0);
- }
-
- if (!(uap->start == LDT_AUTO_ALLOC && uap->num == 1)) {
- /* complain a for a while if using old methods */
- if (ldt_warnings++ < NUM_LDT_WARNINGS) {
- printf("Warning: pid %d used static ldt allocation.\n",
- td->td_proc->p_pid);
- printf("See the i386_set_ldt man page for more info\n");
- }
- /* verify range of descriptors to modify */
- largest_ld = uap->start + uap->num;
- if (uap->start >= MAX_LD ||
- uap->num < 0 || largest_ld > MAX_LD) {
- return (EINVAL);
- }
- }
-
- descs_size = uap->num * sizeof(union descriptor);
- descs = (union descriptor *)kmem_alloc(kernel_map, descs_size);
- if (descs == NULL)
- return (ENOMEM);
- error = copyin(uap->descs, descs, descs_size);
- if (error) {
- kmem_free(kernel_map, (vm_offset_t)descs, descs_size);
- return (error);
- }
-
- /* Check descriptors for access violations */
- for (i = 0; i < uap->num; i++) {
- dp = &descs[i];
-
- switch (dp->sd.sd_type) {
- case SDT_SYSNULL: /* system null */
- dp->sd.sd_p = 0;
- break;
- case SDT_SYS286TSS: /* system 286 TSS available */
- case SDT_SYSLDT: /* system local descriptor table */
- case SDT_SYS286BSY: /* system 286 TSS busy */
- case SDT_SYSTASKGT: /* system task gate */
- case SDT_SYS286IGT: /* system 286 interrupt gate */
- case SDT_SYS286TGT: /* system 286 trap gate */
- case SDT_SYSNULL2: /* undefined by Intel */
- case SDT_SYS386TSS: /* system 386 TSS available */
- case SDT_SYSNULL3: /* undefined by Intel */
- case SDT_SYS386BSY: /* system 386 TSS busy */
- case SDT_SYSNULL4: /* undefined by Intel */
- case SDT_SYS386IGT: /* system 386 interrupt gate */
- case SDT_SYS386TGT: /* system 386 trap gate */
- case SDT_SYS286CGT: /* system 286 call gate */
- case SDT_SYS386CGT: /* system 386 call gate */
- /* I can't think of any reason to allow a user proc
- * to create a segment of these types. They are
- * for OS use only.
- */
- kmem_free(kernel_map, (vm_offset_t)descs, descs_size);
- return (EACCES);
- /*NOTREACHED*/
-
- /* memory segment types */
- case SDT_MEMEC: /* memory execute only conforming */
- case SDT_MEMEAC: /* memory execute only accessed conforming */
- case SDT_MEMERC: /* memory execute read conforming */
- case SDT_MEMERAC: /* memory execute read accessed conforming */
- /* Must be "present" if executable and conforming. */
- if (dp->sd.sd_p == 0) {
- kmem_free(kernel_map, (vm_offset_t)descs,
- descs_size);
- return (EACCES);
- }
- break;
- case SDT_MEMRO: /* memory read only */
- case SDT_MEMROA: /* memory read only accessed */
- case SDT_MEMRW: /* memory read write */
- case SDT_MEMRWA: /* memory read write accessed */
- case SDT_MEMROD: /* memory read only expand dwn limit */
- case SDT_MEMRODA: /* memory read only expand dwn lim accessed */
- case SDT_MEMRWD: /* memory read write expand dwn limit */
- case SDT_MEMRWDA: /* memory read write expand dwn lim acessed */
- case SDT_MEME: /* memory execute only */
- case SDT_MEMEA: /* memory execute only accessed */
- case SDT_MEMER: /* memory execute read */
- case SDT_MEMERA: /* memory execute read accessed */
- break;
- default:
- kmem_free(kernel_map, (vm_offset_t)descs, descs_size);
- return(EINVAL);
- /*NOTREACHED*/
- }
-
- /* Only user (ring-3) descriptors may be present. */
- if ((dp->sd.sd_p != 0) && (dp->sd.sd_dpl != SEL_UPL)) {
- kmem_free(kernel_map, (vm_offset_t)descs, descs_size);
- return (EACCES);
- }
- }
-
- if (uap->start == LDT_AUTO_ALLOC && uap->num == 1) {
- /* Allocate a free slot */
- pldt = mdp->md_ldt;
- if (pldt == NULL) {
- load_gs(0);
- error = i386_ldt_grow(td, NLDT+1);
- if (error) {
- kmem_free(kernel_map, (vm_offset_t)descs,
- descs_size);
- return (error);
- }
- pldt = mdp->md_ldt;
- }
-again:
- mtx_lock_spin(&sched_lock);
- /*
- * start scanning a bit up to leave room for NVidia and
- * Wine, which still user the "Blat" method of allocation.
- */
- dp = &((union descriptor *)(pldt->ldt_base))[NLDT];
- for (i = NLDT; i < pldt->ldt_len; ++i) {
- if (dp->sd.sd_type == SDT_SYSNULL)
- break;
- dp++;
- }
- if (i >= pldt->ldt_len) {
- mtx_unlock_spin(&sched_lock);
- error = i386_ldt_grow(td, pldt->ldt_len+1);
- if (error) {
- kmem_free(kernel_map, (vm_offset_t)descs,
- descs_size);
- return (error);
- }
- goto again;
- }
- uap->start = i;
- error = i386_set_ldt_data(td, i, 1, descs);
- mtx_unlock_spin(&sched_lock);
- } else {
- largest_ld = uap->start + uap->num;
- error = i386_ldt_grow(td, largest_ld);
- if (error == 0) {
- mtx_lock_spin(&sched_lock);
- error = i386_set_ldt_data(td, uap->start, uap->num,
- descs);
- mtx_unlock_spin(&sched_lock);
- }
- }
- kmem_free(kernel_map, (vm_offset_t)descs, descs_size);
- if (error == 0)
- td->td_retval[0] = uap->start;
- return (error);
-}
-typedef struct uint64_lohi {
- unsigned long lo;
- unsigned long hi;
-} uint64_lohi;
-
-static int
-i386_set_ldt_data(struct thread *td, int start, int num,
- union descriptor *descs)
-{
- struct mdproc *mdp = &td->td_proc->p_md;
- struct proc_ldt *pldt = mdp->md_ldt;
- int i, error;
-
- mtx_assert(&sched_lock, MA_OWNED);
-
- /* Fill in range */
- for (i = 0; i < num; i++) {
- error = HYPERVISOR_update_descriptor(vtomach(&((union
descriptor *)(pldt->ldt_base))[start + i]), ((uint64_lohi *)descs)[i].lo,
((uint64_lohi *)descs)[i].hi);
- if (error)
- panic("failed to update ldt: %d", error);
- }
- return (0);
-}
-
-static int
-i386_ldt_grow(struct thread *td, int len)
-{
- struct mdproc *mdp = &td->td_proc->p_md;
- struct proc_ldt *pldt;
- caddr_t old_ldt_base;
- int old_ldt_len;
-
- if (len > MAX_LD)
- return (ENOMEM);
- if (len < NLDT+1)
- len = NLDT+1;
- pldt = mdp->md_ldt;
- /* allocate user ldt */
- if (!pldt || len > pldt->ldt_len) {
- struct proc_ldt *new_ldt = user_ldt_alloc(mdp, len);
- if (new_ldt == NULL)
- return (ENOMEM);
- pldt = mdp->md_ldt;
- /* sched_lock was held by user_ldt_alloc */
- if (pldt) {
- if (new_ldt->ldt_len > pldt->ldt_len) {
- old_ldt_base = pldt->ldt_base;
- old_ldt_len = pldt->ldt_len;
- pldt->ldt_sd = new_ldt->ldt_sd;
- pldt->ldt_base = new_ldt->ldt_base;
- pldt->ldt_len = new_ldt->ldt_len;
- mtx_unlock_spin(&sched_lock);
- pmap_map_readwrite(kernel_pmap,
- (vm_offset_t)old_ldt_base,
- old_ldt_len * sizeof(union descriptor));
- kmem_free(kernel_map, (vm_offset_t)old_ldt_base,
- old_ldt_len * sizeof(union descriptor));
- FREE(new_ldt, M_SUBPROC);
- mtx_lock_spin(&sched_lock);
- } else {
- /*
- * If other threads already did the work,
- * do nothing
- */
- mtx_unlock_spin(&sched_lock);
- pmap_map_readwrite(kernel_pmap,
- (vm_offset_t)new_ldt->ldt_base,
- new_ldt->ldt_len * sizeof(union descriptor));
- kmem_free(kernel_map,
- (vm_offset_t)new_ldt->ldt_base,
- new_ldt->ldt_len * sizeof(union descriptor));
- FREE(new_ldt, M_SUBPROC);
- return (0);
- }
- } else {
- mdp->md_ldt = pldt = new_ldt;
- }
-#ifdef SMP
- mtx_unlock_spin(&sched_lock);
- /* signal other cpus to reload ldt */
- smp_rendezvous(NULL, (void (*)(void *))set_user_ldt_rv,
- NULL, td);
-#else
- set_user_ldt(mdp);
- mtx_unlock_spin(&sched_lock);
-#endif
- }
- return (0);
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/trap.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/trap.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,998 +0,0 @@
-/*-
- * Copyright (C) 1994, David Greenman
- * Copyright (c) 1990, 1993
- * The Regents of the University of California. All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * the University of Utah, and William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)trap.c 7.4 (Berkeley) 5/13/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/trap.c,v 1.260 2003/11/03 21:53:37 jhb
Exp $");
-
-/*
- * 386 Trap and System call handling
- */
-
-#include "opt_clock.h"
-#include "opt_cpu.h"
-#include "opt_isa.h"
-#include "opt_ktrace.h"
-#include "opt_npx.h"
-#include "opt_trap.h"
-
-#include <sys/param.h>
-#include <sys/bus.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/pioctl.h>
-#include <sys/ptrace.h>
-#include <sys/kdb.h>
-#include <sys/kernel.h>
-#include <sys/ktr.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-#include <sys/resourcevar.h>
-#include <sys/signalvar.h>
-#include <sys/syscall.h>
-#include <sys/sysctl.h>
-#include <sys/sysent.h>
-#include <sys/uio.h>
-#include <sys/vmmeter.h>
-#ifdef KTRACE
-#include <sys/ktrace.h>
-#endif
-
-#include <vm/vm.h>
-#include <vm/vm_param.h>
-#include <vm/pmap.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_map.h>
-#include <vm/vm_page.h>
-#include <vm/vm_extern.h>
-
-#include <machine/cpu.h>
-#include <machine/intr_machdep.h>
-#include <machine/md_var.h>
-#include <machine/pcb.h>
-#ifdef SMP
-#include <machine/smp.h>
-#endif
-#include <machine/tss.h>
-#ifdef POWERFAIL_NMI
-#include <sys/syslog.h>
-#include <machine/clock.h>
-#endif
-
-
-#include <machine/xenfunc.h>
-#include <machine/hypervisor.h>
-#include <machine/xenvar.h>
-#include <machine/hypervisor-ifs.h>
-
-
-extern void trap(struct trapframe frame);
-extern void syscall(struct trapframe frame);
-
-static int trap_pfault(struct trapframe *, int, vm_offset_t);
-static void trap_fatal(struct trapframe *, vm_offset_t);
-void dblfault_handler(void);
-
-extern inthand_t IDTVEC(lcall_syscall);
-
-#define MAX_TRAP_MSG 28
-static char *trap_msg[] = {
- "", /* 0 unused */
- "privileged instruction fault", /* 1 T_PRIVINFLT */
- "", /* 2 unused */
- "breakpoint instruction fault", /* 3 T_BPTFLT */
- "", /* 4 unused */
- "", /* 5 unused */
- "arithmetic trap", /* 6 T_ARITHTRAP */
- "", /* 7 unused */
- "", /* 8 unused */
- "general protection fault", /* 9 T_PROTFLT */
- "trace trap", /* 10 T_TRCTRAP */
- "", /* 11 unused */
- "page fault", /* 12 T_PAGEFLT */
- "", /* 13 unused */
- "alignment fault", /* 14 T_ALIGNFLT */
- "", /* 15 unused */
- "", /* 16 unused */
- "hypervisor callback", /* 17 T_HYPCALLBACK */
- "integer divide fault", /* 18 T_DIVIDE */
- "non-maskable interrupt trap", /* 19 T_NMI */
- "overflow trap", /* 20 T_OFLOW */
- "FPU bounds check fault", /* 21 T_BOUND */
- "FPU device not available", /* 22 T_DNA */
- "double fault", /* 23 T_DOUBLEFLT */
- "FPU operand fetch fault", /* 24 T_FPOPFLT */
- "invalid TSS fault", /* 25 T_TSSFLT */
- "segment not present fault", /* 26 T_SEGNPFLT */
- "stack fault", /* 27 T_STKFLT */
- "machine check trap", /* 28 T_MCHK */
-};
-
-#if defined(I586_CPU) && !defined(NO_F00F_HACK)
-extern int has_f00f_bug;
-#endif
-
-#ifdef KDB
-static int kdb_on_nmi = 1;
-SYSCTL_INT(_machdep, OID_AUTO, kdb_on_nmi, CTLFLAG_RW,
- &kdb_on_nmi, 0, "Go to KDB on NMI");
-#endif
-static int panic_on_nmi = 1;
-SYSCTL_INT(_machdep, OID_AUTO, panic_on_nmi, CTLFLAG_RW,
- &panic_on_nmi, 0, "Panic on NMI");
-
-#ifdef WITNESS
-extern char *syscallnames[];
-#endif
-
-#ifdef DEVICE_POLLING
-extern u_int32_t poll_in_trap;
-extern int ether_poll(int count);
-#endif /* DEVICE_POLLING */
-
-
-/*
- * Exception, fault, and trap interface to the FreeBSD kernel.
- * This common code is called from assembly language IDT gate entry
- * routines that prepare a suitable stack frame, and restore this
- * frame after the exception has been processed.
- */
-
-void
-trap(struct trapframe frame)
-{
- struct thread *td = curthread;
- struct proc *p = td->td_proc;
- u_int sticks = 0;
- int i = 0, ucode = 0, type, code;
- vm_offset_t eva;
-
-#ifdef POWERFAIL_NMI
- static int lastalert = 0;
-#endif
-
- atomic_add_int(&cnt.v_trap, 1);
- type = frame.tf_trapno;
-#ifdef KDB
- if (kdb_active) {
- kdb_reenter();
- goto out;
- }
-#endif
-
- eva = 0;
- code = frame.tf_err;
-
- if (type == T_HYPCALLBACK) {
- evtchn_do_upcall((struct intrframe *)&frame);
- if (ISPL(frame.tf_cs) == SEL_KPL)
- goto out;
- goto userout;
- } else if (type == 0)
- panic("invalid trap type/code %d/%d\n",type, code);
-
-
- if (type == T_PAGEFLT) {
- /*
- * For some Cyrix CPUs, %cr2 is clobbered by
- * interrupts. This problem is worked around by using
- * an interrupt gate for the pagefault handler. We
- * are finally ready to read %cr2 and then must
- * reenable interrupts.
- *
- * If we get a page fault while in a critical section, then
- * it is most likely a fatal kernel page fault. The kernel
- * is already going to panic trying to get a sleep lock to
- * do the VM lookup, so just consider it a fatal trap so the
- * kernel can print out a useful trap message and even get
- * to the debugger.
- */
- eva = PCPU_GET(cr2);
-
- if (td->td_critnest != 0)
- trap_fatal(&frame, eva);
- }
-
-#ifdef DEVICE_POLLING
- if (poll_in_trap)
- ether_poll(poll_in_trap);
-#endif /* DEVICE_POLLING */
-
- if ((ISPL(frame.tf_cs) == SEL_UPL)
- || ((frame.tf_eflags & PSL_VM) &&
- !(PCPU_GET(curpcb)->pcb_flags & PCB_VM86CALL))) {
- /* user trap */
-
- sticks = td->td_sticks;
- td->td_frame = &frame;
- if (td->td_ucred != p->p_ucred)
- cred_update_thread(td);
-
- switch (type) {
- case T_PRIVINFLT: /* privileged instruction fault */
- ucode = type;
- i = SIGILL;
- break;
-
- case T_BPTFLT: /* bpt instruction fault */
- case T_TRCTRAP: /* trace trap */
- enable_intr();
- frame.tf_eflags &= ~PSL_T;
- i = SIGTRAP;
- break;
-
- case T_ARITHTRAP: /* arithmetic trap */
-#ifdef DEV_NPX
- ucode = npxtrap();
- if (ucode == -1)
- goto userout;
-#else
- ucode = code;
-#endif
- i = SIGFPE;
- break;
-
- case T_PROTFLT: /* general protection fault */
- case T_STKFLT: /* stack fault */
- case T_SEGNPFLT: /* segment not present fault */
- case T_TSSFLT: /* invalid TSS fault */
- case T_DOUBLEFLT: /* double fault */
- default:
- ucode = code + BUS_SEGM_FAULT ;
- printf("unexpected trap type/code %d/%d\n",type, code);
/* XXX temporary */
-
- i = SIGBUS;
- break;
-
- case T_PAGEFLT: /* page fault */
- if (td->td_pflags & TDP_SA)
- thread_user_enter(td);
-
- i = trap_pfault(&frame, TRUE, eva);
-#if defined(I586_CPU) && !defined(NO_F00F_HACK)
- if (i == -2) {
- /*
- * The f00f hack workaround has triggered, so
- * treat the fault as an illegal instruction
- * (T_PRIVINFLT) instead of a page fault.
- */
- type = frame.tf_trapno = T_PRIVINFLT;
-
- /* Proceed as in that case. */
- ucode = type;
- i = SIGILL;
- break;
- }
-#endif
- if (i == -1)
- goto userout;
- if (i == 0)
- goto user;
-
- ucode = T_PAGEFLT;
- break;
-
- case T_DIVIDE: /* integer divide fault */
- ucode = FPE_INTDIV;
- i = SIGFPE;
- break;
-
-#ifdef DEV_ISA
- case T_NMI:
-#ifdef POWERFAIL_NMI
-#ifndef TIMER_FREQ
-# define TIMER_FREQ 1193182
-#endif
- mtx_lock(&Giant);
- if (time_second - lastalert > 10) {
- log(LOG_WARNING, "NMI: power fail\n");
- sysbeep(TIMER_FREQ/880, hz);
- lastalert = time_second;
- }
- mtx_unlock(&Giant);
- goto userout;
-#else /* !POWERFAIL_NMI */
- /* machine/parity/power fail/"kitchen sink" faults */
- /* XXX Giant */
- if (isa_nmi(code) == 0) {
-#ifdef KDB
- /*
- * NMI can be hooked up to a pushbutton
- * for debugging.
- */
- if (kdb_on_nmi) {
- printf ("NMI ... going to debugger\n");
- kdb_trap (type, 0, &frame);
- }
-#endif /* KDB */
- goto userout;
- } else if (panic_on_nmi)
- panic("NMI indicates hardware failure");
- break;
-#endif /* POWERFAIL_NMI */
-#endif /* DEV_ISA */
-
- case T_OFLOW: /* integer overflow fault */
- ucode = FPE_INTOVF;
- i = SIGFPE;
- break;
-
- case T_BOUND: /* bounds check fault */
- ucode = FPE_FLTSUB;
- i = SIGFPE;
- break;
-
- case T_DNA:
-#ifdef DEV_NPX
- /* transparent fault (due to context switch "late") */
- if (npxdna())
- goto userout;
-#endif
- i = SIGFPE;
- ucode = FPE_FPU_NP_TRAP;
- break;
-
- case T_FPOPFLT: /* FPU operand fetch fault */
- ucode = T_FPOPFLT;
- i = SIGILL;
- break;
-
- case T_XMMFLT: /* SIMD floating-point exception */
- ucode = 0; /* XXX */
- i = SIGFPE;
- break;
- }
- } else {
- /* kernel trap */
-
- KASSERT(cold || td->td_ucred != NULL,
- ("kernel trap doesn't have ucred"));
- switch (type) {
- case T_PAGEFLT: /* page fault */
- (void) trap_pfault(&frame, FALSE, eva);
- goto out;
-
- case T_DNA:
-#ifdef DEV_NPX
- /*
- * The kernel is apparently using npx for copying.
- * XXX this should be fatal unless the kernel has
- * registered such use.
- */
- if (npxdna())
- goto out;
-#endif
- break;
-
- /*
- * The following two traps can happen in
- * vm86 mode, and, if so, we want to handle
- * them specially.
- */
- case T_PROTFLT: /* general protection fault */
- case T_STKFLT: /* stack fault */
-#if 0
- if (frame.tf_eflags & PSL_VM) {
- i = vm86_emulate((struct vm86frame *)&frame);
- if (i != 0)
- /*
- * returns to original process
- */
- vm86_trap((struct vm86frame *)&frame);
- goto out;
- }
-#endif
- if (type == T_STKFLT)
- break;
-
- /* FALL THROUGH */
-
- case T_SEGNPFLT: /* segment not present fault */
- if (PCPU_GET(curpcb)->pcb_flags & PCB_VM86CALL)
- break;
-
- /*
- * Invalid %fs's and %gs's can be created using
- * procfs or PT_SETREGS or by invalidating the
- * underlying LDT entry. This causes a fault
- * in kernel mode when the kernel attempts to
- * switch contexts. Lose the bad context
- * (XXX) so that we can continue, and generate
- * a signal.
- */
- if (frame.tf_eip == (int)cpu_switch_load_gs) {
- PCPU_GET(curpcb)->pcb_gs = 0;
-#if 0
- PROC_LOCK(p);
- psignal(p, SIGBUS);
- PROC_UNLOCK(p);
-#endif
- goto out;
- }
-
- if (td->td_intr_nesting_level != 0)
- break;
-
- /*
- * Invalid segment selectors and out of bounds
- * %eip's and %esp's can be set up in user mode.
- * This causes a fault in kernel mode when the
- * kernel tries to return to user mode. We want
- * to get this fault so that we can fix the
- * problem here and not have to check all the
- * selectors and pointers when the user changes
- * them.
- */
- if (frame.tf_eip == (int)doreti_iret) {
- frame.tf_eip = (int)doreti_iret_fault;
- goto out;
- }
- if (frame.tf_eip == (int)doreti_popl_ds) {
- frame.tf_eip = (int)doreti_popl_ds_fault;
- goto out;
- }
- if (frame.tf_eip == (int)doreti_popl_es) {
- frame.tf_eip = (int)doreti_popl_es_fault;
- goto out;
- }
- if (frame.tf_eip == (int)doreti_popl_fs) {
- frame.tf_eip = (int)doreti_popl_fs_fault;
- goto out;
- }
- if (PCPU_GET(curpcb)->pcb_onfault != NULL) {
- frame.tf_eip =
- (int)PCPU_GET(curpcb)->pcb_onfault;
- goto out;
- }
- break;
-
- case T_TSSFLT:
- /*
- * PSL_NT can be set in user mode and isn't cleared
- * automatically when the kernel is entered. This
- * causes a TSS fault when the kernel attempts to
- * `iret' because the TSS link is uninitialized. We
- * want to get this fault so that we can fix the
- * problem here and not every time the kernel is
- * entered.
- */
- if (frame.tf_eflags & PSL_NT) {
- frame.tf_eflags &= ~PSL_NT;
- goto out;
- }
- break;
-
- case T_TRCTRAP: /* trace trap */
- if (frame.tf_eip == (int)IDTVEC(lcall_syscall)) {
- /*
- * We've just entered system mode via the
- * syscall lcall. Continue single stepping
- * silently until the syscall handler has
- * saved the flags.
- */
- goto out;
- }
- if (frame.tf_eip == (int)IDTVEC(lcall_syscall) + 1) {
- /*
- * The syscall handler has now saved the
- * flags. Stop single stepping it.
- */
- frame.tf_eflags &= ~PSL_T;
- goto out;
- }
- /*
- * Ignore debug register trace traps due to
- * accesses in the user's address space, which
- * can happen under several conditions such as
- * if a user sets a watchpoint on a buffer and
- * then passes that buffer to a system call.
- * We still want to get TRCTRAPS for addresses
- * in kernel space because that is useful when
- * debugging the kernel.
- */
- /* XXX Giant */
- if (user_dbreg_trap() &&
- !(PCPU_GET(curpcb)->pcb_flags & PCB_VM86CALL)) {
- /*
- * Reset breakpoint bits because the
- * processor doesn't
- */
- load_dr6(rdr6() & 0xfffffff0);
- goto out;
- }
- /*
- * FALLTHROUGH (TRCTRAP kernel mode, kernel address)
- */
- case T_BPTFLT:
- /*
- * If KDB is enabled, let it handle the debugger trap.
- * Otherwise, debugger traps "can't happen".
- */
-#ifdef KDB
- /* XXX Giant */
- if (kdb_trap (type, 0, &frame))
- goto out;
-#endif
- break;
-
-#ifdef DEV_ISA
- case T_NMI:
-#ifdef POWERFAIL_NMI
- mtx_lock(&Giant);
- if (time_second - lastalert > 10) {
- log(LOG_WARNING, "NMI: power fail\n");
- sysbeep(TIMER_FREQ/880, hz);
- lastalert = time_second;
- }
- mtx_unlock(&Giant);
- goto out;
-#else /* !POWERFAIL_NMI */
- /* XXX Giant */
- /* machine/parity/power fail/"kitchen sink" faults */
- if (isa_nmi(code) == 0) {
-#ifdef KDB
- /*
- * NMI can be hooked up to a pushbutton
- * for debugging.
- */
- if (kdb_on_nmi) {
- printf ("NMI ... going to debugger\n");
- kdb_trap (type, 0, &frame);
- }
-#endif /* KDB */
- goto out;
- } else if (panic_on_nmi == 0)
- goto out;
- /* FALLTHROUGH */
-#endif /* POWERFAIL_NMI */
-#endif /* DEV_ISA */
- }
-
- trap_fatal(&frame, eva);
- goto out;
- }
-
- /* Translate fault for emulators (e.g. Linux) */
- if (*p->p_sysent->sv_transtrap)
- i = (*p->p_sysent->sv_transtrap)(i, type);
-
- trapsignal(td, i, ucode);
-
-#if 1 /* DEBUG */
- if (type <= MAX_TRAP_MSG) {
- uprintf("fatal process exception: %s",
- trap_msg[type]);
- if ((type == T_PAGEFLT) || (type == T_PROTFLT))
- uprintf(", fault VA = 0x%lx", (u_long)eva);
- uprintf("\n");
- }
-#endif
-
-user:
- userret(td, &frame, sticks);
- mtx_assert(&Giant, MA_NOTOWNED);
-userout:
-out:
- return;
-}
-
-static int
-trap_pfault(frame, usermode, eva)
- struct trapframe *frame;
- int usermode;
- vm_offset_t eva;
-{
- vm_offset_t va;
- struct vmspace *vm = NULL;
- vm_map_t map = 0;
- int rv = 0;
- vm_prot_t ftype;
- struct thread *td = curthread;
- struct proc *p = td->td_proc;
-
- va = trunc_page(eva);
- if (va >= KERNBASE) {
- /*
- * Don't allow user-mode faults in kernel address space.
- * An exception: if the faulting address is the invalid
- * instruction entry in the IDT, then the Intel Pentium
- * F00F bug workaround was triggered, and we need to
- * treat it is as an illegal instruction, and not a page
- * fault.
- */
-#if defined(I586_CPU) && !defined(NO_F00F_HACK)
- if ((eva == (unsigned int)&idt[6]) && has_f00f_bug)
- return -2;
-#endif
- if (usermode)
- goto nogo;
-
- map = kernel_map;
- } else {
- /*
- * This is a fault on non-kernel virtual memory.
- * vm is initialized above to NULL. If curproc is NULL
- * or curproc->p_vmspace is NULL the fault is fatal.
- */
- if (p != NULL)
- vm = p->p_vmspace;
-
- if (vm == NULL)
- goto nogo;
-
- map = &vm->vm_map;
- }
-
- if (frame->tf_err & PGEX_W)
- ftype = VM_PROT_WRITE;
- else
- ftype = VM_PROT_READ;
-
- if (map != kernel_map) {
- /*
- * Keep swapout from messing with us during this
- * critical time.
- */
- PROC_LOCK(p);
- ++p->p_lock;
- PROC_UNLOCK(p);
-
- /* Fault in the user page: */
- rv = vm_fault(map, va, ftype,
- (ftype & VM_PROT_WRITE) ? VM_FAULT_DIRTY
- : VM_FAULT_NORMAL);
-
- PROC_LOCK(p);
- --p->p_lock;
- PROC_UNLOCK(p);
- } else {
- /*
- * Don't have to worry about process locking or stacks in the
- * kernel.
- */
- rv = vm_fault(map, va, ftype, VM_FAULT_NORMAL);
- }
- if (rv == KERN_SUCCESS)
- return (0);
-nogo:
- if (!usermode) {
- if (td->td_intr_nesting_level == 0 &&
- PCPU_GET(curpcb)->pcb_onfault != NULL) {
- frame->tf_eip = (int)PCPU_GET(curpcb)->pcb_onfault;
- return (0);
- }
- trap_fatal(frame, eva);
- return (-1);
- }
-
- /* kludge to pass faulting virtual address to sendsig */
- frame->tf_err = eva;
-
- return((rv == KERN_PROTECTION_FAILURE) ? SIGBUS : SIGSEGV);
-}
-
-static void
-trap_fatal(struct trapframe *frame, vm_offset_t eva)
-{
- int code, type, ss, esp;
- struct soft_segment_descriptor softseg;
-
- code = frame->tf_err;
- type = frame->tf_trapno;
-#if 0
- XENPRINTF("trying to read gdt\n");
- sdtossd(&gdt[IDXSEL(frame->tf_cs & 0xffff)].sd, &softseg);
- XENPRINTF("read gdt\n");
-#endif
- if (type <= MAX_TRAP_MSG)
- printf("\n\nFatal trap %d: %s while in %s mode\n",
- type, trap_msg[type],
- frame->tf_eflags & PSL_VM ? "vm86" :
- ISPL(frame->tf_cs) == SEL_UPL ? "user" : "kernel");
-#ifdef SMP
- /* two separate prints in case of a trap on an unmapped page */
- printf("cpuid = %d; ", PCPU_GET(cpuid));
- printf("apic id = %02x\n", PCPU_GET(apic_id));
-#endif
- if (type == T_PAGEFLT) {
- printf("fault virtual address = 0x%x\n", eva);
- printf("fault code = %s %s, %s\n",
- code & PGEX_U ? "user" : "supervisor",
- code & PGEX_W ? "write" : "read",
- code & PGEX_P ? "protection violation" : "page not
present");
- }
- printf("instruction pointer = 0x%x:0x%x\n",
- frame->tf_cs & 0xffff, frame->tf_eip);
- if ((ISPL(frame->tf_cs) == SEL_UPL) || (frame->tf_eflags & PSL_VM)) {
- ss = frame->tf_ss & 0xffff;
- esp = frame->tf_esp;
- } else {
- ss = GSEL(GDATA_SEL, SEL_KPL);
- esp = (int)&frame->tf_esp;
- }
- printf("stack pointer = 0x%x:0x%x\n", ss, esp);
- printf("frame pointer = 0x%x:0x%x\n", ss, frame->tf_ebp);
- printf("code segment = base 0x%x, limit 0x%x, type 0x%x\n",
- softseg.ssd_base, softseg.ssd_limit, softseg.ssd_type);
- printf(" = DPL %d, pres %d, def32 %d, gran %d\n",
- softseg.ssd_dpl, softseg.ssd_p, softseg.ssd_def32,
- softseg.ssd_gran);
- printf("processor eflags = ");
- if (frame->tf_eflags & PSL_T)
- printf("trace trap, ");
- if (frame->tf_eflags & PSL_I)
- printf("interrupt enabled, ");
- if (frame->tf_eflags & PSL_NT)
- printf("nested task, ");
- if (frame->tf_eflags & PSL_RF)
- printf("resume, ");
- if (frame->tf_eflags & PSL_VM)
- printf("vm86, ");
- printf("IOPL = %d\n", (frame->tf_eflags & PSL_IOPL) >> 12);
- printf("current process = ");
- if (curproc) {
- printf("%lu (%s)\n",
- (u_long)curproc->p_pid, curproc->p_comm ?
- curproc->p_comm : "");
- } else {
- printf("Idle\n");
- }
- /* XXX */
-
-#ifdef KDB
- if (kdb_trap(type, 0, frame))
- return;
-#endif
- printf("trap number = %d\n", type);
- if (type <= MAX_TRAP_MSG)
- panic("%s", trap_msg[type]);
- else
- panic("unknown/reserved trap");
-}
-
-/*
- * Double fault handler. Called when a fault occurs while writing
- * a frame for a trap/exception onto the stack. This usually occurs
- * when the stack overflows (such is the case with infinite recursion,
- * for example).
- *
- * XXX Note that the current PTD gets replaced by IdlePTD when the
- * task switch occurs. This means that the stack that was active at
- * the time of the double fault is not available at <kstack> unless
- * the machine was idle when the double fault occurred. The downside
- * of this is that "trace <ebp>" in ddb won't work.
- */
-void
-dblfault_handler()
-{
- printf("\nFatal double fault:\n");
- printf("eip = 0x%x\n", PCPU_GET(common_tss.tss_eip));
- printf("esp = 0x%x\n", PCPU_GET(common_tss.tss_esp));
- printf("ebp = 0x%x\n", PCPU_GET(common_tss.tss_ebp));
-#ifdef SMP
- /* two separate prints in case of a trap on an unmapped page */
- printf("cpuid = %d; ", PCPU_GET(cpuid));
- printf("apic id = %02x\n", PCPU_GET(apic_id));
-#endif
- panic("double fault");
-}
-
-/*
- * syscall - system call request C handler
- *
- * A system call is essentially treated as a trap.
- */
-void
-syscall(frame)
- struct trapframe frame;
-{
- caddr_t params;
- struct sysent *callp;
- struct thread *td = curthread;
- struct proc *p = td->td_proc;
- register_t orig_tf_eflags;
- u_int sticks;
- int error;
- int narg;
- int args[8];
- u_int code;
-
- /*
- * note: PCPU_LAZY_INC() can only be used if we can afford
- * occassional inaccuracy in the count.
- */
- PCPU_LAZY_INC(cnt.v_syscall);
-
-#ifdef DIAGNOSTIC
- if (ISPL(frame.tf_cs) != SEL_UPL) {
- mtx_lock(&Giant); /* try to stabilize the system XXX */
- panic("syscall");
- /* NOT REACHED */
- mtx_unlock(&Giant);
- }
-#endif
-
- sticks = td->td_sticks;
- td->td_frame = &frame;
- if (td->td_ucred != p->p_ucred)
- cred_update_thread(td);
- if (p->p_flag & P_SA)
- thread_user_enter(td);
- params = (caddr_t)frame.tf_esp + sizeof(int);
- code = frame.tf_eax;
- orig_tf_eflags = frame.tf_eflags;
-
- if (p->p_sysent->sv_prepsyscall) {
- /*
- * The prep code is MP aware.
- */
- (*p->p_sysent->sv_prepsyscall)(&frame, args, &code, ¶ms);
- } else {
- /*
- * Need to check if this is a 32 bit or 64 bit syscall.
- * fuword is MP aware.
- */
- if (code == SYS_syscall) {
- /*
- * Code is first argument, followed by actual args.
- */
- code = fuword(params);
- params += sizeof(int);
- } else if (code == SYS___syscall) {
- /*
- * Like syscall, but code is a quad, so as to maintain
- * quad alignment for the rest of the arguments.
- */
- code = fuword(params);
- params += sizeof(quad_t);
- }
- }
-
- if (p->p_sysent->sv_mask)
- code &= p->p_sysent->sv_mask;
-
- if (code >= p->p_sysent->sv_size)
- callp = &p->p_sysent->sv_table[0];
- else
- callp = &p->p_sysent->sv_table[code];
-
- narg = callp->sy_narg & SYF_ARGMASK;
-
- /*
- * copyin and the ktrsyscall()/ktrsysret() code is MP-aware
- */
- if (params != NULL && narg != 0)
- error = copyin(params, (caddr_t)args,
- (u_int)(narg * sizeof(int)));
- else
- error = 0;
-
-#ifdef KTRACE
- if (KTRPOINT(td, KTR_SYSCALL))
- ktrsyscall(code, narg, args);
-#endif
- CTR4(KTR_SYSC, "syscall enter thread %p pid %d proc %s code %d", td,
- td->td_proc->p_pid, td->td_proc->p_comm, code);
-
- /*
- * Try to run the syscall without Giant if the syscall
- * is MP safe.
- */
- if ((callp->sy_narg & SYF_MPSAFE) == 0)
- mtx_lock(&Giant);
-
- if (error == 0) {
- td->td_retval[0] = 0;
- td->td_retval[1] = frame.tf_edx;
-
- STOPEVENT(p, S_SCE, narg);
-
- PTRACESTOP_SC(p, td, S_PT_SCE);
-
- error = (*callp->sy_call)(td, args);
- }
-
- switch (error) {
- case 0:
- frame.tf_eax = td->td_retval[0];
- frame.tf_edx = td->td_retval[1];
- frame.tf_eflags &= ~PSL_C;
- break;
-
- case ERESTART:
- /*
- * Reconstruct pc, assuming lcall $X,y is 7 bytes,
- * int 0x80 is 2 bytes. We saved this in tf_err.
- */
- frame.tf_eip -= frame.tf_err;
- break;
-
- case EJUSTRETURN:
- break;
-
- default:
- if (p->p_sysent->sv_errsize) {
- if (error >= p->p_sysent->sv_errsize)
- error = -1; /* XXX */
- else
- error = p->p_sysent->sv_errtbl[error];
- }
- frame.tf_eax = error;
- frame.tf_eflags |= PSL_C;
- break;
- }
-
- /*
- * Release Giant if we previously set it.
- */
- if ((callp->sy_narg & SYF_MPSAFE) == 0)
- mtx_unlock(&Giant);
-
- /*
- * Traced syscall.
- */
- if ((orig_tf_eflags & PSL_T) && !(orig_tf_eflags & PSL_VM)) {
- frame.tf_eflags &= ~PSL_T;
- trapsignal(td, SIGTRAP, 0);
- }
-
- /*
- * Handle reschedule and other end-of-syscall issues
- */
- userret(td, &frame, sticks);
-
-#ifdef KTRACE
- if (KTRPOINT(td, KTR_SYSRET))
- ktrsysret(code, error, td->td_retval[0]);
-#endif
-
- /*
- * This works because errno is findable through the
- * register set. If we ever support an emulation where this
- * is not the case, this code will need to be revisited.
- */
- STOPEVENT(p, S_SCX, code);
-
- PTRACESTOP_SC(p, td, S_PT_SCX);
-
- WITNESS_WARN(WARN_PANIC, NULL, "System call %s returning",
- (code >= 0 && code < SYS_MAXSYSCALL) ? syscallnames[code] : "???");
- mtx_assert(&sched_lock, MA_NOTOWNED);
- mtx_assert(&Giant, MA_NOTOWNED);
-}
-
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/vm_machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/vm_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,620 +0,0 @@
-/*-
- * Copyright (c) 1982, 1986 The Regents of the University of California.
- * Copyright (c) 1989, 1990 William Jolitz
- * Copyright (c) 1994 John Dyson
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * the Systems Programming Group of the University of Utah Computer
- * Science Department, and William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)vm_machdep.c 7.3 (Berkeley) 5/13/91
- * Utah $Hdr: vm_machdep.c 1.16.1.1 89/06/23$
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/i386/vm_machdep.c,v 1.219 2003/11/17 18:22:24
alc Exp $");
-
-#include "opt_npx.h"
-#ifdef PC98
-#include "opt_pc98.h"
-#endif
-#include "opt_reset.h"
-#include "opt_cpu.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bio.h>
-#include <sys/buf.h>
-#include <sys/kse.h>
-#include <sys/kernel.h>
-#include <sys/ktr.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/mbuf.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/sf_buf.h>
-#include <sys/smp.h>
-#include <sys/sysctl.h>
-#include <sys/unistd.h>
-#include <sys/user.h>
-#include <sys/vnode.h>
-#include <sys/vmmeter.h>
-
-#include <machine/cpu.h>
-#include <machine/cputypes.h>
-#include <machine/md_var.h>
-#include <machine/pcb.h>
-#include <machine/pcb_ext.h>
-
-#include <vm/vm.h>
-#include <vm/vm_extern.h>
-#include <vm/vm_kern.h>
-#include <vm/vm_page.h>
-#include <vm/vm_map.h>
-#include <vm/vm_param.h>
-
-#ifdef PC98
-#include <pc98/pc98/pc98.h>
-#else
-#include <i386/isa/isa.h>
-#endif
-
-#ifndef NSFBUFS
-#define NSFBUFS (512 + maxusers * 16)
-#endif
-
-#include <machine/xenfunc.h>
-#if 0
-#ifdef SMP
-static void cpu_reset_proxy(void);
-static u_int cpu_reset_proxyid;
-static volatile u_int cpu_reset_proxy_active;
-#endif
-#endif
-static void sf_buf_init(void *arg);
-SYSINIT(sock_sf, SI_SUB_MBUF, SI_ORDER_ANY, sf_buf_init, NULL)
-
-LIST_HEAD(sf_head, sf_buf);
-
-/*
- * A hash table of active sendfile(2) buffers
- */
-static TAILQ_HEAD(, sf_buf) sf_buf_freelist;
-
-
-static struct sf_head *sf_buf_active;
-static u_long sf_buf_hashmask;
-
-
-#define SF_BUF_HASH(m) (((m) - vm_page_array) & sf_buf_hashmask)
-
-static u_int sf_buf_alloc_want;
-
-/*
- * A lock used to synchronize access to the hash table and free list
- */
-static struct mtx sf_buf_lock;
-
-extern int _ucodesel, _udatasel;
-
-/*
- * Finish a fork operation, with process p2 nearly set up.
- * Copy and update the pcb, set up the stack so that the child
- * ready to run and return to user mode.
- */
-void
-cpu_fork(struct thread *td1,
- struct proc *p2,
- struct thread *td2,
- int flags)
-{
- register struct proc *p1;
- struct pcb *pcb2;
- struct mdproc *mdp2;
-#ifdef DEV_NPX
- register_t savecrit;
-#endif
-
- p1 = td1->td_proc;
- if ((flags & RFPROC) == 0) {
- if ((flags & RFMEM) == 0) {
- /* unshare user LDT */
- struct mdproc *mdp1 = &p1->p_md;
- struct proc_ldt *pldt = mdp1->md_ldt;
- if (pldt && pldt->ldt_refcnt > 1) {
- pldt = user_ldt_alloc(mdp1, pldt->ldt_len);
- if (pldt == NULL)
- panic("could not copy LDT");
- mdp1->md_ldt = pldt;
- set_user_ldt(mdp1);
- user_ldt_free(td1);
- }
- }
- return;
- }
-
- /* Ensure that p1's pcb is up to date. */
-#ifdef DEV_NPX
- if (td1 == curthread)
- td1->td_pcb->pcb_gs = rgs();
- savecrit = intr_disable();
- if (PCPU_GET(fpcurthread) == td1)
- npxsave(&td1->td_pcb->pcb_save);
- intr_restore(savecrit);
-#endif
-
- /* Point the pcb to the top of the stack */
- pcb2 = (struct pcb *)(td2->td_kstack + td2->td_kstack_pages *
PAGE_SIZE) - 1;
- td2->td_pcb = pcb2;
-
- /* Copy p1's pcb */
- bcopy(td1->td_pcb, pcb2, sizeof(*pcb2));
-
- /* Point mdproc and then copy over td1's contents */
- mdp2 = &p2->p_md;
- bcopy(&p1->p_md, mdp2, sizeof(*mdp2));
-
- /*
- * Create a new fresh stack for the new process.
- * Copy the trap frame for the return to user mode as if from a
- * syscall. This copies most of the user mode register values.
- */
- td2->td_frame = (struct trapframe *)((caddr_t)td2->td_pcb) - 1;
- bcopy(td1->td_frame, td2->td_frame, sizeof(struct trapframe));
-
- td2->td_frame->tf_eax = 0; /* Child returns zero */
- td2->td_frame->tf_eflags &= ~PSL_C; /* success */
- td2->td_frame->tf_edx = 1;
- /*
- * Set registers for trampoline to user mode. Leave space for the
- * return address on stack. These are the kernel mode register values.
- */
- pcb2->pcb_cr3 = vtophys(vmspace_pmap(p2->p_vmspace)->pm_pdir);
- pcb2->pcb_edi = 0;
- pcb2->pcb_esi = (int)fork_return; /* fork_trampoline argument */
- pcb2->pcb_ebp = 0;
- pcb2->pcb_esp = (int)td2->td_frame - sizeof(void *);
- pcb2->pcb_ebx = (int)td2; /* fork_trampoline argument */
- pcb2->pcb_eip = (int)fork_trampoline;
- pcb2->pcb_psl = PSL_KERNEL; /* ints disabled */
- pcb2->pcb_gs = rgs();
- /*-
- * pcb2->pcb_dr*: cloned above.
- * pcb2->pcb_savefpu: cloned above.
- * pcb2->pcb_flags: cloned above.
- * pcb2->pcb_onfault: cloned above (always NULL here?).
- * pcb2->pcb_gs: cloned above.
- * pcb2->pcb_ext: cleared below.
- */
-
- /*
- * XXX don't copy the i/o pages. this should probably be fixed.
- */
- pcb2->pcb_ext = 0;
-
- /* Copy the LDT, if necessary. */
- mtx_lock_spin(&sched_lock);
-
- if (mdp2->md_ldt != 0) {
- if (flags & RFMEM) {
- mdp2->md_ldt->ldt_refcnt++;
- } else {
- mdp2->md_ldt = user_ldt_alloc(mdp2,
- mdp2->md_ldt->ldt_len);
- if (mdp2->md_ldt == NULL)
- panic("could not copy LDT");
- }
- }
- mtx_unlock_spin(&sched_lock);
-
- /*
- * Now, cpu_switch() can schedule the new process.
- * pcb_esp is loaded pointing to the cpu_switch() stack frame
- * containing the return address when exiting cpu_switch.
- * This will normally be to fork_trampoline(), which will have
- * %ebx loaded with the new proc's pointer. fork_trampoline()
- * will set up a stack to call fork_return(p, frame); to complete
- * the return to user-mode.
- */
-}
-
-/*
- * Intercept the return address from a freshly forked process that has NOT
- * been scheduled yet.
- *
- * This is needed to make kernel threads stay in kernel mode.
- */
-void
-cpu_set_fork_handler(td, func, arg)
- struct thread *td;
- void (*func)(void *);
- void *arg;
-{
- /*
- * Note that the trap frame follows the args, so the function
- * is really called like this: func(arg, frame);
- */
- td->td_pcb->pcb_esi = (int) func; /* function */
- td->td_pcb->pcb_ebx = (int) arg; /* first arg */
-}
-
-void
-cpu_exit(struct thread *td)
-{
- struct mdproc *mdp;
- struct pcb *pcb = td->td_pcb;
-
-
- /* Reset pc->pcb_gs and %gs before possibly invalidating it. */
- mdp = &td->td_proc->p_md;
- if (mdp->md_ldt) {
- td->td_pcb->pcb_gs = _udatasel;
- load_gs(_udatasel);
- user_ldt_free(td);
- }
- if (pcb->pcb_flags & PCB_DBREGS) {
- /* disable all hardware breakpoints */
- reset_dbregs();
- pcb->pcb_flags &= ~PCB_DBREGS;
- }
-}
-
-void
-cpu_thread_exit(struct thread *td)
-{
- struct pcb *pcb = td->td_pcb;
-#ifdef DEV_NPX
- if (td == PCPU_GET(fpcurthread))
- npxdrop();
-#endif
- if (pcb->pcb_flags & PCB_DBREGS) {
- /* disable all hardware breakpoints */
- reset_dbregs();
- pcb->pcb_flags &= ~PCB_DBREGS;
- }
-}
-
-void
-cpu_thread_clean(struct thread *td)
-{
- struct pcb *pcb;
-
- pcb = td->td_pcb;
- if (pcb->pcb_ext != 0) {
- /* XXXKSE XXXSMP not SMP SAFE.. what locks do we have? */
- /* if (pcb->pcb_ext->ext_refcount-- == 1) ?? */
- /*
- * XXX do we need to move the TSS off the allocated pages
- * before freeing them? (not done here)
- */
- kmem_free(kernel_map, (vm_offset_t)pcb->pcb_ext,
- ctob(IOPAGES + 1));
- pcb->pcb_ext = 0;
- }
-}
-
-void
-cpu_thread_swapin(struct thread *td)
-{
-}
-
-void
-cpu_thread_swapout(struct thread *td)
-{
-}
-
-void
-cpu_thread_setup(struct thread *td)
-{
-
- td->td_pcb =
- (struct pcb *)(td->td_kstack + td->td_kstack_pages * PAGE_SIZE) -
1;
- td->td_frame = (struct trapframe *)((caddr_t)td->td_pcb - 16) - 1;
- td->td_pcb->pcb_ext = NULL;
-}
-
-/*
- * Initialize machine state (pcb and trap frame) for a new thread about to
- * upcall. Pu t enough state in the new thread's PCB to get it to go back
- * userret(), where we can intercept it again to set the return (upcall)
- * Address and stack, along with those from upcals that are from other sources
- * such as those generated in thread_userret() itself.
- */
-void
-cpu_set_upcall(struct thread *td, struct thread *td0)
-{
- struct pcb *pcb2;
-
- /* Point the pcb to the top of the stack. */
- pcb2 = td->td_pcb;
-
- /*
- * Copy the upcall pcb. This loads kernel regs.
- * Those not loaded individually below get their default
- * values here.
- *
- * XXXKSE It might be a good idea to simply skip this as
- * the values of the other registers may be unimportant.
- * This would remove any requirement for knowing the KSE
- * at this time (see the matching comment below for
- * more analysis) (need a good safe default).
- */
- bcopy(td0->td_pcb, pcb2, sizeof(*pcb2));
- pcb2->pcb_flags &= ~(PCB_NPXTRAP|PCB_NPXINITDONE);
-
- /*
- * Create a new fresh stack for the new thread.
- * Don't forget to set this stack value into whatever supplies
- * the address for the fault handlers.
- * The contexts are filled in at the time we actually DO the
- * upcall as only then do we know which KSE we got.
- */
- bcopy(td0->td_frame, td->td_frame, sizeof(struct trapframe));
-
- /*
- * Set registers for trampoline to user mode. Leave space for the
- * return address on stack. These are the kernel mode register values.
- */
-#ifdef PAE
- pcb2->pcb_cr3 = vtophys(vmspace_pmap(td->td_proc->p_vmspace)->pm_pdpt);
-#else
- pcb2->pcb_cr3 = vtophys(vmspace_pmap(td->td_proc->p_vmspace)->pm_pdir);
-#endif
- pcb2->pcb_edi = 0;
- pcb2->pcb_esi = (int)fork_return; /* trampoline arg */
- pcb2->pcb_ebp = 0;
- pcb2->pcb_esp = (int)td->td_frame - sizeof(void *); /* trampoline arg */
- pcb2->pcb_ebx = (int)td; /* trampoline arg */
- pcb2->pcb_eip = (int)fork_trampoline;
- pcb2->pcb_psl &= ~(PSL_I); /* interrupts must be disabled */
- pcb2->pcb_gs = rgs();
- /*
- * If we didn't copy the pcb, we'd need to do the following registers:
- * pcb2->pcb_dr*: cloned above.
- * pcb2->pcb_savefpu: cloned above.
- * pcb2->pcb_flags: cloned above.
- * pcb2->pcb_onfault: cloned above (always NULL here?).
- * pcb2->pcb_gs: cloned above. XXXKSE ???
- * pcb2->pcb_ext: cleared below.
- */
- pcb2->pcb_ext = NULL;
-}
-
-/*
- * Set that machine state for performing an upcall that has to
- * be done in thread_userret() so that those upcalls generated
- * in thread_userret() itself can be done as well.
- */
-void
-cpu_set_upcall_kse(struct thread *td, struct kse_upcall *ku)
-{
-
- /*
- * Do any extra cleaning that needs to be done.
- * The thread may have optional components
- * that are not present in a fresh thread.
- * This may be a recycled thread so make it look
- * as though it's newly allocated.
- */
- cpu_thread_clean(td);
-
- /*
- * Set the trap frame to point at the beginning of the uts
- * function.
- */
- td->td_frame->tf_ebp = 0;
- td->td_frame->tf_esp =
- (int)ku->ku_stack.ss_sp + ku->ku_stack.ss_size - 16;
- td->td_frame->tf_eip = (int)ku->ku_func;
-
- /*
- * Pass the address of the mailbox for this kse to the uts
- * function as a parameter on the stack.
- */
- suword((void *)(td->td_frame->tf_esp + sizeof(void *)),
- (int)ku->ku_mailbox);
-}
-
-/*
- * Convert kernel VA to physical address
- */
-vm_paddr_t
-kvtop(void *addr)
-{
- vm_paddr_t pa;
-
- pa = pmap_kextract((vm_offset_t)addr);
- if (pa == 0)
- panic("kvtop: zero page frame");
- return (pa);
-}
-
-/*
- * Force reset the processor by invalidating the entire address space!
- */
-
-#if 0
-#ifdef SMP
-static void
-cpu_reset_proxy()
-{
-
- cpu_reset_proxy_active = 1;
- while (cpu_reset_proxy_active == 1)
- ; /* Wait for other cpu to see that we've started */
- stop_cpus((1<<cpu_reset_proxyid));
- printf("cpu_reset_proxy: Stopped CPU %d\n", cpu_reset_proxyid);
- DELAY(1000000);
- cpu_reset();
-}
-#endif
-#endif
-void
-cpu_reset()
-{
- HYPERVISOR_shutdown();
-}
-
-
-/*
- * Allocate a pool of sf_bufs (sendfile(2) or "super-fast" if you prefer. :-))
- */
-static void
-sf_buf_init(void *arg)
-{
- struct sf_buf *sf_bufs;
- vm_offset_t sf_base;
- int i;
-
- nsfbufs = NSFBUFS;
- TUNABLE_INT_FETCH("kern.ipc.nsfbufs", &nsfbufs);
-
- sf_buf_active = hashinit(nsfbufs, M_TEMP, &sf_buf_hashmask);
- TAILQ_INIT(&sf_buf_freelist);
- sf_base = kmem_alloc_nofault(kernel_map, nsfbufs * PAGE_SIZE);
- sf_bufs = malloc(nsfbufs * sizeof(struct sf_buf), M_TEMP,
- M_NOWAIT | M_ZERO);
- for (i = 0; i < nsfbufs; i++) {
- sf_bufs[i].kva = sf_base + i * PAGE_SIZE;
- TAILQ_INSERT_TAIL(&sf_buf_freelist, &sf_bufs[i], free_entry);
- }
- sf_buf_alloc_want = 0;
- mtx_init(&sf_buf_lock, "sf_buf", NULL, MTX_DEF);
-}
-
-/*
- * Get an sf_buf from the freelist. Will block if none are available.
- */
-struct sf_buf *
-sf_buf_alloc(struct vm_page *m, int pri)
-{
- struct sf_head *hash_list;
- struct sf_buf *sf;
- int error;
-
- hash_list = &sf_buf_active[SF_BUF_HASH(m)];
- mtx_lock(&sf_buf_lock);
- LIST_FOREACH(sf, hash_list, list_entry) {
- if (sf->m == m) {
- sf->ref_count++;
- if (sf->ref_count == 1) {
- TAILQ_REMOVE(&sf_buf_freelist, sf, free_entry);
- nsfbufsused++;
- nsfbufspeak = imax(nsfbufspeak, nsfbufsused);
- }
- goto done;
- }
- }
- while ((sf = TAILQ_FIRST(&sf_buf_freelist)) == NULL) {
- sf_buf_alloc_want++;
- mbstat.sf_allocwait++;
- error = msleep(&sf_buf_freelist, &sf_buf_lock, PVM | pri,
- "sfbufa", 0);
- sf_buf_alloc_want--;
-
- /*
- * If we got a signal, don't risk going back to sleep.
- */
- if (error)
- goto done;
- }
- TAILQ_REMOVE(&sf_buf_freelist, sf, free_entry);
- if (sf->m != NULL)
- LIST_REMOVE(sf, list_entry);
- LIST_INSERT_HEAD(hash_list, sf, list_entry);
- sf->ref_count = 1;
- sf->m = m;
- nsfbufsused++;
- nsfbufspeak = imax(nsfbufspeak, nsfbufsused);
- pmap_qenter(sf->kva, &sf->m, 1);
-done:
- mtx_unlock(&sf_buf_lock);
- return (sf);
-}
-
-/*
- * Detatch mapped page and release resources back to the system.
- */
-void
-sf_buf_free(struct sf_buf *sf)
-{
- mtx_lock(&sf_buf_lock);
- sf->ref_count--;
- if (sf->ref_count == 0) {
- TAILQ_INSERT_TAIL(&sf_buf_freelist, sf, free_entry);
- nsfbufsused--;
- /* XEN only */
- pmap_qremove(sf->kva, 1);
- sf->m = NULL;
- LIST_REMOVE(sf, list_entry);
- /* ----- */
- if (sf_buf_alloc_want > 0)
- wakeup_one(&sf_buf_freelist);
- }
- mtx_unlock(&sf_buf_lock);
-}
-
-/*
- * Software interrupt handler for queued VM system processing.
- */
-void
-swi_vm(void *dummy)
-{
- if (busdma_swi_pending != 0)
- busdma_swi();
-}
-
-/*
- * Tell whether this address is in some physical memory region.
- * Currently used by the kernel coredump code in order to avoid
- * dumping the ``ISA memory hole'' which could cause indefinite hangs,
- * or other unpredictable behaviour.
- */
-
-int
-is_physical_memory(vm_paddr_t addr)
-{
-
-#ifdef DEV_ISA
- /* The ISA ``memory hole''. */
- if (addr >= 0xa0000 && addr < 0x100000)
- return 0;
-#endif
-
- /*
- * stuff other tests for known memory-mapped devices (PCI?)
- * here
- */
-
- return 1;
-}
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/xen_bus.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/xen_bus.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,238 +0,0 @@
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/malloc.h>
-#include <sys/module.h>
-#include <sys/kernel.h>
-#include <machine/bus.h>
-#include <sys/rman.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-
-#include <machine/frame.h>
-#include <machine/intr_machdep.h>
-#include <machine/resource.h>
-
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/xen_intr.h>
-
-static MALLOC_DEFINE(M_XENDEV, "xenintrdrv", "xen system device");
-
-struct xenbus_device {
- struct resource_list xen_resources;
-};
-
-#define DEVTOXEN(dev) ((struct xenbus_device *)device_get_ivars(dev))
-
-static void xenbus_identify(driver_t *, device_t);
-static int xenbus_probe(device_t);
-static int xenbus_attach(device_t);
-static int xenbus_print_child(device_t, device_t);
-static device_t xenbus_add_child(device_t bus, int order, const char *name,
- int unit);
-static struct resource *xenbus_alloc_resource(device_t, device_t, int, int *,
- u_long, u_long, u_long, u_int);
-static int xenbus_release_resource(device_t, device_t, int, int,
- struct resource *);
-static int xenbus_set_resource(device_t, device_t, int, int, u_long, u_long);
-static int xenbus_get_resource(device_t, device_t, int, int, u_long *, u_long
*);
-static void xenbus_delete_resource(device_t, device_t, int, int);
-
-
-static device_method_t xenbus_methods[] = {
- /* Device interface */
- DEVMETHOD(device_identify, xenbus_identify),
- DEVMETHOD(device_probe, xenbus_probe),
- DEVMETHOD(device_attach, xenbus_attach),
- DEVMETHOD(device_detach, bus_generic_detach),
- DEVMETHOD(device_shutdown, bus_generic_shutdown),
- DEVMETHOD(device_suspend, bus_generic_suspend),
- DEVMETHOD(device_resume, bus_generic_resume),
-
- /* Bus interface */
- DEVMETHOD(bus_print_child, xenbus_print_child),
- DEVMETHOD(bus_add_child, xenbus_add_child),
- DEVMETHOD(bus_read_ivar, bus_generic_read_ivar),
- DEVMETHOD(bus_write_ivar, bus_generic_write_ivar),
- DEVMETHOD(bus_set_resource, xenbus_set_resource),
- DEVMETHOD(bus_get_resource, xenbus_get_resource),
- DEVMETHOD(bus_alloc_resource, xenbus_alloc_resource),
- DEVMETHOD(bus_release_resource, xenbus_release_resource),
- DEVMETHOD(bus_delete_resource, xenbus_delete_resource),
- DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
- DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
- DEVMETHOD(bus_setup_intr, bus_generic_setup_intr),
- DEVMETHOD(bus_teardown_intr, bus_generic_teardown_intr),
-
- { 0, 0 }
-};
-
-
-static driver_t xenbus_driver = {
- "xenbus",
- xenbus_methods,
- 1, /* no softc */
-};
-static devclass_t xenbus_devclass;
-static device_t xenbus_dev;
-static boolean_t xenbus_probe_delay = TRUE; /* delay child probes */
-
-DRIVER_MODULE(xenbus, nexus, xenbus_driver, xenbus_devclass, 0, 0);
-
-static void
-xenbus_identify(driver_t *driver, device_t parent)
-{
-
- /*
- * Add child device with order of 0 so it gets probed
- * first
- */
- xenbus_dev = BUS_ADD_CHILD(parent, 0, "xenbus", 0);
- if (xenbus_dev == NULL)
- panic("xenbus: could not attach");
-}
-
-static int
-xenbus_probe(device_t dev)
-{
- device_set_desc(dev, "xen system");
- device_quiet(dev);
- return (0);
-}
-
-static int
-xenbus_attach(device_t dev)
-{
- /*
- * First, let our child driver's identify any child devices that
- * they can find. Once that is done attach any devices that we
- * found.
- */
- if (!xenbus_probe_delay) {
- bus_generic_probe(dev);
- bus_generic_attach(dev);
- }
-
- return 0;
-}
-
-
-static int
-xenbus_print_all_resources(device_t dev)
-{
- struct xenbus_device *xdev = device_get_ivars(dev);
- struct resource_list *rl = &xdev->xen_resources;
- int retval = 0;
-
- if (SLIST_FIRST(rl))
- retval += printf(" at");
-
- retval += resource_list_print_type(rl, "port", SYS_RES_IOPORT, "%#lx");
- retval += resource_list_print_type(rl, "iomem", SYS_RES_MEMORY, "%#lx");
- retval += resource_list_print_type(rl, "irq", SYS_RES_IRQ, "%ld");
-
- return retval;
-}
-
-
-static int
-xenbus_print_child(device_t bus, device_t child)
-{
- int retval = 0;
-
- retval += bus_print_child_header(bus, child);
- retval += xenbus_print_all_resources(child);
- retval += printf(" on motherboard\n"); /* XXX "motherboard", ick */
-
- return (retval);
-}
-
-static device_t
-xenbus_add_child(device_t bus, int order, const char *name, int unit)
-{
- device_t child;
- struct xenbus_device *xendev;
-
- xendev = malloc(sizeof(struct xenbus_device), M_XENDEV,
- M_NOWAIT | M_ZERO);
- if (!xendev)
- return(0);
- resource_list_init(&xendev->xen_resources);
-
- child = device_add_child_ordered(bus, order, name, unit);
-
- /* should we free this in xenbus_child_detached? */
- device_set_ivars(child, xendev);
-
- return(child);
-}
-
-static struct resource *
-xenbus_alloc_resource(device_t bus, device_t child, int type, int *rid,
- u_long start, u_long end, u_long count, u_int flags)
-{
- struct xenbus_device *xendev = DEVTOXEN(child);
- struct resource_list *rl = &xendev->xen_resources;
-
- return (resource_list_alloc(rl, bus, child, type, rid, start, end,
- count, flags));
-}
-
-
-static int
-xenbus_release_resource(device_t bus, device_t child, int type, int rid,
- struct resource *r)
-{
- struct xenbus_device *xendev = DEVTOXEN(child);
- struct resource_list *rl = &xendev->xen_resources;
-
- return (resource_list_release(rl, bus, child, type, rid, r));
-}
-
-static int
-xenbus_set_resource(device_t dev, device_t child, int type, int rid,
- u_long start, u_long count)
-{
- struct xenbus_device *xendev = DEVTOXEN(child);
- struct resource_list *rl = &xendev->xen_resources;
-
- resource_list_add(rl, type, rid, start, start + count - 1, count);
- return(0);
-}
-
-static int
-xenbus_get_resource(device_t dev, device_t child, int type, int rid,
- u_long *startp, u_long *countp)
-{
- struct xenbus_device *xendev = DEVTOXEN(child);
- struct resource_list *rl = &xendev->xen_resources;
- struct resource_list_entry *rle;
-
- rle = resource_list_find(rl, type, rid);
- if (!rle)
- return(ENOENT);
- if (startp)
- *startp = rle->start;
- if (countp)
- *countp = rle->count;
- return(0);
-}
-
-static void
-xenbus_delete_resource(device_t dev, device_t child, int type, int rid)
-{
- struct xenbus_device *xendev = DEVTOXEN(child);
- struct resource_list *rl = &xendev->xen_resources;
-
- resource_list_delete(rl, type, rid);
-}
-
-static void
-xenbus_init(void *unused)
-{
- xenbus_probe_delay = FALSE;
- xenbus_attach(xenbus_dev);
-}
-SYSINIT(xenbusdev, SI_SUB_PSEUDO, SI_ORDER_FIRST, xenbus_init, NULL);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/i386-xen/xen_machdep.c
--- a/freebsd-5.3-xen-sparse/i386-xen/i386-xen/xen_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,605 +0,0 @@
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * Copyright (c) 2004,2005 Kip Macy
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/mount.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <sys/reboot.h>
-
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-#include <machine/stdarg.h>
-#include <machine/xenfunc.h>
-#include <machine/xenpmap.h>
-#include <machine/vmparam.h>
-#include <machine/cpu.h>
-#include <machine/xenvar.h>
-
-#include <sys/socket.h>
-#include <sys/sockio.h>
-#include <net/if.h>
-#include <net/if_dl.h>
-#include <net/if_types.h>
-#include <net/if_var.h>
-#include <net/ethernet.h>
-#include <netinet/in.h>
-#include <sys/mbuf.h>
-#include <nfs/rpcv2.h>
-#include <nfsclient/krpc.h>
-#include <nfs/nfsproto.h>
-
-
-shared_info_t *HYPERVISOR_shared_info;
-
-void ni_cli(void);
-void ni_sti(void);
-#ifdef NFS_ROOT
-
-static int
-xdr_opaque_decode(struct mbuf **mptr, u_char *buf, int len)
-{
- struct mbuf *m;
- int alignedlen;
-
- m = *mptr;
- alignedlen = ( len + 3 ) & ~3;
-
- if (m->m_len < alignedlen) {
- m = m_pullup(m, alignedlen);
- if (m == NULL) {
- *mptr = NULL;
- return EBADRPC;
- }
- }
- bcopy(mtod(m, u_char *), buf, len);
- m_adj(m, alignedlen);
- *mptr = m;
- return 0;
-}
-
-
-static int
-getdec(char **ptr)
-{
- char *p;
- int ret;
-
- p = *ptr;
- ret = 0;
- if ((*p < '0') || (*p > '9'))
- return -1;
- while ((*p >= '0') && (*p <= '9')) {
- ret = ret * 10 + (*p - '0');
- p++;
- }
- *ptr = p;
- return ret;
-}
-
-int
-setinaddr(struct sockaddr_in *addr, char *ipstr)
-{
- unsigned int ip;
- int val;
-
- ip = 0;
- if (((val = getdec(&ipstr)) < 0) || (val > 255))
- return 1;
- ip = val << 24;
- if (*ipstr != '.')
- return 1;
- ipstr++;
- if (((val = getdec(&ipstr)) < 0) || (val > 255))
- return 1;
- ip |= (val << 16);
- if (*ipstr != '.')
- return 1;
- ipstr++;
- if (((val = getdec(&ipstr)) < 0) || (val > 255))
- return 1;
- ip |= (val << 8);
- if (*ipstr != '.')
- return 1;
- ipstr++;
- if (((val = getdec(&ipstr)) < 0) || (val > 255))
- return 1;
- ip |= val;
-
- addr->sin_addr.s_addr = htonl(ip);
- addr->sin_len = sizeof(struct sockaddr_in);
- addr->sin_family = AF_INET;
-
- return 0;
-}
-
-static int
-hwaddr_to_sockaddr(char *ev, struct sockaddr_dl *sa)
-{
- char *cp;
- u_int32_t a[6];
- int count;
-
- bzero(sa, sizeof(*sa));
- sa->sdl_len = sizeof(*sa);
- sa->sdl_family = AF_LINK;
- sa->sdl_type = IFT_ETHER;
- sa->sdl_alen = ETHER_ADDR_LEN;
- if ((cp = getenv(ev)) == NULL)
- return (1);
- count = sscanf(cp, "%x:%x:%x:%x:%x:%x",
- &a[0], &a[1], &a[2], &a[3], &a[4], &a[5]);
- freeenv(cp);
- if (count != 6)
- return (1);
- sa->sdl_data[0] = a[0];
- sa->sdl_data[1] = a[1];
- sa->sdl_data[2] = a[2];
- sa->sdl_data[3] = a[3];
- sa->sdl_data[4] = a[4];
- sa->sdl_data[5] = a[5];
- return (0);
-}
-extern int in_control(struct socket *so, u_long cmd,
- caddr_t data, struct ifnet *ifp,
- struct thread *td);
-
-static int
-xen_setnetwork(void)
-{
- int error = 0;
- struct ifaddr *ifa;
- struct ifnet *ifp;
- struct sockaddr_dl *sdl, ourdl;
-
- if (sizeof(struct sockaddr) != sizeof(struct sockaddr_in))
- panic("sizes not equal\n");
-
- if (hwaddr_to_sockaddr("boot.netif.hwaddr", &ourdl)) {
- printf("nfs_diskless: no hardware address\n");
- return -1;
- }
-
-
- ifa = NULL;
- IFNET_RLOCK();
- TAILQ_FOREACH(ifp, &ifnet, if_link) {
- TAILQ_FOREACH(ifa, &ifp->if_addrhead, ifa_link) {
- if ((ifa->ifa_addr->sa_family == AF_LINK) &&
- (sdl = ((struct sockaddr_dl *)ifa->ifa_addr))) {
- if ((sdl->sdl_type == ourdl.sdl_type) &&
- (sdl->sdl_alen == ourdl.sdl_alen) &&
- !bcmp(sdl->sdl_data + sdl->sdl_nlen,
- ourdl.sdl_data + ourdl.sdl_nlen,
- sdl->sdl_alen)) {
- IFNET_RUNLOCK();
- goto match_done;
- }
- }
- }
- }
- IFNET_RUNLOCK();
- printf("nfs_diskless: no interface\n");
- return -1; /* no matching interface */
- match_done:
-
- if (getenv("boot.netif.ip") && getenv("boot.netif.gateway") &&
- getenv("boot.netif.netmask")) {
- struct ifaliasreq ifra;
- char *ip;
-
- bzero(&ifra, sizeof(ifra));
- strcpy(ifra.ifra_name, "xn0");
- ip = getenv("boot.netif.ip");
- setinaddr((struct sockaddr_in *)&(ifra.ifra_addr), ip);
- printf("setting ip to %s\n", ip);
- ip = getenv("boot.netif.netmask");
- setinaddr((struct sockaddr_in *)&ifra.ifra_mask, ip);
- setinaddr((struct sockaddr_in *)&ifra.ifra_broadaddr,
"255.255.255.255");
-
-
- if ((error = in_control(NULL, SIOCAIFADDR, (caddr_t) &ifra, ifp,
curthread)))
- printf("couldn't set interface address %d\n", error);
-#if 0
- if ((error = xn_ioctl(ifp, SIOCSIFNETMASK, (caddr_t)&ifa)))
- printf("couldn't set interface netmask %d\n", error);
-#endif
- }
- return error;
-}
-
-int
-xen_setnfshandle(void)
-{
- char *path, *ip;
- u_char fhp[NFSX_V2FH];
- int error = 0;
- struct sockaddr_in sin_local, *sin ;
- struct mbuf *m;
-
- if ((error = xen_setnetwork()))
- return error;
-
- sin = &sin_local;
-
- path = getenv("boot.nfsroot.path");
- ip = getenv("boot.nfsroot.server");
-
- /* we aren't configured for NFS root */
- if (!path || !ip)
- return 0;
-
- error = setinaddr(sin, ip);
- if (error) {
- printf("invalid ip address %s\n", ip);
- return error;
- }
-
- error = krpc_portmap(sin, RPCPROG_MNT, RPCMNT_VER1,
- &sin->sin_port, curthread);
- if (error) {
- printf("failed to find port number for mountd\n");
- return error;
- }
- m = xdr_string_encode(path, strlen(path));
-
- /* Do RPC to mountd */
- error = krpc_call(sin, RPCPROG_MNT, RPCMNT_VER1,
- RPCMNT_MOUNT, &m, NULL, curthread);
- if (error) {
- printf("call to mountd failed\n");
- return error;
- }
-
- if (xdr_opaque_decode(&m, fhp, NFSX_V2FH) != 0) {
- printf("failed to decode nfs file handle\n");
- return error;
- }
-
- setenv("boot.nfsroot.nfshandle", fhp);
-
- return 0;
-}
-#endif
-void
-ni_cli(void)
-{
- __asm__("pushl %edx;"
- "pushl %eax;"
- );
- __cli();
- __asm__("popl %eax;"
- "popl %edx;"
- );
-}
-
-
-void
-ni_sti(void)
-{
- __asm__("pushl %edx;"
- "pushl %esi;"
- "pushl %eax;"
- );
- __sti();
- __asm__("popl %eax;"
- "popl %esi;"
- "popl %edx;"
- );
-}
-
-/*
- * Modify the cmd_line by converting ',' to NULLs so that it is in a format
- * suitable for the static env vars.
- */
-char *
-xen_setbootenv(char *cmd_line)
-{
- char *cmd_line_next;
-
- for (cmd_line_next = cmd_line; strsep(&cmd_line_next, ",") != NULL;);
- return cmd_line;
-}
-
-static struct
-{
- const char *ev;
- int mask;
-} howto_names[] = {
- {"boot_askname", RB_ASKNAME},
- {"boot_cdrom", RB_CDROM},
- {"boot_userconfig", RB_CONFIG},
- {"boot_ddb", RB_KDB},
- {"boot_gdb", RB_GDB},
- {"boot_gdb_pause", RB_GDB_PAUSE},
- {"boot_single", RB_SINGLE},
- {"boot_verbose", RB_VERBOSE},
- {"boot_multicons", RB_MULTIPLE},
- {"boot_serial", RB_SERIAL},
- {NULL, 0}
-};
-
-int
-xen_boothowto(char *envp)
-{
- int i, howto = 0;
-
- /* get equivalents from the environment */
- for (i = 0; howto_names[i].ev != NULL; i++)
- if (getenv(howto_names[i].ev) != NULL)
- howto |= howto_names[i].mask;
- return howto;
-}
-
-#define PRINTK_BUFSIZE 1024
-void
-printk(const char *fmt, ...)
-{
- __va_list ap;
- int ret;
- static char buf[PRINTK_BUFSIZE];
-
- va_start(ap, fmt);
- ret = vsnprintf(buf, PRINTK_BUFSIZE - 1, fmt, ap);
- va_end(ap);
- buf[ret] = 0;
- (void)HYPERVISOR_console_write(buf, ret);
-}
-
-
-#define XPQUEUE_SIZE 128
-#ifdef SMP
-/* per-cpu queues and indices */
-static mmu_update_t xpq_queue[MAX_VIRT_CPUS][XPQUEUE_SIZE];
-static int xpq_idx[MAX_VIRT_CPUS];
-
-#define XPQ_QUEUE xpq_queue[vcpu]
-#define XPQ_IDX xpq_idx[vcpu]
-#define SET_VCPU() int vcpu = smp_processor_id()
-#else
-static mmu_update_t xpq_queue[XPQUEUE_SIZE];
-static int xpq_idx = 0;
-
-#define XPQ_QUEUE xpq_queue
-#define XPQ_IDX xpq_idx
-#define SET_VCPU()
-#endif
-#define XPQ_IDX_INC atomic_add_int(&XPQ_IDX, 1);
-
-
-static __inline void
-_xen_flush_queue(void)
-{
- SET_VCPU();
- int _xpq_idx = XPQ_IDX;
- int error, i;
- /* window of vulnerability here? */
-
- XPQ_IDX = 0;
- /* Make sure index is cleared first to avoid double updates. */
- error = HYPERVISOR_mmu_update((mmu_update_t *)&XPQ_QUEUE,
- _xpq_idx, NULL, DOMID_SELF);
-
- if (__predict_false(error < 0)) {
- for (i = 0; i < _xpq_idx; i++)
- printk("val: %x ptr: %p\n", XPQ_QUEUE[i].val, XPQ_QUEUE[i].ptr);
- panic("Failed to execute MMU updates: %d", error);
- }
-
-}
-
-void
-xen_flush_queue(void)
-{
- SET_VCPU();
- if (XPQ_IDX != 0) _xen_flush_queue();
-}
-
-static __inline void
-xen_increment_idx(void)
-{
- SET_VCPU();
-
- XPQ_IDX++;
- if (__predict_false(XPQ_IDX == XPQUEUE_SIZE))
- xen_flush_queue();
-}
-
-void
-xen_invlpg(vm_offset_t va)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_INVLPG_LOCAL;
- op.linear_addr = va & ~PAGE_MASK;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void
-load_cr3(uint32_t val)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_NEW_BASEPTR;
- op.mfn = xpmap_ptom(val) >> PAGE_SHIFT;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-
-void
-xen_machphys_update(unsigned long mfn, unsigned long pfn)
-{
- SET_VCPU();
-
- XPQ_QUEUE[XPQ_IDX].ptr = (mfn << PAGE_SHIFT) | MMU_MACHPHYS_UPDATE;
- XPQ_QUEUE[XPQ_IDX].val = pfn;
- xen_increment_idx();
- _xen_flush_queue();
-}
-
-void
-xen_queue_pt_update(vm_paddr_t ptr, vm_paddr_t val)
-{
- SET_VCPU();
-
- XPQ_QUEUE[XPQ_IDX].ptr = (memory_t)ptr;
- XPQ_QUEUE[XPQ_IDX].val = (memory_t)val;
- xen_increment_idx();
-}
-
-void
-xen_pgd_pin(unsigned long ma)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_PIN_L2_TABLE;
- op.mfn = ma >> PAGE_SHIFT;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void
-xen_pgd_unpin(unsigned long ma)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_UNPIN_TABLE;
- op.mfn = ma >> PAGE_SHIFT;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void
-xen_pt_pin(unsigned long ma)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_PIN_L1_TABLE;
- op.mfn = ma >> PAGE_SHIFT;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void
-xen_pt_unpin(unsigned long ma)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_UNPIN_TABLE;
- op.mfn = ma >> PAGE_SHIFT;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void
-xen_set_ldt(unsigned long ptr, unsigned long len)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_SET_LDT;
- op.linear_addr = ptr;
- op.nr_ents = len;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-void xen_tlb_flush(void)
-{
- struct mmuext_op op;
- op.cmd = MMUEXT_TLB_FLUSH_LOCAL;
- xen_flush_queue();
- PANIC_IF(HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF) < 0);
-}
-
-
-/********** CODE WORTH KEEPING ABOVE HERE *****************/
-
-void xen_failsafe_handler(void);
-
-void
-xen_failsafe_handler(void)
-{
-
- panic("xen_failsafe_handler called!\n");
-}
-
-
-void
-xen_update_descriptor(union descriptor *table, union descriptor *entry)
-{
- vm_paddr_t pa;
- pt_entry_t *ptp;
- uint32_t raw[2];
-
- bcopy(entry, raw, 2*sizeof(int32_t));
- ptp = vtopte((vm_offset_t)table);
- pa = (*ptp & PG_FRAME) | ((vm_offset_t)table & PAGE_MASK);
- if (HYPERVISOR_update_descriptor(pa, raw[0], raw[1]))
- panic("HYPERVISOR_update_descriptor failed\n");
-}
-
-
-
-#if defined(XENDEBUG)
-static void
-xpmap_dump_pt(pt_entry_t *ptp, int p)
-{
- pt_entry_t pte;
- int j;
- int bufpos;
-
- pte = xpmap_ptom((uint32_t)ptp - KERNTEXTOFF);
- PRINTK(("%03x: %p(%p) %08x\n", p, ptp, (void *)pte, p << PDRSHIFT));
-
- bufpos = 0;
- for (j = 0; j < PTES_PER_PTP; j++) {
- if ((ptp[j] & PG_V) == 0)
- continue;
- pte = ptp[j] /* & PG_FRAME */;
- bufpos += sprintf(XBUF + bufpos, "%x:%03x:%08x ",
- p, j, pte);
- if (bufpos > 70) {
- int k;
- sprintf(XBUF + bufpos, "\n");
- PRINTK((XBUF));
- bufpos = 0;
- for (k = 0; k < 1000000; k++);
- }
- }
- if (bufpos) {
- PRINTK((XBUF));
- bufpos = 0;
- }
-}
-#endif
-
-
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/cpufunc.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/cpufunc.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,601 +0,0 @@
-/*-
- * Copyright (c) 1993 The Regents of the University of California.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/include/cpufunc.h,v 1.135 2003/08/06 18:21:27 bde
Exp $
- */
-
-/*
- * Functions to provide access to special i386 instructions.
- * This in included in sys/systm.h, and that file should be
- * used in preference to this.
- */
-
-#ifndef _MACHINE_CPUFUNC_H_
-#define _MACHINE_CPUFUNC_H_
-
-#include <sys/cdefs.h>
-#include <machine/psl.h>
-#define NO_EXCHANGE
-#include <machine/xen-os.h>
-#include <machine/evtchn.h>
-#include <machine/xenvar.h>
-struct thread;
-struct region_descriptor;
-
-__BEGIN_DECLS
-#define readb(va) (*(volatile u_int8_t *) (va))
-#define readw(va) (*(volatile u_int16_t *) (va))
-#define readl(va) (*(volatile u_int32_t *) (va))
-
-#define writeb(va, d) (*(volatile u_int8_t *) (va) = (d))
-#define writew(va, d) (*(volatile u_int16_t *) (va) = (d))
-#define writel(va, d) (*(volatile u_int32_t *) (va) = (d))
-
-static __inline u_int
-read_eflags(void)
-{
- u_int ef;
- __asm __volatile("pushfl; popl %0" : "=r" (ef));
- return (ef);
-}
-
-static __inline void
-write_eflags(u_int ef)
-{
- __asm __volatile("pushl %0; popfl" : : "r" (ef));
-}
-#ifdef __GNUC__
-
-static __inline void
-breakpoint(void)
-{
- __asm __volatile("int $3");
-}
-
-static __inline u_int
-bsfl(u_int mask)
-{
- u_int result;
-
- __asm __volatile("bsfl %1,%0" : "=r" (result) : "rm" (mask));
- return (result);
-}
-
-static __inline u_int
-bsrl(u_int mask)
-{
- u_int result;
-
- __asm __volatile("bsrl %1,%0" : "=r" (result) : "rm" (mask));
- return (result);
-}
-static __inline void
-disable_intr(void)
-{
- __cli();
-}
-static __inline void
-do_cpuid(u_int ax, u_int *p)
-{
- __asm __volatile("cpuid"
- : "=a" (p[0]), "=b" (p[1]), "=c" (p[2]), "=d" (p[3])
- : "0" (ax));
-}
-
-static __inline void
-enable_intr(void)
-{
- __sti();
-}
-
-
-#define HAVE_INLINE_FFS
-
-static __inline int
-ffs(int mask)
-{
- /*
- * Note that gcc-2's builtin ffs would be used if we didn't declare
- * this inline or turn off the builtin. The builtin is faster but
- * broken in gcc-2.4.5 and slower but working in gcc-2.5 and later
- * versions.
- */
- return (mask == 0 ? mask : (int)bsfl((u_int)mask) + 1);
-}
-
-#define HAVE_INLINE_FLS
-
-static __inline int
-fls(int mask)
-{
- return (mask == 0 ? mask : (int)bsrl((u_int)mask) + 1);
-}
-
-static __inline void
-halt(void)
-{
- __asm __volatile("hlt");
-}
-
-#if __GNUC__ < 2
-
-#define inb(port) inbv(port)
-#define outb(port, data) outbv(port, data)
-
-#else /* __GNUC >= 2 */
-
-/*
- * The following complications are to get around gcc not having a
- * constraint letter for the range 0..255. We still put "d" in the
- * constraint because "i" isn't a valid constraint when the port
- * isn't constant. This only matters for -O0 because otherwise
- * the non-working version gets optimized away.
- *
- * Use an expression-statement instead of a conditional expression
- * because gcc-2.6.0 would promote the operands of the conditional
- * and produce poor code for "if ((inb(var) & const1) == const2)".
- *
- * The unnecessary test `(port) < 0x10000' is to generate a warning if
- * the `port' has type u_short or smaller. Such types are pessimal.
- * This actually only works for signed types. The range check is
- * careful to avoid generating warnings.
- */
-#define inb(port) __extension__ ({
\
- u_char _data; \
- if (__builtin_constant_p(port) && ((port) & 0xffff) < 0x100 \
- && (port) < 0x10000) \
- _data = inbc(port); \
- else \
- _data = inbv(port); \
- _data; })
-
-#define outb(port, data) (
\
- __builtin_constant_p(port) && ((port) & 0xffff) < 0x100 \
- && (port) < 0x10000 \
- ? outbc(port, data) : outbv(port, data))
-
-static __inline u_char
-inbc(u_int port)
-{
- u_char data;
-
- __asm __volatile("inb %1,%0" : "=a" (data) : "id" ((u_short)(port)));
- return (data);
-}
-
-static __inline void
-outbc(u_int port, u_char data)
-{
- __asm __volatile("outb %0,%1" : : "a" (data), "id" ((u_short)(port)));
-}
-
-#endif /* __GNUC <= 2 */
-
-static __inline u_char
-inbv(u_int port)
-{
- u_char data;
- /*
- * We use %%dx and not %1 here because i/o is done at %dx and not at
- * %edx, while gcc generates inferior code (movw instead of movl)
- * if we tell it to load (u_short) port.
- */
- __asm __volatile("inb %%dx,%0" : "=a" (data) : "d" (port));
- return (data);
-}
-
-static __inline u_int
-inl(u_int port)
-{
- u_int data;
-
- __asm __volatile("inl %%dx,%0" : "=a" (data) : "d" (port));
- return (data);
-}
-
-static __inline void
-insb(u_int port, void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; insb"
- : "+D" (addr), "+c" (cnt)
- : "d" (port)
- : "memory");
-}
-
-static __inline void
-insw(u_int port, void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; insw"
- : "+D" (addr), "+c" (cnt)
- : "d" (port)
- : "memory");
-}
-
-static __inline void
-insl(u_int port, void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; insl"
- : "+D" (addr), "+c" (cnt)
- : "d" (port)
- : "memory");
-}
-
-static __inline void
-invd(void)
-{
- __asm __volatile("invd");
-}
-
-static __inline u_short
-inw(u_int port)
-{
- u_short data;
-
- __asm __volatile("inw %%dx,%0" : "=a" (data) : "d" (port));
- return (data);
-}
-
-static __inline void
-outbv(u_int port, u_char data)
-{
- u_char al;
- /*
- * Use an unnecessary assignment to help gcc's register allocator.
- * This make a large difference for gcc-1.40 and a tiny difference
- * for gcc-2.6.0. For gcc-1.40, al had to be ``asm("ax")'' for
- * best results. gcc-2.6.0 can't handle this.
- */
- al = data;
- __asm __volatile("outb %0,%%dx" : : "a" (al), "d" (port));
-}
-
-static __inline void
-outl(u_int port, u_int data)
-{
- /*
- * outl() and outw() aren't used much so we haven't looked at
- * possible micro-optimizations such as the unnecessary
- * assignment for them.
- */
- __asm __volatile("outl %0,%%dx" : : "a" (data), "d" (port));
-}
-
-static __inline void
-outsb(u_int port, const void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; outsb"
- : "+S" (addr), "+c" (cnt)
- : "d" (port));
-}
-
-static __inline void
-outsw(u_int port, const void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; outsw"
- : "+S" (addr), "+c" (cnt)
- : "d" (port));
-}
-
-static __inline void
-outsl(u_int port, const void *addr, size_t cnt)
-{
- __asm __volatile("cld; rep; outsl"
- : "+S" (addr), "+c" (cnt)
- : "d" (port));
-}
-
-static __inline void
-outw(u_int port, u_short data)
-{
- __asm __volatile("outw %0,%%dx" : : "a" (data), "d" (port));
-}
-
-static __inline void
-ia32_pause(void)
-{
- __asm __volatile("pause");
-}
-
-static __inline u_int64_t
-rdmsr(u_int msr)
-{
- u_int64_t rv;
-
- __asm __volatile("rdmsr" : "=A" (rv) : "c" (msr));
- return (rv);
-}
-
-static __inline u_int64_t
-rdpmc(u_int pmc)
-{
- u_int64_t rv;
-
- __asm __volatile("rdpmc" : "=A" (rv) : "c" (pmc));
- return (rv);
-}
-
-static __inline u_int64_t
-rdtsc(void)
-{
- u_int64_t rv;
-
- __asm __volatile("rdtsc" : "=A" (rv));
- return (rv);
-}
-
-static __inline void
-wbinvd(void)
-{
- __asm __volatile("wbinvd");
-}
-
-static __inline void
-wrmsr(u_int msr, u_int64_t newval)
-{
- __asm __volatile("wrmsr" : : "A" (newval), "c" (msr));
-}
-
-static __inline u_int
-rfs(void)
-{
- u_int sel;
- __asm __volatile("movl %%fs,%0" : "=rm" (sel));
- return (sel);
-}
-
-static __inline u_int
-rgs(void)
-{
- u_int sel;
- __asm __volatile("movl %%gs,%0" : "=rm" (sel));
- return (sel);
-}
-
-static __inline void
-load_fs(u_int sel)
-{
- __asm __volatile("movl %0,%%fs" : : "rm" (sel));
-}
-
-static __inline void
-load_gs(u_int sel)
-{
- __asm __volatile("movl %0,%%gs" : : "rm" (sel));
-}
-
-/* void lidt(struct region_descriptor *addr); */
-static __inline void
-lidt(struct region_descriptor *addr)
-{
- __asm __volatile("lidt (%0)" : : "r" (addr));
-}
-
-static __inline u_int
-rdr0(void)
-{
- u_int data;
- __asm __volatile("movl %%dr0,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr0(u_int dr0)
-{
- __asm __volatile("movl %0,%%dr0" : : "r" (dr0));
-}
-
-static __inline u_int
-rdr1(void)
-{
- u_int data;
- __asm __volatile("movl %%dr1,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr1(u_int dr1)
-{
- __asm __volatile("movl %0,%%dr1" : : "r" (dr1));
-}
-
-static __inline u_int
-rdr2(void)
-{
- u_int data;
- __asm __volatile("movl %%dr2,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr2(u_int dr2)
-{
- __asm __volatile("movl %0,%%dr2" : : "r" (dr2));
-}
-
-static __inline u_int
-rdr3(void)
-{
- u_int data;
- __asm __volatile("movl %%dr3,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr3(u_int dr3)
-{
- __asm __volatile("movl %0,%%dr3" : : "r" (dr3));
-}
-
-static __inline u_int
-rdr4(void)
-{
- u_int data;
- __asm __volatile("movl %%dr4,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr4(u_int dr4)
-{
- __asm __volatile("movl %0,%%dr4" : : "r" (dr4));
-}
-
-static __inline u_int
-rdr5(void)
-{
- u_int data;
- __asm __volatile("movl %%dr5,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr5(u_int dr5)
-{
- __asm __volatile("movl %0,%%dr5" : : "r" (dr5));
-}
-
-static __inline u_int
-rdr6(void)
-{
- u_int data;
- __asm __volatile("movl %%dr6,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr6(u_int dr6)
-{
- __asm __volatile("movl %0,%%dr6" : : "r" (dr6));
-}
-
-static __inline u_int
-rdr7(void)
-{
- u_int data;
- __asm __volatile("movl %%dr7,%0" : "=r" (data));
- return (data);
-}
-
-static __inline void
-load_dr7(u_int dr7)
-{
- __asm __volatile("movl %0,%%dr7" : : "r" (dr7));
-}
-
-static __inline register_t
-intr_disable(void)
-{
- register_t eflags;
-
- __save_and_cli(eflags);
- return (eflags);
-}
-
-static __inline void
-intr_restore(register_t eflags)
-{
- __restore_flags(eflags);
-}
-
-#else /* !__GNUC__ */
-
-int breakpoint(void);
-u_int bsfl(u_int mask);
-u_int bsrl(u_int mask);
-void cpu_invlpg(u_int addr);
-void cpu_invlpg_range(u_int start, u_int end);
-void disable_intr(void);
-void do_cpuid(u_int ax, u_int *p);
-void enable_intr(void);
-void halt(void);
-u_char inb(u_int port);
-u_int inl(u_int port);
-void insb(u_int port, void *addr, size_t cnt);
-void insl(u_int port, void *addr, size_t cnt);
-void insw(u_int port, void *addr, size_t cnt);
-void invd(void);
-void invlpg(u_int addr);
-void invlpg_range(u_int start, u_int end);
-void invltlb(void);
-u_short inw(u_int port);
-void load_cr3(u_int cr3);
-void load_cr4(u_int cr4);
-void load_fs(u_int sel);
-void load_gs(u_int sel);
-struct region_descriptor;
-void lidt(struct region_descriptor *addr);
-void ltr(u_short sel);
-void outb(u_int port, u_char data);
-void outl(u_int port, u_int data);
-void outsb(u_int port, void *addr, size_t cnt);
-void outsl(u_int port, void *addr, size_t cnt);
-void outsw(u_int port, void *addr, size_t cnt);
-void outw(u_int port, u_short data);
-void ia32_pause(void);
-u_int rcr2(void);
-u_int rcr3(void);
-u_int rcr4(void);
-u_int rfs(void);
-u_int rgs(void);
-u_int64_t rdmsr(u_int msr);
-u_int64_t rdpmc(u_int pmc);
-u_int64_t rdtsc(void);
-u_int read_eflags(void);
-void wbinvd(void);
-void write_eflags(u_int ef);
-void wrmsr(u_int msr, u_int64_t newval);
-u_int rdr0(void);
-void load_dr0(u_int dr0);
-u_int rdr1(void);
-void load_dr1(u_int dr1);
-u_int rdr2(void);
-void load_dr2(u_int dr2);
-u_int rdr3(void);
-void load_dr3(u_int dr3);
-u_int rdr4(void);
-void load_dr4(u_int dr4);
-u_int rdr5(void);
-void load_dr5(u_int dr5);
-u_int rdr6(void);
-void load_dr6(u_int dr6);
-u_int rdr7(void);
-void load_dr7(u_int dr7);
-register_t intr_disable(void);
-void intr_restore(register_t ef);
-
-#endif /* __GNUC__ */
-
-void reset_dbregs(void);
-
-__END_DECLS
-
-#endif /* !_MACHINE_CPUFUNC_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/ctrl_if.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/ctrl_if.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,120 +0,0 @@
-/******************************************************************************
- * ctrl_if.h
- *
- * Management functions for special interface to the domain controller.
- *
- * Copyright (c) 2004, K A Fraser
- */
-
-#ifndef __I386_XENO__CTRL_IF_H__
-#define __I386_XENO__CTRL_IF_H__
-
-#include <sys/taskqueue.h>
-#include <machine/hypervisor.h>
-
-
-typedef control_msg_t ctrl_msg_t;
-
-/*
- * Callback function type. Called for asynchronous processing of received
- * request messages, and responses to previously-transmitted request messages.
- * The parameters are (@msg, @id).
- * @msg: Original request/response message (not a copy). The message can be
- * modified in-place by the handler (e.g., a response callback can
- * turn a request message into a response message in place). The message
- * is no longer accessible after the callback handler returns -- if the
- * message is required to persist for longer then it must be copied.
- * @id: (Response callbacks only) The 'id' that was specified when the
- * original request message was queued for transmission.
- */
-typedef void (*ctrl_msg_handler_t)(ctrl_msg_t *, unsigned long);
-
-/*
- * Send @msg to the domain controller. Execute @hnd when a response is
- * received, passing the response message and the specified @id. This
- * operation will not block: it will return -EAGAIN if there is no space.
- * Notes:
- * 1. The @msg is copied if it is transmitted and so can be freed after this
- * function returns.
- * 2. If @hnd is NULL then no callback is executed.
- */
-int ctrl_if_send_message_noblock(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id);
-
-/*
- * Send @msg to the domain controller. Execute @hnd when a response is
- * received, passing the response message and the specified @id. This
- * operation will block until the message is sent, or a signal is received
- * for the calling process (unless @wait_state is TASK_UNINTERRUPTIBLE).
- * Notes:
- * 1. The @msg is copied if it is transmitted and so can be freed after this
- * function returns.
- * 2. If @hnd is NULL then no callback is executed.
- */
-int ctrl_if_send_message_block(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id,
- long wait_state);
-
-/*
- * Request a callback when there is /possibly/ space to immediately send a
- * message to the domain controller. This function returns 0 if there is
- * already space to trasnmit a message --- in this case the callback task /may/
- * still be executed. If this function returns 1 then the callback /will/ be
- * executed when space becomes available.
- */
-int ctrl_if_enqueue_space_callback(struct task *task);
-
-/*
- * Send a response (@msg) to a message from the domain controller. This will
- * never block.
- * Notes:
- * 1. The @msg is copied and so can be freed after this function returns.
- * 2. The @msg may be the original request message, modified in-place.
- */
-void ctrl_if_send_response(ctrl_msg_t *msg);
-
-/*
- * Register a receiver for typed messages from the domain controller. The
- * handler (@hnd) is called for every received message of specified @type.
- * Returns TRUE (non-zero) if the handler was successfully registered.
- * If CALLBACK_IN_BLOCKING CONTEXT is specified in @flags then callbacks will
- * occur in a context in which it is safe to yield (i.e., process context).
- */
-#define CALLBACK_IN_BLOCKING_CONTEXT 1
-int ctrl_if_register_receiver(
- uint8_t type,
- ctrl_msg_handler_t hnd,
- unsigned int flags);
-
-/*
- * Unregister a receiver for typed messages from the domain controller. The
- * handler (@hnd) will not be executed after this function returns.
- */
-void ctrl_if_unregister_receiver(uint8_t type, ctrl_msg_handler_t hnd);
-
-/* Suspend/resume notifications. */
-void ctrl_if_suspend(void);
-void ctrl_if_resume(void);
-
-
-/*
- * Returns TRUE if there are no outstanding message requests at the domain
- * controller. This can be used to ensure that messages have really flushed
- * through when it is not possible to use the response-callback interface.
- * WARNING: If other subsystems are using the control interface then this
- * function might never return TRUE!
- */
-int ctrl_if_transmitter_empty(void); /* !! DANGEROUS FUNCTION !! */
-
-/*
- * Manually discard response messages from the domain controller.
- * WARNING: This is usually done automatically -- this function should only
- * be called when normal interrupt mechanisms are disabled!
- */
-void ctrl_if_discard_responses(void); /* !! DANGEROUS FUNCTION !! */
-
-#endif /* __ASM_XEN__CONTROL_IF_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/evtchn.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/evtchn.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,110 +0,0 @@
-/******************************************************************************
- * evtchn.h
- *
- * Communication via Xen event channels.
- * Also definitions for the device that demuxes notifications to userspace.
- *
- * Copyright (c) 2004, K A Fraser
- */
-
-#ifndef __ASM_EVTCHN_H__
-#define __ASM_EVTCHN_H__
-#include <machine/pcpu.h>
-#include <machine/hypervisor.h>
-#include <machine/synch_bitops.h>
-#include <machine/hypervisor-ifs.h>
-
-#ifdef SMP
-#include <sys/param.h> /* XXX for time.h */
-#include <sys/time.h> /* XXX for pcpu.h */
-#include <sys/pcpu.h> /* XXX for PCPU_GET */
-extern int gdt_set;
-static inline int
-smp_processor_id(void)
-{
- if (likely(gdt_set))
- return PCPU_GET(cpuid);
- return 0;
-}
-
-#else
-#define smp_processor_id() 0
-#endif
-
-/*
- * LOW-LEVEL DEFINITIONS
- */
-
-/* Force a proper event-channel callback from Xen. */
-void force_evtchn_callback(void);
-
-/* Entry point for notifications into Linux subsystems. */
-void evtchn_do_upcall(struct intrframe *frame);
-
-/* Entry point for notifications into the userland character device. */
-void evtchn_device_upcall(int port);
-
-static inline void
-mask_evtchn(int port)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
- synch_set_bit(port, &s->evtchn_mask[0]);
-}
-
-static inline void
-unmask_evtchn(int port)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
- vcpu_info_t *vcpu_info = &s->vcpu_data[smp_processor_id()];
-
- synch_clear_bit(port, &s->evtchn_mask[0]);
-
- /*
- * The following is basically the equivalent of 'hw_resend_irq'. Just like
- * a real IO-APIC we 'lose the interrupt edge' if the channel is masked.
- */
- if ( synch_test_bit (port, &s->evtchn_pending[0]) &&
- !synch_test_and_set_bit(port>>5, &vcpu_info->evtchn_pending_sel) )
- {
- s->vcpu_data[0].evtchn_upcall_pending = 1;
- if ( !s->vcpu_data[0].evtchn_upcall_mask )
- force_evtchn_callback();
- }
-}
-
-static inline void
-clear_evtchn(int port)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
- synch_clear_bit(port, &s->evtchn_pending[0]);
-}
-
-static inline void
-notify_via_evtchn(int port)
-{
- evtchn_op_t op;
- op.cmd = EVTCHNOP_send;
- op.u.send.local_port = port;
- (void)HYPERVISOR_event_channel_op(&op);
-}
-
-/*
- * CHARACTER-DEVICE DEFINITIONS
- */
-
-#define PORT_NORMAL 0x0000
-#define PORT_EXCEPTION 0x8000
-#define PORTIDX_MASK 0x7fff
-
-/* /dev/xen/evtchn resides at device number major=10, minor=200 */
-#define EVTCHN_MINOR 200
-
-/* /dev/xen/evtchn ioctls: */
-/* EVTCHN_RESET: Clear and reinit the event buffer. Clear error condition. */
-#define EVTCHN_RESET _IO('E', 1)
-/* EVTCHN_BIND: Bind to the specified event-channel port. */
-#define EVTCHN_BIND _IO('E', 2)
-/* EVTCHN_UNBIND: Unbind from the specified event-channel port. */
-#define EVTCHN_UNBIND _IO('E', 3)
-
-#endif /* __ASM_EVTCHN_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/gnttab.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/gnttab.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,71 +0,0 @@
-/******************************************************************************
- * gnttab.h
- *
- * Two sets of functionality:
- * 1. Granting foreign access to our memory reservation.
- * 2. Accessing others' memory reservations via grant references.
- * (i.e., mechanisms for both sender and recipient of grant references)
- *
- * Copyright (c) 2004, K A Fraser
- * Copyright (c) 2005, Christopher Clark
- */
-
-#ifndef __ASM_GNTTAB_H__
-#define __ASM_GNTTAB_H__
-
-#include <machine/hypervisor.h>
-#include <machine/hypervisor-ifs.h>
-
-/* NR_GRANT_FRAMES must be less than or equal to that configured in Xen */
-#define NR_GRANT_FRAMES 4
-#define NR_GRANT_ENTRIES (NR_GRANT_FRAMES * PAGE_SIZE / sizeof(grant_entry_t))
-
-int
-gnttab_grant_foreign_access(
- domid_t domid, unsigned long frame, int readonly);
-
-void
-gnttab_end_foreign_access(
- grant_ref_t ref, int readonly);
-
-int
-gnttab_grant_foreign_transfer(
- domid_t domid, unsigned long pfn);
-
-unsigned long
-gnttab_end_foreign_transfer(
- grant_ref_t ref);
-
-int
-gnttab_query_foreign_access(
- grant_ref_t ref );
-
-/*
- * operations on reserved batches of grant references
- */
-int
-gnttab_alloc_grant_references(
- uint16_t count, grant_ref_t *pprivate_head, grant_ref_t *private_terminal
);
-
-void
-gnttab_free_grant_references(
- uint16_t count, grant_ref_t private_head );
-
-int
-gnttab_claim_grant_reference( grant_ref_t *pprivate_head, grant_ref_t terminal
-);
-
-void
-gnttab_release_grant_reference(
- grant_ref_t *private_head, grant_ref_t release );
-
-void
-gnttab_grant_foreign_access_ref(
- grant_ref_t ref, domid_t domid, unsigned long frame, int readonly);
-
-void
-gnttab_grant_foreign_transfer_ref(
- grant_ref_t, domid_t domid, unsigned long pfn);
-
-
-#endif /* __ASM_GNTTAB_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/hypervisor-ifs.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/hypervisor-ifs.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,38 +0,0 @@
-#ifndef _HYPERVISOR_IFS_H_
-#define _HYPERVISOR_IFS_H_
-
-#define s8 int8_t
-#define s16 int16_t
-#define s32 int32_t
-#define s64 int64_t
-
-#define u8 uint8_t
-#define u16 uint16_t
-#define u32 uint32_t
-#define u64 uint64_t
-
-#define CONFIG_XEN_BLKDEV_GRANT
-#include <machine/xen-public/xen.h>
-#include <machine/xen-public/io/domain_controller.h>
-#include <machine/xen-public/io/netif.h>
-#include <machine/xen-public/io/blkif.h>
-#include <machine/xen-public/dom0_ops.h>
-#include <machine/xen-public/event_channel.h>
-#include <machine/xen-public/sched_ctl.h>
-#include <machine/xen-public/physdev.h>
-#include <machine/xen-public/grant_table.h>
-#undef blkif_sector_t /* XXX pre-processor didn't do the */
-#define blkif_sector_t uint64_t /* right thing */
-
-#undef s8
-#undef s16
-#undef s32
-#undef s64
-
-#undef u8
-#undef u16
-#undef u32
-#undef u64
-
-
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/hypervisor.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/hypervisor.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,448 +0,0 @@
-/******************************************************************************
- * hypervisor.h
- *
- * Linux-specific hypervisor handling.
- *
- * Copyright (c) 2002, K A Fraser
- */
-
-#ifndef __HYPERVISOR_H__
-#define __HYPERVISOR_H__
-
-
-#include <machine/hypervisor-ifs.h>
-#include <machine/frame.h>
-#include "opt_xen.h"
-
-extern start_info_t *xen_start_info;
-
-/* arch/xen/mm/hypervisor.c */
-/*
- * NB. ptr values should be PHYSICAL, not MACHINE. 'vals' should be already
- * be MACHINE addresses.
- */
-
-static inline void HYPERVISOR_crash(void) __dead2;
-
-void MULTICALL_flush_page_update_queue(void);
-
-#ifdef CONFIG_XEN_PHYSDEV_ACCESS
-/* Allocate a contiguous empty region of low memory. Return virtual start. */
-unsigned long allocate_empty_lowmem_region(unsigned long pages);
-/* Deallocate a contiguous region of low memory. Return it to the allocator. */
-void deallocate_lowmem_region(unsigned long vstart, unsigned long pages);
-#endif
-
-typedef struct { unsigned long pte_low, pte_high; } pte_t;
-
-/*
- * Assembler stubs for hyper-calls.
- */
-
-static inline int
-HYPERVISOR_set_trap_table(trap_info_t *table)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_set_trap_table),
- "b" (table) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_mmu_update(mmu_update_t *req, int count,
- int *success_count, domid_t domid)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4)
- : "0" (__HYPERVISOR_mmu_update), "1" (req), "2" (count),
- "3" (success_count), "4" (domid)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_mmuext_op(
- struct mmuext_op *op, int count, int *success_count,
domid_t domid)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4)
- : "0" (__HYPERVISOR_mmuext_op), "1" (op), "2" (count),
- "3" (success_count), "4" (domid)
- : "memory" );
-
- return ret;
-}
-
-
-
-static inline int
-HYPERVISOR_set_gdt(unsigned long *frame_list, int entries)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_set_gdt), "1" (frame_list), "2" (entries)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_stack_switch(unsigned long ss, unsigned long esp)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_stack_switch),
- "b" (ss), "c" (esp) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_set_callbacks(
- unsigned long event_selector, unsigned long event_address,
- unsigned long failsafe_selector, unsigned long failsafe_address)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_set_callbacks),
- "b" (event_selector), "c" (event_address),
- "d" (failsafe_selector), "S" (failsafe_address) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_fpu_taskswitch(void)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_fpu_taskswitch) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_yield(void)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_yield) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_block(void)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_block) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_shutdown(void)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_shutdown | (SHUTDOWN_poweroff << SCHEDOP_reasonshift))
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_reboot(void)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_shutdown | (SHUTDOWN_reboot << SCHEDOP_reasonshift))
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_suspend(unsigned long srec)
-{
- int ret;
- /* NB. On suspend, control software expects a suspend record in %esi. */
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_shutdown | (SHUTDOWN_suspend << SCHEDOP_reasonshift)),
- "S" (srec) : "memory" );
-
- return ret;
-}
-
-
-static inline void
-HYPERVISOR_crash(void)
-{
- int ret;
- unsigned long ign1;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_sched_op),
- "1" (SCHEDOP_shutdown | (SHUTDOWN_crash << SCHEDOP_reasonshift))
- : "memory" );
-
- for (;;) ; /* eliminate noreturn error */
-
-}
-
-static inline long
-HYPERVISOR_set_timer_op(uint64_t timeout)
-{
- int ret;
- unsigned long timeout_hi = (unsigned long)(timeout>>32);
- unsigned long timeout_lo = (unsigned long)timeout;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_set_timer_op),
- "b" (timeout_lo), "c" (timeout_hi) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_dom0_op(dom0_op_t *dom0_op)
-{
- int ret;
- dom0_op->interface_version = DOM0_INTERFACE_VERSION;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_dom0_op),
- "b" (dom0_op) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_set_debugreg(int reg, unsigned long value)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_set_debugreg),
- "b" (reg), "c" (value) : "memory" );
-
- return ret;
-}
-
-static inline unsigned long
-HYPERVISOR_get_debugreg(int reg)
-{
- unsigned long ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_get_debugreg),
- "b" (reg) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_descriptor(
- unsigned long pa, unsigned long word1, unsigned long word2)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_update_descriptor),
- "b" (pa), "c" (word1), "d" (word2) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_dom_mem_op(unsigned int op,
- unsigned long *pages,
- unsigned long nr_pages)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_dom_mem_op),
- "b" (op), "c" (pages), "d" (nr_pages) : "memory" );
- return ret;
-}
-
-static inline int
-HYPERVISOR_multicall(void *call_list, int nr_calls)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_multicall),
- "b" (call_list), "c" (nr_calls) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_va_mapping(
- unsigned long page_nr, unsigned long new_val, unsigned long flags)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_update_va_mapping),
- "b" (page_nr), "c" (new_val), "d" (flags):
- "memory" );
- /* XXX */
-#if 0
- if ( unlikely(ret < 0) )
- panic("Failed update VA mapping: %08lx, %08lx, %08lx",
- page_nr, (new_val).pte_low, flags);
-#endif
- return ret;
-}
-
-static inline int
-HYPERVISOR_event_channel_op(void *op)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_event_channel_op),
- "b" (op) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_xen_version(int cmd)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_xen_version),
- "b" (cmd) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_console_io(int cmd, int count, char *str)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_console_io),
- "b" (cmd), "c" (count), "d" (str) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_console_write(char *str, int count)
-{
- return HYPERVISOR_console_io(CONSOLEIO_write, count, str);
-}
-
-static inline int
-HYPERVISOR_physdev_op(void *physdev_op)
-{
- int ret;
- unsigned long ign;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign)
- : "0" (__HYPERVISOR_physdev_op), "1" (physdev_op)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_grant_table_op(
- unsigned int cmd, void *uop, unsigned int count)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_grant_table_op), "1" (cmd), "2" (uop), "3" (count)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_va_mapping_otherdomain(
- unsigned long va, pte_t new_val, unsigned long flags, domid_t domid)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4)
- : "0" (__HYPERVISOR_update_va_mapping_otherdomain),
- "1" (va), "2" ((new_val).pte_low), "3" (flags), "4" (domid) :
- "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_vm_assist(unsigned int cmd, unsigned int type)
-{
- int ret;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret) : "0" (__HYPERVISOR_vm_assist),
- "b" (cmd), "c" (type) : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_boot_vcpu(
- unsigned long vcpu, vcpu_guest_context_t *ctxt)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_boot_vcpu), "1" (vcpu), "2" (ctxt)
- : "memory");
-
- return ret;
-}
-
-#endif /* __HYPERVISOR_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/md_var.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/md_var.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,108 +0,0 @@
-/*-
- * Copyright (c) 1995 Bruce D. Evans.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the author nor the names of contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/include/md_var.h,v 1.66 2003/11/03 22:37:28 jhb Exp $
- */
-
-#ifndef _MACHINE_MD_VAR_H_
-#define _MACHINE_MD_VAR_H_
-
-/*
- * Miscellaneous machine-dependent declarations.
- */
-
-extern void (*bcopy_vector)(const void *from, void *to, size_t len);
-extern void (*bzero_vector)(void *buf, size_t len);
-extern int (*copyin_vector)(const void *udaddr, void *kaddr, size_t len);
-extern int (*copyout_vector)(const void *kaddr, void *udaddr, size_t len);
-
-extern long Maxmem;
-extern u_int atdevbase; /* offset in virtual memory of ISA io mem */
-extern u_int basemem; /* PA of original top of base memory */
-extern int busdma_swi_pending;
-extern u_int cpu_exthigh;
-extern u_int cpu_feature;
-extern u_int cpu_fxsr;
-extern u_int cpu_high;
-extern u_int cpu_id;
-extern u_int cpu_procinfo;
-extern char cpu_vendor[];
-extern u_int cyrix_did;
-extern uint16_t *elan_mmcr;
-extern char kstack[];
-#ifdef PC98
-extern int need_pre_dma_flush;
-extern int need_post_dma_flush;
-#endif
-extern char sigcode[];
-extern int szsigcode;
-#ifdef COMPAT_FREEBSD4
-extern int szfreebsd4_sigcode;
-#endif
-#ifdef COMPAT_43
-extern int szosigcode;
-#endif
-
-typedef void alias_for_inthand_t(u_int cs, u_int ef, u_int esp, u_int ss);
-struct thread;
-struct reg;
-struct fpreg;
-struct dbreg;
-
-void bcopyb(const void *from, void *to, size_t len);
-void busdma_swi(void);
-void cpu_setregs(void);
-void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
-void doreti_iret(void) __asm(__STRING(doreti_iret));
-void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
-void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
-void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
-void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
-void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
-void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
-void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
-void scrit(void) __asm(__STRING(scrit));
-void ecrit(void) __asm(__STRING(ecrit));
-void critical_region_fixup(void) __asm(__STRING(critical_region_fixup));
-void enable_sse(void);
-void fillw(int /*u_short*/ pat, void *base, size_t cnt);
-void i486_bzero(void *buf, size_t len);
-void i586_bcopy(const void *from, void *to, size_t len);
-void i586_bzero(void *buf, size_t len);
-int i586_copyin(const void *udaddr, void *kaddr, size_t len);
-int i586_copyout(const void *kaddr, void *udaddr, size_t len);
-void i686_pagezero(void *addr);
-void sse2_pagezero(void *addr);
-void init_AMD_Elan_sc520(void);
-int is_physical_memory(vm_offset_t addr);
-int isa_nmi(int cd);
-vm_paddr_t kvtop(void *addr);
-void setidt(int idx, alias_for_inthand_t *func, int typ, int dpl, int selec);
-int user_dbreg_trap(void);
-
-#endif /* !_MACHINE_MD_VAR_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/multicall.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/multicall.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,98 +0,0 @@
-/******************************************************************************
- * multicall.h
- */
-
-#ifndef __MULTICALL_H__
-#define __MULTICALL_H__
-
-#include <machine/hypervisor.h>
-#define MAX_MULTICALL_ENTS 8
-extern multicall_entry_t multicall_list[];
-extern int nr_multicall_ents;
-
-static inline void execute_multicall_list(void)
-{
- if ( unlikely(nr_multicall_ents == 0) ) return;
- (void)HYPERVISOR_multicall(multicall_list, nr_multicall_ents);
- nr_multicall_ents = 0;
-}
-
-
-static inline void handle_edge(void)
-{
- if (unlikely(nr_multicall_ents == MAX_MULTICALL_ENTS))
- execute_multicall_list();
-}
-
-static inline void queue_multicall0(unsigned long op)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-static inline void queue_multicall1(unsigned long op, unsigned long arg1)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- multicall_list[i].args[0] = arg1;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-static inline void queue_multicall2(
- unsigned long op, unsigned long arg1, unsigned long arg2)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- multicall_list[i].args[0] = arg1;
- multicall_list[i].args[1] = arg2;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-static inline void queue_multicall3(
- unsigned long op, unsigned long arg1, unsigned long arg2,
- unsigned long arg3)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- multicall_list[i].args[0] = arg1;
- multicall_list[i].args[1] = arg2;
- multicall_list[i].args[2] = arg3;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-static inline void queue_multicall4(
- unsigned long op, unsigned long arg1, unsigned long arg2,
- unsigned long arg3, unsigned long arg4)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- multicall_list[i].args[0] = arg1;
- multicall_list[i].args[1] = arg2;
- multicall_list[i].args[2] = arg3;
- multicall_list[i].args[3] = arg4;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-static inline void queue_multicall5(
- unsigned long op, unsigned long arg1, unsigned long arg2,
- unsigned long arg3, unsigned long arg4, unsigned long arg5)
-{
- int i = nr_multicall_ents;
- multicall_list[i].op = op;
- multicall_list[i].args[0] = arg1;
- multicall_list[i].args[1] = arg2;
- multicall_list[i].args[2] = arg3;
- multicall_list[i].args[3] = arg4;
- multicall_list[i].args[4] = arg5;
- nr_multicall_ents = i+1;
- handle_edge();
-}
-
-
-#endif /* __MULTICALL_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/param.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/param.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,146 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)param.h 5.8 (Berkeley) 6/28/91
- * $FreeBSD: src/sys/i386/include/param.h,v 1.69 2003/06/14 23:23:53 alc Exp $
- */
-
-/*
- * Machine dependent constants for Intel 386.
- */
-
-/*
- * Round p (pointer or byte index) up to a correctly-aligned value
- * for all data types (int, long, ...). The result is unsigned int
- * and must be cast to any desired pointer type.
- */
-#ifndef _ALIGNBYTES
-#define _ALIGNBYTES (sizeof(int) - 1)
-#endif
-#ifndef _ALIGN
-#define _ALIGN(p) (((unsigned)(p) + _ALIGNBYTES) & ~_ALIGNBYTES)
-#endif
-
-#ifndef _MACHINE
-#define _MACHINE i386-xen
-#endif
-#ifndef _MACHINE_ARCH
-#define _MACHINE_ARCH i386-xen
-#endif
-
-#ifndef _NO_NAMESPACE_POLLUTION
-
-#ifndef _MACHINE_PARAM_H_
-#define _MACHINE_PARAM_H_
-
-#ifndef MACHINE
-#define MACHINE "i386"
-#endif
-#ifndef MACHINE_ARCH
-#define MACHINE_ARCH "i386"
-#endif
-#define MID_MACHINE MID_I386
-
-#ifdef SMP
-#define MAXCPU 16
-#else
-#define MAXCPU 1
-#endif /* SMP */
-
-#define ALIGNBYTES _ALIGNBYTES
-#define ALIGN(p) _ALIGN(p)
-
-#define PAGE_SHIFT 12 /* LOG2(PAGE_SIZE) */
-#define PAGE_SIZE (1<<PAGE_SHIFT) /* bytes/page */
-#define PAGE_MASK (PAGE_SIZE-1)
-#define NPTEPG (PAGE_SIZE/(sizeof (pt_entry_t)))
-
-#ifdef PAE
-#define NPGPTD 4
-#define PDRSHIFT 21 /* LOG2(NBPDR) */
-#else
-#define NPGPTD 1
-#define PDRSHIFT 22 /* LOG2(NBPDR) */
-#endif
-
-#define NBPTD (NPGPTD<<PAGE_SHIFT)
-#define NPDEPTD (NBPTD/(sizeof (pd_entry_t)))
-#define NPDEPG (PAGE_SIZE/(sizeof (pd_entry_t)))
-#define NBPDR (1<<PDRSHIFT) /* bytes/page dir */
-#define PDRMASK (NBPDR-1)
-
-#define IOPAGES 2 /* pages of i/o permission bitmap */
-
-#ifndef KSTACK_PAGES
-#define KSTACK_PAGES 2 /* Includes pcb! */
-#endif
-#define KSTACK_GUARD_PAGES 1 /* pages of kstack guard; 0 disables */
-#define UAREA_PAGES 1 /* holds struct user WITHOUT PCB (see def.) */
-
-/*
- * Ceiling on amount of swblock kva space, can be changed via
- * the kern.maxswzone /boot/loader.conf variable.
- */
-#ifndef VM_SWZONE_SIZE_MAX
-#define VM_SWZONE_SIZE_MAX (32 * 1024 * 1024)
-#endif
-
-/*
- * Ceiling on size of buffer cache (really only effects write queueing,
- * the VM page cache is not effected), can be changed via
- * the kern.maxbcache /boot/loader.conf variable.
- */
-#ifndef VM_BCACHE_SIZE_MAX
-#define VM_BCACHE_SIZE_MAX (200 * 1024 * 1024)
-#endif
-
-/*
- * Mach derived conversion macros
- */
-#define trunc_page(x) ((x) & ~PAGE_MASK)
-#define round_page(x) (((x) + PAGE_MASK) & ~PAGE_MASK)
-#define trunc_4mpage(x) ((x) & ~PDRMASK)
-#define round_4mpage(x) ((((x)) + PDRMASK) & ~PDRMASK)
-
-#define atop(x) ((x) >> PAGE_SHIFT)
-#define ptoa(x) ((x) << PAGE_SHIFT)
-
-#define i386_btop(x) ((x) >> PAGE_SHIFT)
-#define i386_ptob(x) ((x) << PAGE_SHIFT)
-
-#define pgtok(x) ((x) * (PAGE_SIZE / 1024))
-
-#endif /* !_MACHINE_PARAM_H_ */
-#endif /* !_NO_NAMESPACE_POLLUTION */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/pcb.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/pcb.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,96 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)pcb.h 5.10 (Berkeley) 5/12/91
- * $FreeBSD: src/sys/i386/include/pcb.h,v 1.50 2003/09/30 08:11:36 jeff Exp $
- */
-
-#ifndef _I386_PCB_H_
-#define _I386_PCB_H_
-
-/*
- * Intel 386 process control block
- */
-#include <machine/npx.h>
-
-struct pcb {
- int pcb_cr3;
- int pcb_edi;
- int pcb_esi;
- int pcb_ebp;
- int pcb_esp;
- int pcb_eax;
- int pcb_ebx;
- int pcb_ecx;
- int pcb_edx;
- int pcb_eip;
-
- int pcb_dr0;
- int pcb_dr1;
- int pcb_dr2;
- int pcb_dr3;
- int pcb_dr6;
- int pcb_dr7;
-
- union savefpu pcb_save;
- u_int pcb_flags;
-#define FP_SOFTFP 0x01 /* process using software fltng pnt
emulator */
-#define PCB_DBREGS 0x02 /* process using debug registers */
-#define PCB_NPXTRAP 0x04 /* npx trap pending */
-#define PCB_NPXINITDONE 0x08 /* fpu state is initialized */
-#define PCB_VM86CALL 0x10 /* in vm86 call */
-
- caddr_t pcb_onfault; /* copyin/out fault recovery */
- int pcb_cs;
- int pcb_ds;
- int pcb_ss;
- int pcb_es;
- int pcb_gs;
- int pcb_fs;
- struct pcb_ext *pcb_ext; /* optional pcb extension */
- int pcb_psl; /* process status long */
- void (*pcb_switchout)(void); /* Special switchout function. */
- u_long __pcb_spare[2]; /* adjust to avoid core dump size changes */
-};
-
-#ifdef _KERNEL
-struct trapframe;
-
-void makectx(struct trapframe *, struct pcb *);
-
-void savectx(struct pcb *);
-#endif
-
-#endif /* _I386_PCB_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/pcpu.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/pcpu.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,179 +0,0 @@
-/*-
- * Copyright (c) Peter Wemm <peter@xxxxxxxxxxxxxx>
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * $FreeBSD: src/sys/i386/include/pcpu.h,v 1.41 2003/11/20 23:23:22 peter Exp $
- */
-
-#ifndef _MACHINE_PCPU_H_
-#define _MACHINE_PCPU_H_
-
-#ifdef _KERNEL
-
-#include <machine/segments.h>
-#include <machine/tss.h>
-
-/*
- * The SMP parts are setup in pmap.c and locore.s for the BSP, and
- * mp_machdep.c sets up the data for the AP's to "see" when they awake.
- * The reason for doing it via a struct is so that an array of pointers
- * to each CPU's data can be set up for things like "check curproc on all
- * other processors"
- */
-#define PCPU_MD_FIELDS
\
- struct pcpu *pc_prvspace; /* Self-reference */ \
- struct pmap *pc_curpmap; \
- struct i386tss pc_common_tss; \
- struct segment_descriptor pc_common_tssd; \
- struct segment_descriptor *pc_tss_gdt; \
- int pc_currentldt; \
- u_int pc_acpi_id; \
- u_int pc_apic_id; \
- int *pc_ipi_to_evtchn; \
- int *pc_virq_to_irq; \
- u_int pc_cr2; \
- u_int pc_pdir; \
- u_int pc_lazypmap; \
- u_int pc_rendezvous; \
- u_int pc_cpuast; \
- u_int pc_time_irq; \
- uint64_t pc_processed_system_time;
-
-#if defined(lint)
-
-extern struct pcpu *pcpup;
-
-#define PCPU_GET(member) (pcpup->pc_ ## member)
-#define PCPU_PTR(member) (&pcpup->pc_ ## member)
-#define PCPU_SET(member,value) (pcpup->pc_ ## member = (value))
-
-#elif defined(__GNUC__)
-
-/*
- * Evaluates to the byte offset of the per-cpu variable name.
- */
-#define __pcpu_offset(name)
\
- __offsetof(struct pcpu, name)
-
-/*
- * Evaluates to the type of the per-cpu variable name.
- */
-#define __pcpu_type(name)
\
- __typeof(((struct pcpu *)0)->name)
-
-/*
- * Evaluates to the address of the per-cpu variable name.
- */
-#define __PCPU_PTR(name) __extension__ ({
\
- __pcpu_type(name) *__p; \
- \
- __asm __volatile("movl %%fs:%1,%0; addl %2,%0" \
- : "=r" (__p) \
- : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \
- "i" (__pcpu_offset(name))); \
- \
- __p; \
-})
-
-/*
- * Evaluates to the value of the per-cpu variable name.
- */
-#define __PCPU_GET(name) __extension__ ({
\
- __pcpu_type(name) __result; \
- \
- if (sizeof(__result) == 1) { \
- u_char __b; \
- __asm __volatile("movb %%fs:%1,%0" \
- : "=r" (__b) \
- : "m" (*(u_char *)(__pcpu_offset(name)))); \
- __result = *(__pcpu_type(name) *)(void *)&__b; \
- } else if (sizeof(__result) == 2) { \
- u_short __w; \
- __asm __volatile("movw %%fs:%1,%0" \
- : "=r" (__w) \
- : "m" (*(u_short *)(__pcpu_offset(name)))); \
- __result = *(__pcpu_type(name) *)(void *)&__w; \
- } else if (sizeof(__result) == 4) { \
- u_int __i; \
- __asm __volatile("movl %%fs:%1,%0" \
- : "=r" (__i) \
- : "m" (*(u_int *)(__pcpu_offset(name)))); \
- __result = *(__pcpu_type(name) *)(void *)&__i; \
- } else { \
- __result = *__PCPU_PTR(name); \
- } \
- \
- __result; \
-})
-
-/*
- * Sets the value of the per-cpu variable name to value val.
- */
-#define __PCPU_SET(name, val) {
\
- __pcpu_type(name) __val = (val); \
- \
- if (sizeof(__val) == 1) { \
- u_char __b; \
- __b = *(u_char *)&__val; \
- __asm __volatile("movb %1,%%fs:%0" \
- : "=m" (*(u_char *)(__pcpu_offset(name))) \
- : "r" (__b)); \
- } else if (sizeof(__val) == 2) { \
- u_short __w; \
- __w = *(u_short *)&__val; \
- __asm __volatile("movw %1,%%fs:%0" \
- : "=m" (*(u_short *)(__pcpu_offset(name))) \
- : "r" (__w)); \
- } else if (sizeof(__val) == 4) { \
- u_int __i; \
- __i = *(u_int *)&__val; \
- __asm __volatile("movl %1,%%fs:%0" \
- : "=m" (*(u_int *)(__pcpu_offset(name))) \
- : "r" (__i)); \
- } else { \
- *__PCPU_PTR(name) = __val; \
- } \
-}
-
-#define PCPU_GET(member) __PCPU_GET(pc_ ## member)
-#define PCPU_PTR(member) __PCPU_PTR(pc_ ## member)
-#define PCPU_SET(member, val) __PCPU_SET(pc_ ## member, val)
-
-static __inline struct thread *
-__curthread(void)
-{
- struct thread *td;
-
- __asm __volatile("movl %%fs:0,%0" : "=r" (td));
- return (td);
-}
-#define curthread (__curthread())
-
-#else
-#error gcc or lint is required to use this file
-#endif
-
-#endif /* _KERNEL */
-
-#endif /* ! _MACHINE_PCPU_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/pmap.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/pmap.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,356 +0,0 @@
-/*
- * Copyright (c) 1991 Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * the Systems Programming Group of the University of Utah Computer
- * Science Department and William Jolitz of UUNET Technologies Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * Derived from hp300 version by Mike Hibler, this version by William
- * Jolitz uses a recursive map [a pde points to the page directory] to
- * map the page tables using the pagetables themselves. This is done to
- * reduce the impact on kernel virtual memory for lots of sparse address
- * space, and to reduce the cost of memory to each process.
- *
- * from: hp300: @(#)pmap.h 7.2 (Berkeley) 12/16/90
- * from: @(#)pmap.h 7.4 (Berkeley) 5/12/91
- * $FreeBSD: src/sys/i386/include/pmap.h,v 1.103 2003/11/08 03:01:26 alc Exp $
- */
-
-#ifndef _MACHINE_PMAP_H_
-#define _MACHINE_PMAP_H_
-
-/*
- * Page-directory and page-table entires follow this format, with a few
- * of the fields not present here and there, depending on a lot of things.
- */
- /* ---- Intel Nomenclature ---- */
-#define PG_V 0x001 /* P Valid */
-#define PG_RW 0x002 /* R/W Read/Write */
-#define PG_U 0x004 /* U/S User/Supervisor */
-#define PG_NC_PWT 0x008 /* PWT Write through */
-#define PG_NC_PCD 0x010 /* PCD Cache disable */
-#define PG_A 0x020 /* A Accessed */
-#define PG_M 0x040 /* D Dirty */
-#define PG_PS 0x080 /* PS Page size (0=4k,1=4M) */
-#define PG_G 0x100 /* G Global */
-#define PG_AVAIL1 0x200 /* / Available for system */
-#define PG_AVAIL2 0x400 /* < programmers use */
-#define PG_AVAIL3 0x800 /* \ */
-
-
-/* Our various interpretations of the above */
-#define PG_W PG_AVAIL1 /* "Wired" pseudoflag */
-#define PG_MANAGED PG_AVAIL2
-#define PG_FRAME (~((vm_paddr_t)PAGE_MASK))
-#define PG_PROT (PG_RW|PG_U) /* all protection bits . */
-#define PG_N (PG_NC_PWT|PG_NC_PCD) /* Non-cacheable */
-
-#define PG_KERNEL (PG_V | PG_RW | PG_M | PG_A)
-#define PG_KERNEL_NC (PG_KERNEL | PG_N)
-#define PG_KERNEL_RO (PG_VALID | PG_M | PG_A)
-
-/*
- * Page Protection Exception bits
- */
-
-#define PGEX_P 0x01 /* Protection violation vs. not present */
-#define PGEX_W 0x02 /* during a Write cycle */
-#define PGEX_U 0x04 /* access from User mode (UPL) */
-#define XEN_PAGES 16
-
-/*
- * Size of Kernel address space. This is the number of page table pages
- * (4MB each) to use for the kernel. 256 pages == 1 Gigabyte.
- * This **MUST** be a multiple of 4 (eg: 252, 256, 260, etc).
- */
-
-#ifndef KVA_PAGES
-#ifdef PAE
-#define KVA_PAGES 512
-#else
-#define KVA_PAGES 256
-#endif
-#endif
-
-/*
- * Pte related macros
- */
-#define VADDR(pdi, pti) ((vm_offset_t)(((pdi)<<PDRSHIFT)|((pti)<<PAGE_SHIFT)))
-
-#ifndef NKPT
-#ifdef PAE
-#define NKPT 120 /* actual number of kernel page tables
*/
-#else
-#define NKPT 30 /* actual number of kernel page tables
*/
-#endif
-#endif
-
-/*
- * XEN NOTE: Xen consumes 64MB of memory, so subtract that from the number
- * of page available to the kernel virutal address space.
- */
-#ifndef NKPDE
-#ifdef SMP
-#define NKPDE (KVA_PAGES - 1 - XEN_PAGES) /* number of page tables/pde's */
-#else
-#define NKPDE (KVA_PAGES - XEN_PAGES) /* number of page tables/pde's */
-#endif
-#endif
-
-/*
- * The *PTDI values control the layout of virtual memory
- *
- * XXX This works for now, but I am not real happy with it, I'll fix it
- * right after I fix locore.s and the magic 28K hole
- *
- * SMP_PRIVPAGES: The per-cpu address space is 0xff80000 -> 0xffbfffff
- */
-
-/*
- * XEN NOTE: We need to shift down the start of KVA by 64MB to account for
- * Xen using the upper 64MB.
- *
- * The layout of VA for XenoBSD is:
- * | USER | PTDPTDI | KVA | XEN |
- * | 0x00000000 | 0xbfc00000 | 0xc0000000 | 0xfc000000 - 0xffffffff|
- *
- * Normally it is just:
- * | USER | PTDPTDI | KVA |
- * | 0x00000000 | 0xbfc00000 | 0xc0000000 - 0xffffffff |
- */
-
-#ifdef SMP
-#define MPPTDI (NPDEPTD-1-XEN_PAGES) /* per cpu ptd entry */
-#define KPTDI (MPPTDI-NKPDE) /* start of kernel virtual pde's */
-#else
-#define KPTDI (NPDEPTD-NKPDE-XEN_PAGES) /* start of kernel virtual
pde's */
-#endif /* SMP */
-
-#define PTDPTDI (KPTDI-NPGPTD) /* ptd entry that points to
ptd! */
-
-/*
- * XXX doesn't really belong here I guess...
- */
-#define ISA_HOLE_START 0xa0000
-#define ISA_HOLE_LENGTH (0x100000-ISA_HOLE_START)
-
-#ifndef LOCORE
-
-#include <sys/queue.h>
-#include <sys/_lock.h>
-#include <sys/_mutex.h>
-
-
-typedef uint32_t pd_entry_t;
-typedef uint32_t pt_entry_t;
-
-#define PTESHIFT (2)
-#define PDESHIFT (2)
-
-
-/*
- * Address of current and alternate address space page table maps
- * and directories.
- */
-#ifdef _KERNEL
-extern pt_entry_t PTmap[];
-extern pd_entry_t PTD[];
-extern pd_entry_t PTDpde[];
-
-extern pd_entry_t *IdlePTD; /* physical address of "Idle" state directory */
-
-#include <machine/xen-os.h>
-#include <machine/xenvar.h>
-#include <machine/xenpmap.h>
-
-
-/*
- * virtual address to page table entry and
- * to physical address. Likewise for alternate address space.
- * Note: these work recursively, thus vtopte of a pte will give
- * the corresponding pde that in turn maps it.
- */
-#define vtopte(va) (PTmap + i386_btop(va))
-
-/*
- * Given a virtual address, return the machine address of its PTE
- *
- */
-#define vtoptema(va) pmap_kextract_ma((vm_offset_t) vtopte(va))
-
-/*
- * Routine: pmap_kextract/pmap_kextract_ma
- * Function:
- * Extract the physical/machine page address associated
- * kernel virtual address.
- */
-
-static __inline vm_paddr_t
-pmap_kextract_ma(vm_offset_t va)
-{
- vm_paddr_t ma;
- if ((ma = PTD[va >> PDRSHIFT]) & PG_PS) {
- ma = (ma & ~(NBPDR - 1)) | (va & (NBPDR - 1));
- } else {
- ma = (*vtopte(va) & PG_FRAME) | (va & PAGE_MASK);
- }
- return ma;
-}
-
-static __inline vm_paddr_t
-pmap_kextract(vm_offset_t va)
-{
- return xpmap_mtop(pmap_kextract_ma(va));
-}
-
-#define vtophys(va) pmap_kextract(((vm_offset_t) (va)))
-#define vtomach(va) pmap_kextract_ma(((vm_offset_t) (va)))
-
-static __inline pt_entry_t
-pte_load_clear(pt_entry_t *ptep)
-{
- pt_entry_t r;
-
- r = PT_GET(ptep);
- PT_CLEAR_VA(ptep, TRUE);
- return (r);
-}
-static __inline pt_entry_t
-pte_load_store(pt_entry_t *ptep, pt_entry_t v)
-{
- pt_entry_t r;
- r = PT_GET(ptep);
- PT_SET_VA_MA(ptep, v, TRUE);
- return (r);
-}
-
-#define pte_store(ptep, pte) PT_SET_VA(ptep, pte, TRUE)
-#define pte_clear(pte) PT_CLEAR_VA(pte, TRUE)
-
-
-#endif /* _KERNEL */
-
-/*
- * Pmap stuff
- */
-struct pv_entry;
-
-struct md_page {
- int pv_list_count;
- TAILQ_HEAD(,pv_entry) pv_list;
-};
-
-struct pmap {
- struct mtx pm_mtx;
- pd_entry_t *pm_pdir; /* KVA of page directory */
- TAILQ_HEAD(,pv_entry) pm_pvlist; /* list of mappings in pmap */
- u_int pm_active; /* active on cpus */
- struct pmap_statistics pm_stats; /* pmap statistics */
- LIST_ENTRY(pmap) pm_list; /* List of all pmaps */
-};
-
-
-typedef struct pmap *pmap_t;
-
-#ifdef _KERNEL
-extern struct pmap kernel_pmap_store;
-#define kernel_pmap (&kernel_pmap_store)
-
-#define PMAP_LOCK(pmap)mtx_lock(&(pmap)->pm_mtx)
-#define PMAP_LOCK_ASSERT(pmap, type) \
-mtx_assert(&(pmap)->pm_mtx, (type))
-#define PMAP_LOCK_DESTROY(pmap)mtx_destroy(&(pmap)->pm_mtx)
-#define PMAP_LOCK_INIT(pmap)mtx_init(&(pmap)->pm_mtx, "pmap", \
- NULL, MTX_DEF | MTX_DUPOK)
-#define PMAP_LOCKED(pmap)mtx_owned(&(pmap)->pm_mtx)
-#define PMAP_MTX(pmap)(&(pmap)->pm_mtx)
-#define PMAP_TRYLOCK(pmap)mtx_trylock(&(pmap)->pm_mtx)
-#define PMAP_UNLOCK(pmap)mtx_unlock(&(pmap)->pm_mtx)
-
-#endif
-
-/*
- * For each vm_page_t, there is a list of all currently valid virtual
- * mappings of that page. An entry is a pv_entry_t, the list is pv_table.
- */
-typedef struct pv_entry {
- pmap_t pv_pmap; /* pmap where mapping lies */
- vm_offset_t pv_va; /* virtual address for mapping */
- TAILQ_ENTRY(pv_entry) pv_list;
- TAILQ_ENTRY(pv_entry) pv_plist;
-} *pv_entry_t;
-
-#ifdef _KERNEL
-
-#define NPPROVMTRR 8
-#define PPRO_VMTRRphysBase0 0x200
-#define PPRO_VMTRRphysMask0 0x201
-struct ppro_vmtrr {
- u_int64_t base, mask;
-};
-extern struct ppro_vmtrr PPro_vmtrr[NPPROVMTRR];
-
-extern caddr_t CADDR1;
-extern pt_entry_t *CMAP1;
-extern vm_paddr_t avail_end;
-extern vm_paddr_t phys_avail[];
-extern int pseflag;
-extern int pgeflag;
-extern char *ptvmmap; /* poor name! */
-extern vm_offset_t virtual_avail;
-extern vm_offset_t virtual_end;
-
-#define pmap_page_is_mapped(m)(!TAILQ_EMPTY(&(m)->md.pv_list))
-
-void pmap_bootstrap(vm_paddr_t, vm_paddr_t);
-void pmap_kenter(vm_offset_t va, vm_paddr_t pa);
-void pmap_kenter_ma(vm_offset_t va, vm_paddr_t pa);
-void *pmap_kenter_temporary(vm_paddr_t pa, int i);
-void pmap_kremove(vm_offset_t);
-void *pmap_mapdev(vm_paddr_t, vm_size_t);
-void pmap_unmapdev(vm_offset_t, vm_size_t);
-pt_entry_t *pmap_pte(pmap_t, vm_offset_t) __pure2;
-void pmap_set_pg(void);
-void pmap_invalidate_page(pmap_t, vm_offset_t);
-void pmap_invalidate_range(pmap_t, vm_offset_t, vm_offset_t);
-void pmap_invalidate_all(pmap_t);
-void pmap_lazyfix_action(void);
-
-void pmap_map_readonly(pmap_t pmap, vm_offset_t va, int len);
-void pmap_map_readwrite(pmap_t pmap, vm_offset_t va, int len);
-
-
-#endif /* _KERNEL */
-
-#endif /* !LOCORE */
-
-#endif /* !_MACHINE_PMAP_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/segments.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/segments.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,260 +0,0 @@
-/*-
- * Copyright (c) 1989, 1990 William F. Jolitz
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)segments.h 7.1 (Berkeley) 5/9/91
- * $FreeBSD: src/sys/i386/include/segments.h,v 1.36 2003/11/03 21:12:04 jhb
Exp $
- */
-
-#ifndef _MACHINE_SEGMENTS_H_
-#define _MACHINE_SEGMENTS_H_
-
-/*
- * 386 Segmentation Data Structures and definitions
- * William F. Jolitz (william@xxxxxxxxxxxxxxxxxx) 6/20/1989
- */
-
-/*
- * Selectors
- */
-
-#define ISPL(s) ((s)&3) /* what is the priority level of a
selector */
-#define SEL_KPL 1 /* kernel priority level */
-#define SEL_UPL 3 /* user priority level */
-#define ISLDT(s) ((s)&SEL_LDT) /* is it local or global */
-#define SEL_LDT 4 /* local descriptor table */
-#define IDXSEL(s) (((s)>>3) & 0x1fff) /* index of
selector */
-#define LSEL(s,r) (((s)<<3) | SEL_LDT | r) /* a local
selector */
-#define GSEL(s,r) (((s)<<3) | r) /* a global
selector */
-
-/*
- * Memory and System segment descriptors
- */
-struct segment_descriptor {
- unsigned sd_lolimit:16 ; /* segment extent (lsb) */
- unsigned sd_lobase:24 __packed; /* segment base address (lsb) */
- unsigned sd_type:5 ; /* segment type */
- unsigned sd_dpl:2 ; /* segment descriptor priority level */
- unsigned sd_p:1 ; /* segment descriptor present */
- unsigned sd_hilimit:4 ; /* segment extent (msb) */
- unsigned sd_xx:2 ; /* unused */
- unsigned sd_def32:1 ; /* default 32 vs 16 bit size */
- unsigned sd_gran:1 ; /* limit granularity (byte/page units)*/
- unsigned sd_hibase:8 ; /* segment base address (msb) */
-} ;
-
-/*
- * Gate descriptors (e.g. indirect descriptors)
- */
-struct gate_descriptor {
- unsigned gd_looffset:16 ; /* gate offset (lsb) */
- unsigned gd_selector:16 ; /* gate segment selector */
- unsigned gd_stkcpy:5 ; /* number of stack wds to cpy */
- unsigned gd_xx:3 ; /* unused */
- unsigned gd_type:5 ; /* segment type */
- unsigned gd_dpl:2 ; /* segment descriptor priority level */
- unsigned gd_p:1 ; /* segment descriptor present */
- unsigned gd_hioffset:16 ; /* gate offset (msb) */
-} ;
-
-/*
- * Generic descriptor
- */
-union descriptor {
- struct segment_descriptor sd;
- struct gate_descriptor gd;
-};
-
- /* system segments and gate types */
-#define SDT_SYSNULL 0 /* system null */
-#define SDT_SYS286TSS 1 /* system 286 TSS available */
-#define SDT_SYSLDT 2 /* system local descriptor table */
-#define SDT_SYS286BSY 3 /* system 286 TSS busy */
-#define SDT_SYS286CGT 4 /* system 286 call gate */
-#define SDT_SYSTASKGT 5 /* system task gate */
-#define SDT_SYS286IGT 6 /* system 286 interrupt gate */
-#define SDT_SYS286TGT 7 /* system 286 trap gate */
-#define SDT_SYSNULL2 8 /* system null again */
-#define SDT_SYS386TSS 9 /* system 386 TSS available */
-#define SDT_SYSNULL3 10 /* system null again */
-#define SDT_SYS386BSY 11 /* system 386 TSS busy */
-#define SDT_SYS386CGT 12 /* system 386 call gate */
-#define SDT_SYSNULL4 13 /* system null again */
-#define SDT_SYS386IGT 14 /* system 386 interrupt gate */
-#define SDT_SYS386TGT 15 /* system 386 trap gate */
-
- /* memory segment types */
-#define SDT_MEMRO 16 /* memory read only */
-#define SDT_MEMROA 17 /* memory read only accessed */
-#define SDT_MEMRW 18 /* memory read write */
-#define SDT_MEMRWA 19 /* memory read write accessed */
-#define SDT_MEMROD 20 /* memory read only expand dwn limit */
-#define SDT_MEMRODA 21 /* memory read only expand dwn limit
accessed */
-#define SDT_MEMRWD 22 /* memory read write expand dwn limit */
-#define SDT_MEMRWDA 23 /* memory read write expand dwn limit
accessed */
-#define SDT_MEME 24 /* memory execute only */
-#define SDT_MEMEA 25 /* memory execute only accessed */
-#define SDT_MEMER 26 /* memory execute read */
-#define SDT_MEMERA 27 /* memory execute read accessed */
-#define SDT_MEMEC 28 /* memory execute only conforming */
-#define SDT_MEMEAC 29 /* memory execute only accessed
conforming */
-#define SDT_MEMERC 30 /* memory execute read conforming */
-#define SDT_MEMERAC 31 /* memory execute read accessed
conforming */
-
-/*
- * Software definitions are in this convenient format,
- * which are translated into inconvenient segment descriptors
- * when needed to be used by the 386 hardware
- */
-
-struct soft_segment_descriptor {
- unsigned ssd_base ; /* segment base address */
- unsigned ssd_limit ; /* segment extent */
- unsigned ssd_type:5 ; /* segment type */
- unsigned ssd_dpl:2 ; /* segment descriptor priority level */
- unsigned ssd_p:1 ; /* segment descriptor present */
- unsigned ssd_xx:4 ; /* unused */
- unsigned ssd_xx1:2 ; /* unused */
- unsigned ssd_def32:1 ; /* default 32 vs 16 bit size */
- unsigned ssd_gran:1 ; /* limit granularity (byte/page units)*/
-};
-
-/*
- * region descriptors, used to load gdt/idt tables before segments yet exist.
- */
-struct region_descriptor {
- unsigned rd_limit:16; /* segment extent */
- unsigned rd_base:32 __packed; /* base address */
-};
-
-/*
- * Segment Protection Exception code bits
- */
-
-#define SEGEX_EXT 0x01 /* recursive or externally induced */
-#define SEGEX_IDT 0x02 /* interrupt descriptor table */
-#define SEGEX_TI 0x04 /* local descriptor table */
- /* other bits are affected descriptor index */
-#define SEGEX_IDX(s) (((s)>>3)&0x1fff)
-
-/*
- * Size of IDT table
- */
-
-#define NIDT 256 /* 32 reserved, 0x80 syscall, most are
h/w */
-#define NRSVIDT 32 /* reserved entries for cpu exceptions
*/
-
-/*
- * Entries in the Interrupt Descriptor Table (IDT)
- */
-#define IDT_DE 0 /* #DE: Divide Error */
-#define IDT_DB 1 /* #DB: Debug */
-#define IDT_NMI 2 /* Nonmaskable External Interrupt */
-#define IDT_BP 3 /* #BP: Breakpoint */
-#define IDT_OF 4 /* #OF: Overflow */
-#define IDT_BR 5 /* #BR: Bound Range Exceeded */
-#define IDT_UD 6 /* #UD: Undefined/Invalid Opcode */
-#define IDT_NM 7 /* #NM: No Math Coprocessor */
-#define IDT_DF 8 /* #DF: Double Fault */
-#define IDT_FPUGP 9 /* Coprocessor Segment Overrun */
-#define IDT_TS 10 /* #TS: Invalid TSS */
-#define IDT_NP 11 /* #NP: Segment Not Present */
-#define IDT_SS 12 /* #SS: Stack Segment Fault */
-#define IDT_GP 13 /* #GP: General Protection Fault */
-#define IDT_PF 14 /* #PF: Page Fault */
-#define IDT_MF 16 /* #MF: FPU Floating-Point Error */
-#define IDT_AC 17 /* #AC: Alignment Check */
-#define IDT_MC 18 /* #MC: Machine Check */
-#define IDT_XF 19 /* #XF: SIMD Floating-Point Exception */
-#define IDT_IO_INTS NRSVIDT /* Base of IDT entries for I/O
interrupts. */
-#define IDT_SYSCALL 0x80 /* System Call Interrupt Vector */
-
-/*
- * Entries in the Global Descriptor Table (GDT)
- */
-#define GNULL_SEL 0 /* Null Descriptor */
-#if 0
-#define GCODE_SEL 1 /* Kernel Code Descriptor */
-#define GDATA_SEL 2 /* Kernel Data Descriptor */
-#else
-#define GCODE_SEL (__KERNEL_CS >> 3) /* Kernel Code
Descriptor */
-#define GDATA_SEL (__KERNEL_DS >> 3) /* Kernel Data
Descriptor */
-#endif
-#define GPRIV_SEL 3 /* SMP Per-Processor Private Data */
-#define GPROC0_SEL 4 /* Task state process slot zero and up
*/
-#define GLDT_SEL 5 /* LDT - eventually one per process */
-#define GUSERLDT_SEL 6 /* User LDT */
-#define GTGATE_SEL 7 /* Process task switch gate */
-#define GBIOSLOWMEM_SEL 8 /* BIOS low memory access (must be
entry 8) */
-#define GPANIC_SEL 9 /* Task state to consider panic from */
-#define GBIOSCODE32_SEL 10 /* BIOS interface (32bit Code) */
-#define GBIOSCODE16_SEL 11 /* BIOS interface (16bit Code) */
-#define GBIOSDATA_SEL 12 /* BIOS interface (Data) */
-#define GBIOSUTIL_SEL 13 /* BIOS interface (Utility) */
-#define GBIOSARGS_SEL 14 /* BIOS interface (Arguments) */
-
-#define NGDT 4
-
-/*
- * Entries in the Local Descriptor Table (LDT)
- */
-#define LSYS5CALLS_SEL 0 /* forced by intel BCS */
-#define LSYS5SIGR_SEL 1
-#define L43BSDCALLS_SEL 2 /* notyet */
-#define LUCODE_SEL 3
-#define LSOL26CALLS_SEL 4 /* Solaris >= 2.6 system call gate */
-#define LUDATA_SEL 5
-/* separate stack, es,fs,gs sels ? */
-/* #define LPOSIXCALLS_SEL 5*/ /* notyet */
-#define LBSDICALLS_SEL 16 /* BSDI system call gate */
-#define NLDT (LBSDICALLS_SEL + 1)
-
-#ifdef _KERNEL
-extern int _default_ldt;
-extern union descriptor *gdt;
-extern struct soft_segment_descriptor gdt_segs[];
-extern struct gate_descriptor *idt;
-extern union descriptor *ldt;
-extern struct region_descriptor r_gdt, r_idt;
-
-void lgdt(struct region_descriptor *rdp);
-void lgdt_finish(void);
-void sdtossd(struct segment_descriptor *sdp,
- struct soft_segment_descriptor *ssdp);
-void ssdtosd(struct soft_segment_descriptor *ssdp,
- struct segment_descriptor *sdp);
-#endif /* _KERNEL */
-
-#endif /* !_MACHINE_SEGMENTS_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/synch_bitops.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/synch_bitops.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,82 +0,0 @@
-#ifndef __XEN_SYNCH_BITOPS_H__
-#define __XEN_SYNCH_BITOPS_H__
-
-/*
- * Copyright 1992, Linus Torvalds.
- * Heavily modified to provide guaranteed strong synchronisation
- * when communicating with Xen or other guest OSes running on other CPUs.
- */
-
-
-#define ADDR (*(volatile long *) addr)
-
-static __inline__ void synch_set_bit(int nr, volatile void * addr)
-{
- __asm__ __volatile__ (
- "lock btsl %1,%0"
- : "=m" (ADDR) : "Ir" (nr) : "memory" );
-}
-
-static __inline__ void synch_clear_bit(int nr, volatile void * addr)
-{
- __asm__ __volatile__ (
- "lock btrl %1,%0"
- : "=m" (ADDR) : "Ir" (nr) : "memory" );
-}
-
-static __inline__ void synch_change_bit(int nr, volatile void * addr)
-{
- __asm__ __volatile__ (
- "lock btcl %1,%0"
- : "=m" (ADDR) : "Ir" (nr) : "memory" );
-}
-
-static __inline__ int synch_test_and_set_bit(int nr, volatile void * addr)
-{
- int oldbit;
- __asm__ __volatile__ (
- "lock btsl %2,%1\n\tsbbl %0,%0"
- : "=r" (oldbit), "=m" (ADDR) : "Ir" (nr) : "memory");
- return oldbit;
-}
-
-static __inline__ int synch_test_and_clear_bit(int nr, volatile void * addr)
-{
- int oldbit;
- __asm__ __volatile__ (
- "lock btrl %2,%1\n\tsbbl %0,%0"
- : "=r" (oldbit), "=m" (ADDR) : "Ir" (nr) : "memory");
- return oldbit;
-}
-
-static __inline__ int synch_test_and_change_bit(int nr, volatile void * addr)
-{
- int oldbit;
-
- __asm__ __volatile__ (
- "lock btcl %2,%1\n\tsbbl %0,%0"
- : "=r" (oldbit), "=m" (ADDR) : "Ir" (nr) : "memory");
- return oldbit;
-}
-
-static __inline__ int synch_const_test_bit(int nr, const volatile void * addr)
-{
- return ((1UL << (nr & 31)) &
- (((const volatile unsigned int *) addr)[nr >> 5])) != 0;
-}
-
-static __inline__ int synch_var_test_bit(int nr, volatile void * addr)
-{
- int oldbit;
- __asm__ __volatile__ (
- "btl %2,%1\n\tsbbl %0,%0"
- : "=r" (oldbit) : "m" (ADDR), "Ir" (nr) );
- return oldbit;
-}
-
-#define synch_test_bit(nr,addr) \
-(__builtin_constant_p(nr) ? \
- synch_const_test_bit((nr),(addr)) : \
- synch_var_test_bit((nr),(addr)))
-
-#endif /* __XEN_SYNCH_BITOPS_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/trap.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/trap.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,111 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)trap.h 5.4 (Berkeley) 5/9/91
- * $FreeBSD: src/sys/i386/include/trap.h,v 1.13 2001/07/12 06:32:51 peter Exp $
- */
-
-#ifndef _MACHINE_TRAP_H_
-#define _MACHINE_TRAP_H_
-
-/*
- * Trap type values
- * also known in trap.c for name strings
- */
-
-#define T_PRIVINFLT 1 /* privileged instruction */
-#define T_BPTFLT 3 /* breakpoint instruction */
-#define T_ARITHTRAP 6 /* arithmetic trap */
-#define T_PROTFLT 9 /* protection fault */
-#define T_TRCTRAP 10 /* debug exception (sic) */
-#define T_PAGEFLT 12 /* page fault */
-#define T_ALIGNFLT 14 /* alignment fault */
-
-#define T_NESTED 16
-#define T_HYPCALLBACK 17 /* hypervisor callback */
-
-
-#define T_DIVIDE 18 /* integer divide fault */
-#define T_NMI 19 /* non-maskable trap */
-#define T_OFLOW 20 /* overflow trap */
-#define T_BOUND 21 /* bound instruction fault */
-#define T_DNA 22 /* device not available fault */
-#define T_DOUBLEFLT 23 /* double fault */
-#define T_FPOPFLT 24 /* fp coprocessor operand fetch fault */
-#define T_TSSFLT 25 /* invalid tss fault */
-#define T_SEGNPFLT 26 /* segment not present fault */
-#define T_STKFLT 27 /* stack fault */
-#define T_MCHK 28 /* machine check trap */
-#define T_XMMFLT 29 /* SIMD floating-point exception */
-#define T_RESERVED 30 /* reserved (unknown) */
-
-/* XXX most of the following codes aren't used, but could be. */
-
-/* definitions for <sys/signal.h> */
-#define ILL_RESAD_FAULT T_RESADFLT
-#define ILL_PRIVIN_FAULT T_PRIVINFLT
-#define ILL_RESOP_FAULT T_RESOPFLT
-#define ILL_ALIGN_FAULT T_ALIGNFLT
-#define ILL_FPOP_FAULT T_FPOPFLT /* coprocessor operand
fault */
-
-/* portable macros for SIGFPE/ARITHTRAP */
-#define FPE_INTOVF 1 /* integer overflow */
-#define FPE_INTDIV 2 /* integer divide by zero */
-#define FPE_FLTDIV 3 /* floating point divide by zero */
-#define FPE_FLTOVF 4 /* floating point overflow */
-#define FPE_FLTUND 5 /* floating point underflow */
-#define FPE_FLTRES 6 /* floating point inexact result */
-#define FPE_FLTINV 7 /* invalid floating point operation */
-#define FPE_FLTSUB 8 /* subscript out of range */
-
-/* old FreeBSD macros, deprecated */
-#define FPE_INTOVF_TRAP 0x1 /* integer overflow */
-#define FPE_INTDIV_TRAP 0x2 /* integer divide by zero */
-#define FPE_FLTDIV_TRAP 0x3 /* floating/decimal divide by zero */
-#define FPE_FLTOVF_TRAP 0x4 /* floating overflow */
-#define FPE_FLTUND_TRAP 0x5 /* floating underflow */
-#define FPE_FPU_NP_TRAP 0x6 /* floating point unit not present */
-#define FPE_SUBRNG_TRAP 0x7 /* subrange out of bounds */
-
-/* codes for SIGBUS */
-#define BUS_PAGE_FAULT T_PAGEFLT /* page fault
protection base */
-#define BUS_SEGNP_FAULT T_SEGNPFLT /* segment not present
*/
-#define BUS_STK_FAULT T_STKFLT /* stack segment */
-#define BUS_SEGM_FAULT T_RESERVED /* segment protection
base */
-
-/* Trap's coming from user mode */
-#define T_USER 0x100
-
-#endif /* !_MACHINE_TRAP_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/vmparam.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/vmparam.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,141 +0,0 @@
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- * Copyright (c) 1994 John S. Dyson
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)vmparam.h 5.9 (Berkeley) 5/12/91
- * $FreeBSD: src/sys/i386/include/vmparam.h,v 1.37 2003/10/01 23:46:08 peter
Exp $
- */
-
-
-#ifndef _MACHINE_VMPARAM_H_
-#define _MACHINE_VMPARAM_H_ 1
-
-/*
- * Machine dependent constants for 386.
- */
-
-#define VM_PROT_READ_IS_EXEC /* if you can read -- then you can exec */
-
-/*
- * Virtual memory related constants, all in bytes
- */
-#define MAXTSIZ (128UL*1024*1024) /* max text size */
-#ifndef DFLDSIZ
-#define DFLDSIZ (128UL*1024*1024) /* initial data size
limit */
-#endif
-#ifndef MAXDSIZ
-#define MAXDSIZ (512UL*1024*1024) /* max data size */
-#endif
-#ifndef DFLSSIZ
-#define DFLSSIZ (8UL*1024*1024) /* initial stack size
limit */
-#endif
-#ifndef MAXSSIZ
-#define MAXSSIZ (64UL*1024*1024) /* max stack size */
-#endif
-#ifndef SGROWSIZ
-#define SGROWSIZ (128UL*1024) /* amount to grow stack */
-#endif
-
-#define USRTEXT (1*PAGE_SIZE) /* base of user text
XXX bogus */
-
-/*
- * The time for a process to be blocked before being very swappable.
- * This is a number of seconds which the system takes as being a non-trivial
- * amount of real time. You probably shouldn't change this;
- * it is used in subtle ways (fractions and multiples of it are, that is, like
- * half of a ``long time'', almost a long time, etc.)
- * It is related to human patience and other factors which don't really
- * change over time.
- */
-#define MAXSLP 20
-
-
-/*
- * Kernel physical load address.
- */
-#ifndef KERNLOAD
-#define KERNLOAD (1 << PDRSHIFT)
-#endif
-
-/*
- * Virtual addresses of things. Derived from the page directory and
- * page table indexes from pmap.h for precision.
- * Because of the page that is both a PD and PT, it looks a little
- * messy at times, but hey, we'll do anything to save a page :-)
- */
-
-#define VM_MAX_KERNEL_ADDRESS VADDR(KPTDI+NKPDE-1, NPTEPG-1)
-#define VM_MIN_KERNEL_ADDRESS VADDR(PTDPTDI, PTDPTDI)
-
-#define KERNBASE VADDR(KPTDI, 0)
-
-#define UPT_MAX_ADDRESS VADDR(PTDPTDI, PTDPTDI)
-#define UPT_MIN_ADDRESS VADDR(PTDPTDI, 0)
-
-#define VM_MAXUSER_ADDRESS VADDR(PTDPTDI, 0)
-
-#define USRSTACK VM_MAXUSER_ADDRESS
-
-#define VM_MAX_ADDRESS VADDR(PTDPTDI, PTDPTDI)
-#define VM_MIN_ADDRESS ((vm_offset_t)0)
-
-/* virtual sizes (bytes) for various kernel submaps */
-#ifndef VM_KMEM_SIZE
-#define VM_KMEM_SIZE (12 * 1024 * 1024)
-#endif
-
-/*
- * How many physical pages per KVA page allocated.
- * min(max(VM_KMEM_SIZE, Physical memory/VM_KMEM_SIZE_SCALE), VM_KMEM_SIZE_MAX)
- * is the total KVA space allocated for kmem_map.
- */
-#ifndef VM_KMEM_SIZE_SCALE
-#define VM_KMEM_SIZE_SCALE (3)
-#endif
-
-/*
- * Ceiling on amount of kmem_map kva space.
- */
-#ifndef VM_KMEM_SIZE_MAX
-#define VM_KMEM_SIZE_MAX (320 * 1024 * 1024)
-#endif
-
-/* initial pagein size of beginning of executable file */
-#ifndef VM_INITIAL_PAGEIN
-#define VM_INITIAL_PAGEIN 16
-#endif
-
-#endif /* _MACHINE_VMPARAM_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/xen-os.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/xen-os.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,314 +0,0 @@
-/******************************************************************************
- * os.h
- *
- * random collection of macros and definition
- */
-
-#ifndef _OS_H_
-#define _OS_H_
-#include <machine/param.h>
-
-#ifndef NULL
-#define NULL (void *)0
-#endif
-
-/* Somewhere in the middle of the GCC 2.96 development cycle, we implemented
- a mechanism by which the user can annotate likely branch directions and
- expect the blocks to be reordered appropriately. Define __builtin_expect
- to nothing for earlier compilers. */
-
-#if __GNUC__ == 2 && __GNUC_MINOR__ < 96
-#define __builtin_expect(x, expected_value) (x)
-#endif
-
-
-
-/*
- * These are the segment descriptors provided for us by the hypervisor.
- * For now, these are hardwired -- guest OSes cannot update the GDT
- * or LDT.
- *
- * It shouldn't be hard to support descriptor-table frobbing -- let me
- * know if the BSD or XP ports require flexibility here.
- */
-
-
-/*
- * these are also defined in hypervisor-if.h but can't be pulled in as
- * they are used in start of day assembly. Need to clean up the .h files
- * a bit more...
- */
-
-#ifndef FLAT_RING1_CS
-#define FLAT_RING1_CS 0x0819
-#define FLAT_RING1_DS 0x0821
-#define FLAT_RING3_CS 0x082b
-#define FLAT_RING3_DS 0x0833
-#endif
-
-#define __KERNEL_CS FLAT_RING1_CS
-#define __KERNEL_DS FLAT_RING1_DS
-
-/* Everything below this point is not included by assembler (.S) files. */
-#ifndef __ASSEMBLY__
-#include <sys/types.h>
-
-#include <machine/hypervisor-ifs.h>
-void printk(const char *fmt, ...);
-
-/* some function prototypes */
-void trap_init(void);
-
-extern int preemptable;
-#define preempt_disable() (preemptable = 0)
-#define preempt_enable() (preemptable = 1)
-#define preempt_enable_no_resched() (preemptable = 1)
-
-
-/*
- * STI/CLI equivalents. These basically set and clear the virtual
- * event_enable flag in teh shared_info structure. Note that when
- * the enable bit is set, there may be pending events to be handled.
- * We may therefore call into do_hypervisor_callback() directly.
- */
-#define likely(x) __builtin_expect((x),1)
-#define unlikely(x) __builtin_expect((x),0)
-
-
-
-#define __cli() \
-do { \
- vcpu_info_t *_vcpu; \
- preempt_disable(); \
- _vcpu = &HYPERVISOR_shared_info->vcpu_data[smp_processor_id()]; \
- _vcpu->evtchn_upcall_mask = 1; \
- preempt_enable_no_resched(); \
- barrier(); \
-} while (0)
-
-#define __sti() \
-do { \
- vcpu_info_t *_vcpu; \
- barrier(); \
- preempt_disable(); \
- _vcpu = &HYPERVISOR_shared_info->vcpu_data[smp_processor_id()]; \
- _vcpu->evtchn_upcall_mask = 0; \
- barrier(); /* unmask then check (avoid races) */ \
- if ( unlikely(_vcpu->evtchn_upcall_pending) ) \
- force_evtchn_callback(); \
- preempt_enable(); \
-} while (0)
-
-
-#define __save_flags(x) \
-do { \
- vcpu_info_t *vcpu; \
- vcpu = HYPERVISOR_shared_info->vcpu_data[smp_processor_id()]; \
- (x) = _vcpu->evtchn_upcall_mask; \
-} while (0)
-
-#define __restore_flags(x) \
-do { \
- vcpu_info_t *_vcpu; \
- barrier(); \
- preempt_disable(); \
- _vcpu = &HYPERVISOR_shared_info->vcpu_data[smp_processor_id()]; \
- if ((_vcpu->evtchn_upcall_mask = (x)) == 0) { \
- barrier(); /* unmask then check (avoid races) */ \
- if ( unlikely(_vcpu->evtchn_upcall_pending) ) \
- force_evtchn_callback(); \
- preempt_enable(); \
- } else \
- preempt_enable_no_resched(); \
-} while (0)
-
-
-#define __save_and_cli(x) \
-do { \
- vcpu_info_t *_vcpu; \
- preempt_disable(); \
- _vcpu = &HYPERVISOR_shared_info->vcpu_data[smp_processor_id()]; \
- (x) = _vcpu->evtchn_upcall_mask; \
- _vcpu->evtchn_upcall_mask = 1; \
- preempt_enable_no_resched(); \
- barrier(); \
-} while (0)
-
-
-#define cli() __cli()
-#define sti() __sti()
-#define save_flags(x) __save_flags(x)
-#define restore_flags(x) __restore_flags(x)
-#define save_and_cli(x) __save_and_cli(x)
-
-#define local_irq_save(x) __save_and_cli(x)
-#define local_irq_restore(x) __restore_flags(x)
-#define local_irq_disable() __cli()
-#define local_irq_enable() __sti()
-
-#define mtx_lock_irqsave(lock, x) {local_irq_save((x)); mtx_lock_spin((lock));}
-#define mtx_unlock_irqrestore(lock, x) {mtx_unlock_spin((lock));
local_irq_restore((x)); }
-
-#define mb()
-#define rmb()
-#define wmb()
-#ifdef SMP
-#define smp_mb() mb()
-#define smp_rmb() rmb()
-#define smp_wmb() wmb()
-#define smp_read_barrier_depends() read_barrier_depends()
-#define set_mb(var, value) do { xchg(&var, value); } while (0)
-#else
-#define smp_mb() barrier()
-#define smp_rmb() barrier()
-#define smp_wmb() barrier()
-#define smp_read_barrier_depends() do { } while(0)
-#define set_mb(var, value) do { var = value; barrier(); } while (0)
-#endif
-
-
-/* This is a barrier for the compiler only, NOT the processor! */
-#define barrier() __asm__ __volatile__("": : :"memory")
-
-#define LOCK_PREFIX ""
-#define LOCK ""
-#define ADDR (*(volatile long *) addr)
-/*
- * Make sure gcc doesn't try to be clever and move things around
- * on us. We need to use _exactly_ the address the user gave us,
- * not some alias that contains the same information.
- */
-typedef struct { volatile int counter; } atomic_t;
-
-
-
-#define xen_xchg(ptr,v) \
- ((__typeof__(*(ptr)))__xchg((unsigned long)(v),(ptr),sizeof(*(ptr))))
-struct __xchg_dummy { unsigned long a[100]; };
-#define __xg(x) ((volatile struct __xchg_dummy *)(x))
-static __inline unsigned long __xchg(unsigned long x, volatile void * ptr,
- int size)
-{
- switch (size) {
- case 1:
- __asm__ __volatile__("xchgb %b0,%1"
- :"=q" (x)
- :"m" (*__xg(ptr)), "0" (x)
- :"memory");
- break;
- case 2:
- __asm__ __volatile__("xchgw %w0,%1"
- :"=r" (x)
- :"m" (*__xg(ptr)), "0" (x)
- :"memory");
- break;
- case 4:
- __asm__ __volatile__("xchgl %0,%1"
- :"=r" (x)
- :"m" (*__xg(ptr)), "0" (x)
- :"memory");
- break;
- }
- return x;
-}
-
-/**
- * test_and_clear_bit - Clear a bit and return its old value
- * @nr: Bit to set
- * @addr: Address to count from
- *
- * This operation is atomic and cannot be reordered.
- * It also implies a memory barrier.
- */
-static __inline__ int test_and_clear_bit(int nr, volatile void * addr)
-{
- int oldbit;
-
- __asm__ __volatile__( LOCK_PREFIX
- "btrl %2,%1\n\tsbbl %0,%0"
- :"=r" (oldbit),"=m" (ADDR)
- :"Ir" (nr) : "memory");
- return oldbit;
-}
-
-static __inline__ int constant_test_bit(int nr, const volatile void * addr)
-{
- return ((1UL << (nr & 31)) & (((const volatile unsigned int *) addr)[nr >>
5])) != 0;
-}
-
-static __inline__ int variable_test_bit(int nr, volatile void * addr)
-{
- int oldbit;
-
- __asm__ __volatile__(
- "btl %2,%1\n\tsbbl %0,%0"
- :"=r" (oldbit)
- :"m" (ADDR),"Ir" (nr));
- return oldbit;
-}
-
-#define test_bit(nr,addr) \
-(__builtin_constant_p(nr) ? \
- constant_test_bit((nr),(addr)) : \
- variable_test_bit((nr),(addr)))
-
-
-/**
- * set_bit - Atomically set a bit in memory
- * @nr: the bit to set
- * @addr: the address to start counting from
- *
- * This function is atomic and may not be reordered. See __set_bit()
- * if you do not require the atomic guarantees.
- * Note that @nr may be almost arbitrarily large; this function is not
- * restricted to acting on a single-word quantity.
- */
-static __inline__ void set_bit(int nr, volatile void * addr)
-{
- __asm__ __volatile__( LOCK_PREFIX
- "btsl %1,%0"
- :"=m" (ADDR)
- :"Ir" (nr));
-}
-
-/**
- * clear_bit - Clears a bit in memory
- * @nr: Bit to clear
- * @addr: Address to start counting from
- *
- * clear_bit() is atomic and may not be reordered. However, it does
- * not contain a memory barrier, so if it is used for locking purposes,
- * you should call smp_mb__before_clear_bit() and/or smp_mb__after_clear_bit()
- * in order to ensure changes are visible on other processors.
- */
-static __inline__ void clear_bit(int nr, volatile void * addr)
-{
- __asm__ __volatile__( LOCK_PREFIX
- "btrl %1,%0"
- :"=m" (ADDR)
- :"Ir" (nr));
-}
-
-/**
- * atomic_inc - increment atomic variable
- * @v: pointer of type atomic_t
- *
- * Atomically increments @v by 1. Note that the guaranteed
- * useful range of an atomic_t is only 24 bits.
- */
-static __inline__ void atomic_inc(atomic_t *v)
-{
- __asm__ __volatile__(
- LOCK "incl %0"
- :"=m" (v->counter)
- :"m" (v->counter));
-}
-
-
-#define rdtscll(val) \
- __asm__ __volatile__("rdtsc" : "=A" (val))
-
-
-#endif /* !__ASSEMBLY__ */
-
-#endif /* _OS_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/xen_intr.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/xen_intr.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,53 +0,0 @@
-/* -*- Mode:C; c-basic-offset:4; tab-width:4 -*- */
-#ifndef _XEN_INTR_H_
-#define _XEN_INTR_H_
-
-/*
-* The flat IRQ space is divided into two regions:
-* 1. A one-to-one mapping of real physical IRQs. This space is only used
-* if we have physical device-access privilege. This region is at the
-* start of the IRQ space so that existing device drivers do not need
-* to be modified to translate physical IRQ numbers into our IRQ space.
-* 3. A dynamic mapping of inter-domain and Xen-sourced virtual IRQs. These
-* are bound using the provided bind/unbind functions.
-*/
-
-#define PIRQ_BASE 0
-#define NR_PIRQS 128
-
-#define DYNIRQ_BASE (PIRQ_BASE + NR_PIRQS)
-#define NR_DYNIRQS 128
-
-#define NR_IRQS (NR_PIRQS + NR_DYNIRQS)
-
-#define pirq_to_irq(_x) ((_x) + PIRQ_BASE)
-#define irq_to_pirq(_x) ((_x) - PIRQ_BASE)
-
-#define dynirq_to_irq(_x) ((_x) + DYNIRQ_BASE)
-#define irq_to_dynirq(_x) ((_x) - DYNIRQ_BASE)
-
-/* Dynamic binding of event channels and VIRQ sources to Linux IRQ space. */
-extern int bind_virq_to_irq(int virq);
-extern void unbind_virq_from_irq(int virq);
-extern int bind_evtchn_to_irq(int evtchn);
-extern void unbind_evtchn_from_irq(int evtchn);
-extern int bind_ipi_on_cpu_to_irq(int cpu, int ipi);
-extern void unbind_ipi_on_cpu_from_irq(int cpu, int ipi);
-extern void ap_evtchn_init(int cpu);
-
-static __inline__ int irq_cannonicalize(int irq)
-{
- return (irq == 2) ? 9 : irq;
-}
-
-extern void disable_irq(unsigned int);
-extern void disable_irq_nosync(unsigned int);
-extern void enable_irq(unsigned int);
-
-extern void irq_suspend(void);
-extern void irq_resume(void);
-
-extern void idle_block(void);
-
-
-#endif /* _XEN_INTR_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/xenfunc.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/xenfunc.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,87 +0,0 @@
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * Copyright (c) 2004,2005 Kip Macy
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_XENFUNC_H_
-#define _XEN_XENFUNC_H_
-
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/xenpmap.h>
-#include <machine/segments.h>
-#include <sys/pcpu.h>
-#define BKPT __asm__("int3");
-#define XPQ_CALL_DEPTH 5
-#define XPQ_CALL_COUNT 2
-#define PG_PRIV PG_AVAIL3
-typedef struct {
- unsigned long pt_ref;
- unsigned long pt_eip[XPQ_CALL_COUNT][XPQ_CALL_DEPTH];
-} pteinfo_t;
-
-extern pteinfo_t *pteinfo_list;
-#ifdef XENDEBUG_LOW
-#define __PRINTK(x) printk x
-#else
-#define __PRINTK(x)
-#endif
-
-char *xen_setbootenv(char *cmd_line);
-int xen_boothowto(char *envp);
-void load_cr3(uint32_t val);
-void xen_machphys_update(unsigned long, unsigned long);
-void xen_update_descriptor(union descriptor *, union descriptor *);
-void lldt(u_short sel);
-void ap_cpu_initclocks(void);
-
-
-/*
- * Invalidate a patricular VA on all cpus
- *
- * N.B. Made these global for external loadable modules to reference.
- */
-static __inline void
-invlpg(u_int addr)
-{
- xen_invlpg(addr);
-}
-
-static __inline void
-invltlb(void)
-{
- xen_tlb_flush();
-
-}
-
-#define PANIC_IF(exp) if (unlikely(exp)) {printk("%s failed\n",#exp);
panic("%s: %s:%d", #exp, __FILE__, __LINE__);}
-
-#endif /* _XEN_XENFUNC_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/xenpmap.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/xenpmap.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,180 +0,0 @@
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * Copyright (c) 2004,2005 Kip Macy
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_XENPMAP_H_
-#define _XEN_XENPMAP_H_
-#include <machine/xenvar.h>
-void xen_invlpg(vm_offset_t);
-void xen_queue_pt_update(vm_paddr_t, vm_paddr_t);
-void xen_pt_switch(uint32_t);
-void xen_set_ldt(unsigned long, unsigned long);
-void xen_tlb_flush(void);
-void xen_pgd_pin(unsigned long);
-void xen_pgd_unpin(unsigned long);
-void xen_pt_pin(unsigned long);
-void xen_pt_unpin(unsigned long);
-void xen_flush_queue(void);
-void pmap_ref(pt_entry_t *pte, unsigned long ma);
-
-
-#ifdef PMAP_DEBUG
-#define PMAP_REF pmap_ref
-#define PMAP_DEC_REF_PAGE pmap_dec_ref_page
-#define PMAP_MARK_PRIV pmap_mark_privileged
-#define PMAP_MARK_UNPRIV pmap_mark_unprivileged
-#else
-#define PMAP_MARK_PRIV(a)
-#define PMAP_MARK_UNPRIV(a)
-#define PMAP_REF(a, b)
-#define PMAP_DEC_REF_PAGE(a)
-#endif
-
-#if 0
-#define WRITABLE_PAGETABLES
-#endif
-#define ALWAYS_SYNC 0
-
-#ifdef PT_DEBUG
-#define PT_LOG() printk("WP PT_SET %s:%d\n", __FILE__, __LINE__)
-#else
-#define PT_LOG()
-#endif
-
-#define pmap_valid_entry(E) ((E) & PG_V) /* is PDE or PTE valid? */
-
-#define SH_PD_SET_VA 1
-#define SH_PD_SET_VA_MA 2
-#define SH_PD_SET_VA_CLEAR 3
-
-struct pmap;
-void pd_set(struct pmap *pmap, vm_paddr_t *ptr, vm_paddr_t val, int type);
-
-#define PT_GET(_ptp) \
- (pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : *(_ptp))
-
-#ifdef WRITABLE_PAGETABLES
-#define PT_SET_VA(_ptp,_npte,sync) do { \
- PMAP_REF((_ptp), xpmap_ptom(_npte)); \
- PT_LOG(); \
- *(_ptp) = xpmap_ptom((_npte)); \
-} while (/*CONSTCOND*/0)
-#define PT_SET_VA_MA(_ptp,_npte,sync) do { \
- PMAP_REF((_ptp), (_npte)); \
- PT_LOG(); \
- *(_ptp) = (_npte); \
-} while (/*CONSTCOND*/0)
-#define PT_CLEAR_VA(_ptp, sync) do { \
- PMAP_REF((pt_entry_t *)(_ptp), 0); \
- PT_LOG(); \
- *(_ptp) = 0; \
-} while (/*CONSTCOND*/0)
-
-#define PD_SET_VA(_pmap, _ptp, _npte, sync) do { \
- PMAP_REF((_ptp), xpmap_ptom(_npte)); \
- pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PD_SET_VA_MA(_pmap, _ptp, _npte, sync) do { \
- PMAP_REF((_ptp), (_npte)); \
- pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PD_CLEAR_VA(_pmap, _ptp, sync) do { \
- PMAP_REF((pt_entry_t *)(_ptp), 0); \
- pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-
-
-#else /* !WRITABLE_PAGETABLES */
-
-#define PT_SET_VA(_ptp,_npte,sync) do { \
- PMAP_REF((_ptp), xpmap_ptom(_npte)); \
- xen_queue_pt_update(vtomach(_ptp), \
- xpmap_ptom(_npte)); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PT_SET_VA_MA(_ptp,_npte,sync) do { \
- PMAP_REF((_ptp), (_npte)); \
- xen_queue_pt_update(vtomach(_ptp), _npte); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PT_CLEAR_VA(_ptp, sync) do { \
- PMAP_REF((pt_entry_t *)(_ptp), 0); \
- xen_queue_pt_update(vtomach(_ptp), 0); \
- if (sync || ALWAYS_SYNC) \
- xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-
-#define PD_SET_VA(_pmap, _ptp,_npte,sync) do { \
- PMAP_REF((_ptp), xpmap_ptom(_npte)); \
- pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PD_SET_VA_MA(_pmap, _ptp,_npte,sync) do { \
- PMAP_REF((_ptp), (_npte)); \
- pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PD_CLEAR_VA(_pmap, _ptp, sync) do { \
- PMAP_REF((pt_entry_t *)(_ptp), 0); \
- pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR); \
- if (sync || ALWAYS_SYNC) xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-
-#endif
-
-#define PT_SET_MA(_va, _ma) \
- HYPERVISOR_update_va_mapping(((unsigned long)_va), \
- ((unsigned long)_ma), \
- UVMF_INVLPG| UVMF_LOCAL)\
-
-#define PT_UPDATES_FLUSH() do { \
- xen_flush_queue(); \
-} while (/*CONSTCOND*/0)
-
-
-static __inline uint32_t
-xpmap_mtop(uint32_t mpa)
-{
- return (((xen_machine_phys[(mpa >> PAGE_SHIFT)]) << PAGE_SHIFT)
- | (mpa & ~PG_FRAME));
-}
-
-static __inline vm_paddr_t
-xpmap_ptom(uint32_t ppa)
-{
- return phystomach(ppa) | (ppa & ~PG_FRAME);
-}
-
-#endif /* _XEN_XENPMAP_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/include/xenvar.h
--- a/freebsd-5.3-xen-sparse/i386-xen/include/xenvar.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,30 +0,0 @@
-#ifndef XENVAR_H_
-#define XENVAR_H_
-
-#define XBOOTUP 0x1
-#define XPMAP 0x2
-extern int xendebug_flags;
-#ifndef NOXENDEBUG
-#define XENPRINTF printk
-#else
-#define XENPRINTF(x...)
-#endif
-extern unsigned long *xen_phys_machine;
-#define TRACE_ENTER XENPRINTF("(file=%s, line=%d) entered %s\n", __FILE__,
__LINE__, __FUNCTION__)
-#define TRACE_EXIT XENPRINTF("(file=%s, line=%d) exiting %s\n", __FILE__,
__LINE__, __FUNCTION__)
-#define TRACE_DEBUG(argflags, _f, _a...) \
-if (xendebug_flags & argflags) XENPRINTF("(file=%s, line=%d) " _f "\n",
__FILE__, __LINE__, ## _a);
-
-extern unsigned long *xen_machine_phys;
-#define PTOM(i) (((unsigned long *)xen_phys_machine)[i])
-#define phystomach(pa) ((((unsigned long *)xen_phys_machine)[(pa >>
PAGE_SHIFT)]) << PAGE_SHIFT)
-void xpq_init(void);
-
-struct sockaddr_in;
-
-int xen_setnfshandle(void);
-int setinaddr(struct sockaddr_in *addr, char *ipstr);
-
-#define RB_GDB_PAUSE RB_RESERVED1
-
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/xen/blkfront/xb_blkfront.c
--- a/freebsd-5.3-xen-sparse/i386-xen/xen/blkfront/xb_blkfront.c Sun Dec
4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1048 +0,0 @@
-/*-
- * All rights reserved.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- */
-
-/*
- * XenoBSD block device driver
- */
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <vm/vm.h>
-#include <vm/pmap.h>
-
-#include <sys/bio.h>
-#include <sys/bus.h>
-#include <sys/conf.h>
-
-#include <machine/bus.h>
-#include <sys/rman.h>
-#include <machine/resource.h>
-#include <machine/intr_machdep.h>
-#include <machine/vmparam.h>
-
-#include <machine/hypervisor.h>
-#include <machine/hypervisor-ifs.h>
-#include <machine/xen-os.h>
-#include <machine/xen_intr.h>
-#include <machine/evtchn.h>
-
-#include <geom/geom_disk.h>
-#include <machine/ctrl_if.h>
-#include <machine/xenfunc.h>
-
-
-
-#ifdef CONFIG_XEN_BLKDEV_GRANT
-#include <machine/gnttab.h>
-#endif
-
-/* prototypes */
-struct xb_softc;
-static void xb_startio(struct xb_softc *sc);
-static void xb_vbdinit(void);
-static void blkif_control_send(blkif_request_t *req, blkif_response_t *rsp);
-static void blkif_ctrlif_rx(ctrl_msg_t *msg, unsigned long id);
-static void blkif_control_probe_send(blkif_request_t *req, blkif_response_t
*rsp, unsigned long address);
-
-struct xb_softc {
- device_t xb_dev;
- struct disk xb_disk; /* disk params */
- struct bio_queue_head xb_bioq; /* sort queue */
- struct resource *xb_irq;
- void *xb_resp_handler;
- int xb_unit;
- int xb_flags;
- struct xb_softc *xb_next_blocked;
-#define XB_OPEN (1<<0) /* drive is open (can't shut down) */
-};
-
-/* Control whether runtime update of vbds is enabled. */
-#define ENABLE_VBD_UPDATE 1
-
-#if ENABLE_VBD_UPDATE
-static void vbd_update(void);
-#else
-static void vbd_update(void){};
-#endif
-
-#define BLKIF_STATE_CLOSED 0
-#define BLKIF_STATE_DISCONNECTED 1
-#define BLKIF_STATE_CONNECTED 2
-
-static char *blkif_state_name[] = {
- [BLKIF_STATE_CLOSED] = "closed",
- [BLKIF_STATE_DISCONNECTED] = "disconnected",
- [BLKIF_STATE_CONNECTED] = "connected",
-};
-
-static char * blkif_status_name[] = {
- [BLKIF_INTERFACE_STATUS_CLOSED] = "closed",
- [BLKIF_INTERFACE_STATUS_DISCONNECTED] = "disconnected",
- [BLKIF_INTERFACE_STATUS_CONNECTED] = "connected",
- [BLKIF_INTERFACE_STATUS_CHANGED] = "changed",
-};
-
-#define WPRINTK(fmt, args...) printk("[XEN] " fmt, ##args)
-
-static int blkif_handle;
-static unsigned int blkif_state = BLKIF_STATE_CLOSED;
-static unsigned int blkif_evtchn;
-static unsigned int blkif_irq;
-
-static int blkif_control_rsp_valid;
-static blkif_response_t blkif_control_rsp;
-
-static blkif_front_ring_t blk_ring;
-
-#define BLK_RING_SIZE __RING_SIZE((blkif_sring_t *)0, PAGE_SIZE)
-
-#ifdef CONFIG_XEN_BLKDEV_GRANT
-static domid_t rdomid = 0;
-static grant_ref_t gref_head, gref_terminal;
-#define MAXIMUM_OUTSTANDING_BLOCK_REQS \
- (BLKIF_MAX_SEGMENTS_PER_REQUEST * BLKIF_RING_SIZE)
-#endif
-
-static struct xb_softc *xb_kick_pending_head = NULL;
-static struct xb_softc *xb_kick_pending_tail = NULL;
-static struct mtx blkif_io_block_lock;
-
-static unsigned long rec_ring_free;
-blkif_request_t rec_ring[BLK_RING_SIZE];
-
-/* XXX move to xb_vbd.c when VBD update support is added */
-#define MAX_VBDS 64
-static vdisk_t xb_diskinfo[MAX_VBDS];
-static int xb_ndisks;
-
-#define XBD_SECTOR_SIZE 512 /* XXX: assume for now */
-#define XBD_SECTOR_SHFT 9
-
-static unsigned int xb_kick_pending;
-
-static struct mtx blkif_io_lock;
-
-
-static int xb_recovery = 0; /* "Recovery in progress" flag.
Protected
- * by the blkif_io_lock */
-
-
-void blkif_completion(blkif_request_t *req);
-void xb_response_intr(void *);
-
-/* XXX: This isn't supported in FreeBSD, so ignore it for now. */
-#define TASK_UNINTERRUPTIBLE 0
-
-static inline int
-GET_ID_FROM_FREELIST( void )
-{
- unsigned long free = rec_ring_free;
-
- KASSERT(free <= BLK_RING_SIZE, ("free %lu > RING_SIZE", free));
-
- rec_ring_free = rec_ring[free].id;
-
- rec_ring[free].id = 0x0fffffee; /* debug */
-
- return free;
-}
-
-static inline void
-ADD_ID_TO_FREELIST( unsigned long id )
-{
- rec_ring[id].id = rec_ring_free;
- rec_ring_free = id;
-}
-
-static inline void
-translate_req_to_pfn(blkif_request_t *xreq,
- blkif_request_t *req)
-{
- int i;
-
- xreq->operation = req->operation;
- xreq->nr_segments = req->nr_segments;
- xreq->device = req->device;
- /* preserve id */
- xreq->sector_number = req->sector_number;
-
- for ( i = 0; i < req->nr_segments; i++ ){
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- xreq->frame_and_sects[i] = req->frame_and_sects[i];
-#else
- xreq->frame_and_sects[i] = xpmap_mtop(req->frame_and_sects[i]);
-#endif
- }
-}
-
-static inline void translate_req_to_mfn(blkif_request_t *xreq,
- blkif_request_t *req)
-{
- int i;
-
- xreq->operation = req->operation;
- xreq->nr_segments = req->nr_segments;
- xreq->device = req->device;
- xreq->id = req->id; /* copy id (unlike above) */
- xreq->sector_number = req->sector_number;
-
- for ( i = 0; i < req->nr_segments; i++ ){
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- xreq->frame_and_sects[i] = req->frame_and_sects[i];
-#else
- xreq->frame_and_sects[i] = xpmap_ptom(req->frame_and_sects[i]);
-#endif
- }
-}
-
-
-static inline void flush_requests(void)
-{
- RING_PUSH_REQUESTS(&blk_ring);
- notify_via_evtchn(blkif_evtchn);
-}
-
-
-#if ENABLE_VBD_UPDATE
-static void vbd_update()
-{
- XENPRINTF(">\n");
- XENPRINTF("<\n");
-}
-#endif /* ENABLE_VBD_UPDATE */
-
-void
-xb_response_intr(void *xsc)
-{
- struct xb_softc *sc = NULL;
- struct bio *bp;
- blkif_response_t *bret;
- RING_IDX i, rp;
- unsigned long flags;
-
- mtx_lock_irqsave(&blkif_io_lock, flags);
-
- if ( unlikely(blkif_state == BLKIF_STATE_CLOSED) ||
- unlikely(xb_recovery) ) {
- mtx_unlock_irqrestore(&blkif_io_lock, flags);
- return;
- }
-
- rp = blk_ring.sring->rsp_prod;
- rmb(); /* Ensure we see queued responses up to 'rp'. */
-
- /* sometimes we seem to lose i/o. stay in the interrupt handler while
- * there is stuff to process: continually recheck the response producer.
- */
- process_rcvd:
- for ( i = blk_ring.rsp_cons; i != (rp = blk_ring.sring->rsp_prod); i++ ) {
- unsigned long id;
- bret = RING_GET_RESPONSE(&blk_ring, i);
-
- id = bret->id;
- bp = (struct bio *)rec_ring[id].id;
-
- blkif_completion(&rec_ring[id]);
-
- ADD_ID_TO_FREELIST(id); /* overwrites req */
-
- switch ( bret->operation ) {
- case BLKIF_OP_READ:
- /* had an unaligned buffer that needs to be copied */
- if (bp->bio_driver1)
- bcopy(bp->bio_data, bp->bio_driver1, bp->bio_bcount);
- case BLKIF_OP_WRITE:
-
- /* free the copy buffer */
- if (bp->bio_driver1) {
- free(bp->bio_data, M_DEVBUF);
- bp->bio_data = bp->bio_driver1;
- bp->bio_driver1 = NULL;
- }
-
- if ( unlikely(bret->status != BLKIF_RSP_OKAY) ) {
- XENPRINTF("Bad return from blkdev data request: %x\n",
- bret->status);
- bp->bio_flags |= BIO_ERROR;
- }
-
- sc = (struct xb_softc *)bp->bio_disk->d_drv1;
-
- if (bp->bio_flags & BIO_ERROR)
- bp->bio_error = EIO;
- else
- bp->bio_resid = 0;
-
- biodone(bp);
- break;
- case BLKIF_OP_PROBE:
- memcpy(&blkif_control_rsp, bret, sizeof(*bret));
- blkif_control_rsp_valid = 1;
- break;
- default:
- panic("received invalid operation");
- break;
- }
- }
-
- blk_ring.rsp_cons = i;
-
- if (xb_kick_pending) {
- unsigned long flags;
- mtx_lock_irqsave(&blkif_io_block_lock, flags);
- xb_kick_pending = FALSE;
- /* Run as long as there are blocked devs or queue fills again */
- while ((NULL != xb_kick_pending_head) && (FALSE == xb_kick_pending)) {
- struct xb_softc *xb_cur = xb_kick_pending_head;
- xb_kick_pending_head = xb_cur->xb_next_blocked;
- if(NULL == xb_kick_pending_head) {
- xb_kick_pending_tail = NULL;
- }
- xb_cur->xb_next_blocked = NULL;
- mtx_unlock_irqrestore(&blkif_io_block_lock, flags);
- xb_startio(xb_cur);
- mtx_lock_irqsave(&blkif_io_block_lock, flags);
- }
- mtx_unlock_irqrestore(&blkif_io_block_lock, flags);
-
- if(blk_ring.rsp_cons != blk_ring.sring->rsp_prod) {
- /* Consume those, too */
- goto process_rcvd;
- }
- }
-
- mtx_unlock_irqrestore(&blkif_io_lock, flags);
-}
-
-static int
-xb_open(struct disk *dp)
-{
- struct xb_softc *sc = (struct xb_softc *)dp->d_drv1;
-
- if (sc == NULL) {
- printk("xb%d: not found", sc->xb_unit);
- return (ENXIO);
- }
-
- /* block dev not active */
- if (blkif_state != BLKIF_STATE_CONNECTED) {
- printk("xb%d: bad state: %dn", sc->xb_unit, blkif_state);
- return(ENXIO);
- }
-
- sc->xb_flags |= XB_OPEN;
- return (0);
-}
-
-static int
-xb_close(struct disk *dp)
-{
- struct xb_softc *sc = (struct xb_softc *)dp->d_drv1;
-
- if (sc == NULL)
- return (ENXIO);
- sc->xb_flags &= ~XB_OPEN;
- return (0);
-}
-
-static int
-xb_ioctl(struct disk *dp, u_long cmd, void *addr, int flag, struct thread *td)
-{
- struct xb_softc *sc = (struct xb_softc *)dp->d_drv1;
-
- if (sc == NULL)
- return (ENXIO);
-
- return (ENOTTY);
-}
-
-/*
- * Dequeue buffers and place them in the shared communication ring.
- * Return when no more requests can be accepted or all buffers have
- * been queued.
- *
- * Signal XEN once the ring has been filled out.
- */
-static void
-xb_startio(struct xb_softc *sc)
-{
- struct bio *bp;
- unsigned long buffer_ma;
- blkif_request_t *req;
- int s, queued = 0;
- unsigned long id;
- unsigned int fsect, lsect;
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- int ref;
-#endif
-
-
- if (unlikely(blkif_state != BLKIF_STATE_CONNECTED))
- return;
-
- s = splbio();
-
- for (bp = bioq_first(&sc->xb_bioq);
- bp && !RING_FULL(&blk_ring);
- blk_ring.req_prod_pvt++, queued++, bp = bioq_first(&sc->xb_bioq)) {
-
- /* Check if the buffer is properly aligned */
- if ((vm_offset_t)bp->bio_data & PAGE_MASK) {
- int align = (bp->bio_bcount < PAGE_SIZE/2) ? XBD_SECTOR_SIZE :
- PAGE_SIZE;
- caddr_t newbuf = malloc(bp->bio_bcount + align, M_DEVBUF,
- M_WAITOK);
- caddr_t alignbuf = (char *)roundup2((u_long)newbuf, align);
-
- /* save a copy of the current buffer */
- bp->bio_driver1 = bp->bio_data;
-
- /* Copy the data for a write */
- if (bp->bio_cmd == BIO_WRITE)
- bcopy(bp->bio_data, alignbuf, bp->bio_bcount);
- bp->bio_data = alignbuf;
- }
-
- bioq_remove(&sc->xb_bioq, bp);
- buffer_ma = vtomach(bp->bio_data);
- fsect = (buffer_ma & PAGE_MASK) >> XBD_SECTOR_SHFT;
- lsect = fsect + (bp->bio_bcount >> XBD_SECTOR_SHFT) - 1;
-
- KASSERT((buffer_ma & (XBD_SECTOR_SIZE-1)) == 0,
- ("XEN buffer must be sector aligned"));
- KASSERT(lsect <= 7,
- ("XEN disk driver data cannot cross a page boundary"));
-
- buffer_ma &= ~PAGE_MASK;
-
- /* Fill out a communications ring structure. */
- req = RING_GET_REQUEST(&blk_ring,
- blk_ring.req_prod_pvt);
- id = GET_ID_FROM_FREELIST();
- rec_ring[id].id= (unsigned long)bp;
-
- req->id = id;
- req->operation = (bp->bio_cmd == BIO_READ) ? BLKIF_OP_READ :
- BLKIF_OP_WRITE;
-
- req->sector_number= (blkif_sector_t)bp->bio_pblkno;
- req->device = xb_diskinfo[sc->xb_unit].device;
-
- req->nr_segments = 1; /* not doing scatter/gather since buffer
- * chaining is not supported.
- */
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- /* install a grant reference. */
- ref = gnttab_claim_grant_reference(&gref_head, gref_terminal);
- KASSERT( ref != -ENOSPC, ("grant_reference failed") );
-
- gnttab_grant_foreign_access_ref(
- ref,
- rdomid,
- buffer_ma >> PAGE_SHIFT,
- req->operation & 1 ); /* ??? */
-
- req->frame_and_sects[0] =
- (((uint32_t) ref) << 16) | (fsect << 3) | lsect;
-#else
- /*
- * upper bits represent the machine address of the buffer and the
- * lower bits is the number of sectors to be read/written.
- */
- req->frame_and_sects[0] = buffer_ma | (fsect << 3) | lsect;
-#endif
- /* Keep a private copy so we can reissue requests when recovering. */
- translate_req_to_pfn( &rec_ring[id], req);
-
- }
-
- if (RING_FULL(&blk_ring)) {
- unsigned long flags;
- mtx_lock_irqsave(&blkif_io_block_lock, flags);
- xb_kick_pending = TRUE;
- /* If we are not already on blocked list, add us */
- if((NULL == sc->xb_next_blocked) && (xb_kick_pending_tail != sc)) {
-
- if(NULL == xb_kick_pending_head) {
- xb_kick_pending_head = xb_kick_pending_tail = sc;
- } else {
- xb_kick_pending_tail->xb_next_blocked = sc;
- xb_kick_pending_tail = sc;
- }
- }
- mtx_unlock_irqrestore(&blkif_io_block_lock, flags);
- }
-
- if (queued != 0)
- flush_requests();
- splx(s);
-}
-
-/*
- * Read/write routine for a buffer. Finds the proper unit, place it on
- * the sortq and kick the controller.
- */
-static void
-xb_strategy(struct bio *bp)
-{
- struct xb_softc *sc = (struct xb_softc *)bp->bio_disk->d_drv1;
- int s;
-
- /* bogus disk? */
- if (sc == NULL) {
- bp->bio_error = EINVAL;
- bp->bio_flags |= BIO_ERROR;
- goto bad;
- }
-
- s = splbio();
- /*
- * Place it in the queue of disk activities for this disk
- */
- bioq_disksort(&sc->xb_bioq, bp);
- splx(s);
-
- xb_startio(sc);
- return;
-
- bad:
- /*
- * Correctly set the bio to indicate a failed tranfer.
- */
- bp->bio_resid = bp->bio_bcount;
- biodone(bp);
- return;
-}
-
-
-static int
-xb_create(int unit)
-{
- struct xb_softc *sc;
- int error = 0;
-
- sc = (struct xb_softc *)malloc(sizeof(*sc), M_DEVBUF, M_WAITOK);
- sc->xb_unit = unit;
- sc->xb_next_blocked = NULL;
-
- memset(&sc->xb_disk, 0, sizeof(sc->xb_disk));
- sc->xb_disk.d_unit = unit;
- sc->xb_disk.d_open = xb_open;
- sc->xb_disk.d_close = xb_close;
- sc->xb_disk.d_ioctl = xb_ioctl;
- sc->xb_disk.d_strategy = xb_strategy;
- sc->xb_disk.d_name = "xbd";
- sc->xb_disk.d_drv1 = sc;
- sc->xb_disk.d_sectorsize = XBD_SECTOR_SIZE;
- sc->xb_disk.d_mediasize = xb_diskinfo[sc->xb_unit].capacity
- << XBD_SECTOR_SHFT;
-#if 0
- sc->xb_disk.d_maxsize = DFLTPHYS;
-#else /* XXX: xen can't handle large single i/o requests */
- sc->xb_disk.d_maxsize = 4096;
-#endif
-
- XENPRINTF("attaching device 0x%x unit %d capacity %llu\n",
- xb_diskinfo[sc->xb_unit].device, sc->xb_unit,
- sc->xb_disk.d_mediasize);
-
- disk_create(&sc->xb_disk, DISK_VERSION_00);
- bioq_init(&sc->xb_bioq);
-
- return error;
-}
-
-/* XXX move to xb_vbd.c when vbd update support is added */
-static void
-xb_vbdinit(void)
-{
- int i;
- blkif_request_t req;
- blkif_response_t rsp;
- vdisk_t *buf;
-
- buf = (vdisk_t *)malloc(PAGE_SIZE, M_DEVBUF, M_WAITOK);
-
- /* Probe for disk information. */
- memset(&req, 0, sizeof(req));
- req.operation = BLKIF_OP_PROBE;
- req.nr_segments = 1;
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- blkif_control_probe_send(&req, &rsp,
- (unsigned long)(vtomach(buf)));
-
-#else
- req.frame_and_sects[0] = vtomach(buf) | 7;
- blkif_control_send(&req, &rsp);
-#endif
- if ( rsp.status <= 0 ) {
- printk("xb_identify: Could not identify disks (%d)\n", rsp.status);
- free(buf, M_DEVBUF);
- return;
- }
-
- if ((xb_ndisks = rsp.status) > MAX_VBDS)
- xb_ndisks = MAX_VBDS;
-
- memcpy(xb_diskinfo, buf, xb_ndisks * sizeof(vdisk_t));
-
- for (i = 0; i < xb_ndisks; i++)
- xb_create(i);
-
- free(buf, M_DEVBUF);
-}
-
-
-/***************************** COMMON CODE *******************************/
-
-#ifdef CONFIG_XEN_BLKDEV_GRANT
-static void
-blkif_control_probe_send(blkif_request_t *req, blkif_response_t *rsp,
- unsigned long address)
-{
- int ref = gnttab_claim_grant_reference(&gref_head, gref_terminal);
- KASSERT( ref != -ENOSPC, ("couldn't get grant reference") );
-
- gnttab_grant_foreign_access_ref( ref, rdomid, address >> PAGE_SHIFT, 0 );
-
- req->frame_and_sects[0] = (((uint32_t) ref) << 16) | 7;
-
- blkif_control_send(req, rsp);
-}
-#endif
-
-void
-blkif_control_send(blkif_request_t *req, blkif_response_t *rsp)
-{
- unsigned long flags, id;
- blkif_request_t *req_d;
-
- retry:
- while ( RING_FULL(&blk_ring) )
- {
- tsleep( req, PWAIT | PCATCH, "blkif", hz);
- }
-
- mtx_lock_irqsave(&blkif_io_lock, flags);
- if ( RING_FULL(&blk_ring) )
- {
- mtx_unlock_irqrestore(&blkif_io_lock, flags);
- goto retry;
- }
-
- req_d = RING_GET_REQUEST(&blk_ring, blk_ring.req_prod_pvt);
- *req_d = *req;
-
- id = GET_ID_FROM_FREELIST();
- req_d->id = id;
- rec_ring[id].id = (unsigned long) req;
-
- translate_req_to_pfn( &rec_ring[id], req );
-
- blk_ring.req_prod_pvt++;
- flush_requests();
-
- mtx_unlock_irqrestore(&blkif_io_lock, flags);
-
- while ( !blkif_control_rsp_valid )
- {
- tsleep( &blkif_control_rsp_valid, PWAIT | PCATCH, "blkif", hz);
- }
-
- memcpy(rsp, &blkif_control_rsp, sizeof(*rsp));
- blkif_control_rsp_valid = 0;
-}
-
-
-/* Send a driver status notification to the domain controller. */
-static void
-send_driver_status(int ok)
-{
- ctrl_msg_t cmsg = {
- .type = CMSG_BLKIF_FE,
- .subtype = CMSG_BLKIF_FE_DRIVER_STATUS,
- .length = sizeof(blkif_fe_driver_status_t),
- };
- blkif_fe_driver_status_t *msg = (void*)cmsg.msg;
-
- msg->status = (ok ? BLKIF_DRIVER_STATUS_UP : BLKIF_DRIVER_STATUS_DOWN);
-
- ctrl_if_send_message_block(&cmsg, NULL, 0, TASK_UNINTERRUPTIBLE);
-}
-
-/* Tell the controller to bring up the interface. */
-static void
-blkif_send_interface_connect(void)
-{
- ctrl_msg_t cmsg = {
- .type = CMSG_BLKIF_FE,
- .subtype = CMSG_BLKIF_FE_INTERFACE_CONNECT,
- .length = sizeof(blkif_fe_interface_connect_t),
- };
- blkif_fe_interface_connect_t *msg = (void*)cmsg.msg;
-
- msg->handle = 0;
- msg->shmem_frame = (vtomach(blk_ring.sring) >> PAGE_SHIFT);
-
- ctrl_if_send_message_block(&cmsg, NULL, 0, TASK_UNINTERRUPTIBLE);
-}
-
-static void
-blkif_free(void)
-{
-
- unsigned long flags;
-
- printk("[XEN] Recovering virtual block device driver\n");
-
- /* Prevent new requests being issued until we fix things up. */
- mtx_lock_irqsave(&blkif_io_lock, flags);
- xb_recovery = 1;
- blkif_state = BLKIF_STATE_DISCONNECTED;
- mtx_unlock_irqrestore(&blkif_io_lock, flags);
-
- /* Free resources associated with old device channel. */
- if (blk_ring.sring != NULL) {
- free(blk_ring.sring, M_DEVBUF);
- blk_ring.sring = NULL;
- }
- /* free_irq(blkif_irq, NULL);*/
- blkif_irq = 0;
-
- unbind_evtchn_from_irq(blkif_evtchn);
- blkif_evtchn = 0;
-}
-
-static void
-blkif_close(void)
-{
-}
-
-/* Move from CLOSED to DISCONNECTED state. */
-static void
-blkif_disconnect(void)
-{
- if (blk_ring.sring) free(blk_ring.sring, M_DEVBUF);
- blk_ring.sring = (blkif_sring_t *)malloc(PAGE_SIZE, M_DEVBUF, M_WAITOK);
- SHARED_RING_INIT(blk_ring.sring);
- FRONT_RING_INIT(&blk_ring, blk_ring.sring, PAGE_SIZE);
- blkif_state = BLKIF_STATE_DISCONNECTED;
- blkif_send_interface_connect();
-}
-
-static void
-blkif_reset(void)
-{
- printk("[XEN] Recovering virtual block device driver\n");
- blkif_free();
- blkif_disconnect();
-}
-
-static void
-blkif_recover(void)
-{
-
- int i;
- blkif_request_t *req;
-
- /* Hmm, requests might be re-ordered when we re-issue them.
- * This will need to be fixed once we have barriers */
-
- /* Stage 1 : Find active and move to safety. */
- for ( i = 0; i < BLK_RING_SIZE; i++ ) {
- if ( rec_ring[i].id >= KERNBASE ) {
- req = RING_GET_REQUEST(&blk_ring,
- blk_ring.req_prod_pvt);
- translate_req_to_mfn(req, &rec_ring[i]);
- blk_ring.req_prod_pvt++;
- }
- }
-
- printk("blkfront: recovered %d descriptors\n",blk_ring.req_prod_pvt);
-
- /* Stage 2 : Set up shadow list. */
- for ( i = 0; i < blk_ring.req_prod_pvt; i++ ) {
- req = RING_GET_REQUEST(&blk_ring, i);
- rec_ring[i].id = req->id;
- req->id = i;
- translate_req_to_pfn(&rec_ring[i], req);
- }
-
- /* Stage 3 : Set up free list. */
- for ( ; i < BLK_RING_SIZE; i++ ){
- rec_ring[i].id = i+1;
- }
- rec_ring_free = blk_ring.req_prod_pvt;
- rec_ring[BLK_RING_SIZE-1].id = 0x0fffffff;
-
- /* blk_ring.req_prod will be set when we flush_requests().*/
- wmb();
-
- /* Switch off recovery mode, using a memory barrier to ensure that
- * it's seen before we flush requests - we don't want to miss any
- * interrupts. */
- xb_recovery = 0;
- wmb();
-
- /* Kicks things back into life. */
- flush_requests();
-
- /* Now safe to left other peope use interface. */
- blkif_state = BLKIF_STATE_CONNECTED;
-}
-
-static void
-blkif_connect(blkif_fe_interface_status_t *status)
-{
- int err = 0;
-
- blkif_evtchn = status->evtchn;
- blkif_irq = bind_evtchn_to_irq(blkif_evtchn);
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- rdomid = status->domid;
-#endif
-
-
- err = intr_add_handler("xbd", blkif_irq,
- (driver_intr_t *)xb_response_intr, NULL,
- INTR_TYPE_BIO | INTR_MPSAFE, NULL);
- if(err){
- printk("[XEN] blkfront request_irq failed (err=%d)\n", err);
- return;
- }
-
- if ( xb_recovery ) {
- blkif_recover();
- } else {
- /* Probe for discs attached to the interface. */
- xb_vbdinit();
-
- /* XXX: transition state after probe */
- blkif_state = BLKIF_STATE_CONNECTED;
- }
-
- /* Kick pending requests. */
-#if 0 /* XXX: figure out sortq logic */
- mtx_lock_irq(&blkif_io_lock);
- kick_pending_request_queues();
- mtx_unlock_irq(&blkif_io_lock);
-#endif
-}
-
-static void
-unexpected(blkif_fe_interface_status_t *status)
-{
- WPRINTK(" Unexpected blkif status %s in state %s\n",
- blkif_status_name[status->status],
- blkif_state_name[blkif_state]);
-}
-
-static void
-blkif_status(blkif_fe_interface_status_t *status)
-{
- if (status->handle != blkif_handle) {
- WPRINTK(" Invalid blkif: handle=%u", status->handle);
- return;
- }
-
- switch (status->status) {
-
- case BLKIF_INTERFACE_STATUS_CLOSED:
- switch(blkif_state){
- case BLKIF_STATE_CLOSED:
- unexpected(status);
- break;
- case BLKIF_STATE_DISCONNECTED:
- case BLKIF_STATE_CONNECTED:
- unexpected(status);
- blkif_close();
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_DISCONNECTED:
- switch(blkif_state){
- case BLKIF_STATE_CLOSED:
- blkif_disconnect();
- break;
- case BLKIF_STATE_DISCONNECTED:
- case BLKIF_STATE_CONNECTED:
- unexpected(status);
- blkif_reset();
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_CONNECTED:
- switch(blkif_state){
- case BLKIF_STATE_CLOSED:
- unexpected(status);
- blkif_disconnect();
- blkif_connect(status);
- break;
- case BLKIF_STATE_DISCONNECTED:
- blkif_connect(status);
- break;
- case BLKIF_STATE_CONNECTED:
- unexpected(status);
- blkif_connect(status);
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_CHANGED:
- switch(blkif_state){
- case BLKIF_STATE_CLOSED:
- case BLKIF_STATE_DISCONNECTED:
- unexpected(status);
- break;
- case BLKIF_STATE_CONNECTED:
- vbd_update();
- break;
- }
- break;
-
- default:
- WPRINTK("Invalid blkif status: %d\n", status->status);
- break;
- }
-}
-
-
-static void
-blkif_ctrlif_rx(ctrl_msg_t *msg, unsigned long id)
-{
- switch ( msg->subtype )
- {
- case CMSG_BLKIF_FE_INTERFACE_STATUS:
- if ( msg->length != sizeof(blkif_fe_interface_status_t) )
- goto parse_error;
- blkif_status((blkif_fe_interface_status_t *)
- &msg->msg[0]);
- break;
- default:
- goto parse_error;
- }
-
- ctrl_if_send_response(msg);
- return;
-
- parse_error:
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-static int
-wait_for_blkif(void)
-{
- int err = 0;
- int i;
- send_driver_status(1);
-
- /*
- * We should read 'nr_interfaces' from response message and wait
- * for notifications before proceeding. For now we assume that we
- * will be notified of exactly one interface.
- */
- for ( i=0; (blkif_state != BLKIF_STATE_CONNECTED) && (i < 10*hz); i++ )
- {
- tsleep(&blkif_state, PWAIT | PCATCH, "blkif", hz);
- }
-
- if (blkif_state != BLKIF_STATE_CONNECTED){
- printk("[XEN] Timeout connecting block device driver!\n");
- err = -ENOSYS;
- }
- return err;
-}
-
-
-static void
-xb_init(void *unused)
-{
- int i;
-
- printk("[XEN] Initialising virtual block device driver\n");
-
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- if ( 0 > gnttab_alloc_grant_references( MAXIMUM_OUTSTANDING_BLOCK_REQS,
- &gref_head, &gref_terminal ))
- return;
- printk("Blkif frontend is using grant tables.\n");
-#endif
-
- xb_kick_pending = FALSE;
- xb_kick_pending_head = NULL;
- xb_kick_pending_tail = NULL;
-
- rec_ring_free = 0;
- for (i = 0; i < BLK_RING_SIZE; i++) {
- rec_ring[i].id = i+1;
- }
- rec_ring[BLK_RING_SIZE-1].id = 0x0fffffff;
-
- (void)ctrl_if_register_receiver(CMSG_BLKIF_FE, blkif_ctrlif_rx, 0);
-
- wait_for_blkif();
-}
-
-#if 0 /* XXX not yet */
-void
-blkdev_suspend(void)
-{
-}
-
-void
-blkdev_resume(void)
-{
- send_driver_status(1);
-}
-#endif
-
-void
-blkif_completion(blkif_request_t *req)
-{
- int i;
-
-#ifdef CONFIG_XEN_BLKDEV_GRANT
- grant_ref_t gref;
-
- for ( i = 0; i < req->nr_segments; i++ )
- {
- gref = blkif_gref_from_fas(req->frame_and_sects[i]);
- gnttab_release_grant_reference(&gref_head, gref);
- }
-#else
- /* This is a hack to get the dirty logging bits set */
- switch ( req->operation )
- {
- case BLKIF_OP_READ:
- for ( i = 0; i < req->nr_segments; i++ )
- {
- unsigned long pfn = req->frame_and_sects[i] >> PAGE_SHIFT;
- unsigned long mfn = xen_phys_machine[pfn];
- xen_machphys_update(mfn, pfn);
- }
- break;
- }
-#endif
-}
-MTX_SYSINIT(ioreq, &blkif_io_lock, "BIO LOCK", MTX_SPIN | MTX_NOWITNESS); /*
XXX how does one enroll a lock? */
- MTX_SYSINIT(ioreq_block, &blkif_io_block_lock, "BIO BLOCK LOCK", MTX_SPIN |
MTX_NOWITNESS);
-SYSINIT(xbdev, SI_SUB_PSEUDO, SI_ORDER_ANY, xb_init, NULL)
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/xen/char/console.c
--- a/freebsd-5.3-xen-sparse/i386-xen/xen/char/console.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,536 +0,0 @@
-#include <sys/cdefs.h>
-
-
-#include <sys/param.h>
-#include <sys/module.h>
-#include <sys/systm.h>
-#include <sys/consio.h>
-#include <sys/proc.h>
-#include <sys/uio.h>
-#include <sys/tty.h>
-#include <sys/systm.h>
-#include <sys/taskqueue.h>
-#include <sys/conf.h>
-#include <sys/kernel.h>
-#include <sys/bus.h>
-#include <machine/stdarg.h>
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/ctrl_if.h>
-#include <sys/cons.h>
-
-#include "opt_ddb.h"
-#ifdef DDB
-#include <ddb/ddb.h>
-#endif
-
-static char driver_name[] = "xc";
-devclass_t xc_devclass;
-static void xcstart (struct tty *);
-static int xcparam (struct tty *, struct termios *);
-static void xcstop (struct tty *, int);
-static void xc_timeout(void *);
-static void xencons_tx_flush_task_routine(void *,int );
-static void __xencons_tx_flush(void);
-static void xencons_rx(ctrl_msg_t *msg,unsigned long id);
-static boolean_t xcons_putc(int c);
-
-/* switch console so that shutdown can occur gracefully */
-static void xc_shutdown(void *arg, int howto);
-static int xc_mute;
-
-void xcons_force_flush(void);
-
-static cn_probe_t xccnprobe;
-static cn_init_t xccninit;
-static cn_getc_t xccngetc;
-static cn_putc_t xccnputc;
-static cn_checkc_t xccncheckc;
-
-#define XC_POLLTIME (hz/10)
-
-CONS_DRIVER(xc, xccnprobe, xccninit, NULL, xccngetc,
- xccncheckc, xccnputc, NULL);
-
-static int xen_console_up;
-static boolean_t xc_tx_task_queued;
-static boolean_t xc_start_needed;
-static struct callout xc_callout;
-struct mtx cn_mtx;
-
-#define RBUF_SIZE 1024
-#define RBUF_MASK(_i) ((_i)&(RBUF_SIZE-1))
-#define WBUF_SIZE 4096
-#define WBUF_MASK(_i) ((_i)&(WBUF_SIZE-1))
-static char wbuf[WBUF_SIZE];
-static char rbuf[RBUF_SIZE];
-static int rc, rp;
-static int cnsl_evt_reg;
-static unsigned int wc, wp; /* write_cons, write_prod */
-static struct task xencons_tx_flush_task = {
{NULL},0,0,&xencons_tx_flush_task_routine,NULL };
-
-
-#define CDEV_MAJOR 12
-#define XCUNIT(x) (minor(x))
-#define ISTTYOPEN(tp) ((tp) && ((tp)->t_state & TS_ISOPEN))
-#define CN_LOCK_INIT(x, _name) \
- mtx_init(&x, _name, _name, MTX_SPIN)
-#define CN_LOCK(l, f) mtx_lock_irqsave(&(l), (f))
-#define CN_UNLOCK(l, f) mtx_unlock_irqrestore(&(l), (f))
-#define CN_LOCK_ASSERT(x) mtx_assert(&x, MA_OWNED)
-#define CN_LOCK_DESTROY(x) mtx_destroy(&x)
-
-
-static struct tty *xccons;
-
-struct xc_softc {
- int xc_unit;
- struct cdev *xc_dev;
-};
-
-
-static d_open_t xcopen;
-static d_close_t xcclose;
-static d_ioctl_t xcioctl;
-
-static struct cdevsw xc_cdevsw = {
- /* version */ D_VERSION_00,
- /* maj */ CDEV_MAJOR,
- /* flags */ D_TTY | D_NEEDGIANT,
- /* name */ driver_name,
-
- /* open */ xcopen,
- /* fdopen */ 0,
- /* close */ xcclose,
- /* read */ ttyread,
- /* write */ ttywrite,
- /* ioctl */ xcioctl,
- /* poll */ ttypoll,
- /* mmap */ 0,
- /* strategy */ 0,
- /* dump */ 0,
- /* kqfilter */ ttykqfilter
-};
-
-static void
-xccnprobe(struct consdev *cp)
-{
- cp->cn_pri = CN_REMOTE;
- cp->cn_tp = xccons;
- sprintf(cp->cn_name, "%s0", driver_name);
-}
-
-
-static void
-xccninit(struct consdev *cp)
-{
- CN_LOCK_INIT(cn_mtx,"XCONS LOCK");
-
-}
-int
-xccngetc(struct consdev *dev)
-{
- int c;
- if (xc_mute)
- return 0;
- do {
- if ((c = xccncheckc(dev)) == -1) {
- /* polling without sleeping in Xen doesn't work well.
- * Sleeping gives other things like clock a chance to
- * run
- */
- tsleep(&cn_mtx, PWAIT | PCATCH, "console sleep",
- XC_POLLTIME);
- }
- } while( c == -1 );
- return c;
-}
-
-int
-xccncheckc(struct consdev *dev)
-{
- int ret = (xc_mute ? 0 : -1);
- int flags;
- CN_LOCK(cn_mtx, flags);
- if ( (rp - rc) ){
- /* we need to return only one char */
- ret = (int)rbuf[RBUF_MASK(rc)];
- rc++;
- }
- CN_UNLOCK(cn_mtx, flags);
- return(ret);
-}
-
-static void
-xccnputc(struct consdev *dev, int c)
-{
- int flags;
- CN_LOCK(cn_mtx, flags);
- xcons_putc(c);
- CN_UNLOCK(cn_mtx, flags);
-}
-
-static boolean_t
-xcons_putc(int c)
-{
- int force_flush = xc_mute ||
-#ifdef DDB
- db_active ||
-#endif
- panicstr; /* we're not gonna recover, so force
- * flush
- */
-
- if ( (wp-wc) < (WBUF_SIZE-1) ){
- if ( (wbuf[WBUF_MASK(wp++)] = c) == '\n' ) {
- wbuf[WBUF_MASK(wp++)] = '\r';
- if (force_flush)
- xcons_force_flush();
- }
- } else if (force_flush) {
- xcons_force_flush();
-
- }
- if (cnsl_evt_reg)
- __xencons_tx_flush();
-
- /* inform start path that we're pretty full */
- return ((wp - wc) >= WBUF_SIZE - 100) ? TRUE : FALSE;
-}
-
-static void
-xc_identify(driver_t *driver, device_t parent)
-{
- device_t child;
- child = BUS_ADD_CHILD(parent, 0, driver_name, 0);
- device_set_driver(child, driver);
- device_set_desc(child, "Xen Console");
-}
-
-static int
-xc_probe(device_t dev)
-{
- struct xc_softc *sc = (struct xc_softc *)device_get_softc(dev);
-
- sc->xc_unit = device_get_unit(dev);
- return (0);
-}
-
-static int
-xc_attach(device_t dev)
-{
- struct xc_softc *sc = (struct xc_softc *)device_get_softc(dev);
-
- sc->xc_dev = make_dev(&xc_cdevsw, 0, UID_ROOT, GID_WHEEL, 0600, "xc%r", 0);
- xccons = ttymalloc(NULL);
-
- sc->xc_dev->si_drv1 = (void *)sc;
- sc->xc_dev->si_tty = xccons;
-
- xccons->t_oproc = xcstart;
- xccons->t_param = xcparam;
- xccons->t_stop = xcstop;
- xccons->t_dev = sc->xc_dev;
-
- callout_init(&xc_callout, 0);
-
- /* Ensure that we don't attach before the event channel is able to receive
- * a registration. The XenBus code delays the probe/attach order until
- * this has occurred.
- */
- (void)ctrl_if_register_receiver(CMSG_CONSOLE, xencons_rx, 0);
- cnsl_evt_reg = 1;
-
- callout_reset(&xc_callout, XC_POLLTIME, xc_timeout, xccons);
-
- /* register handler to flush console on shutdown */
- if ((EVENTHANDLER_REGISTER(shutdown_post_sync, xc_shutdown,
- NULL, SHUTDOWN_PRI_DEFAULT)) == NULL)
- printf("xencons: shutdown event registration failed!\n");
-
- return (0);
-}
-
-/*
- * return 0 for all console input, force flush all output.
- */
-static void
-xc_shutdown(void *arg, int howto)
-{
- xc_mute = 1;
- xcons_force_flush();
-
-}
-
-static void
-xencons_rx(ctrl_msg_t *msg,unsigned long id)
-{
- int i, flags;
- struct tty *tp = xccons;
-
- CN_LOCK(cn_mtx, flags);
- for ( i = 0; i < msg->length; i++ ) {
- if ( xen_console_up )
- (*linesw[tp->t_line]->l_rint)(msg->msg[i], tp);
- else
- rbuf[RBUF_MASK(rp++)] = msg->msg[i];
- }
- CN_UNLOCK(cn_mtx, flags);
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-static void
-__xencons_tx_flush(void)
-{
- int sz, work_done = 0;
- ctrl_msg_t msg;
-
- while ( wc != wp )
- {
- sz = wp - wc;
- if ( sz > sizeof(msg.msg) )
- sz = sizeof(msg.msg);
- if ( sz > (WBUF_SIZE - WBUF_MASK(wc)) )
- sz = WBUF_SIZE - WBUF_MASK(wc);
-
- msg.type = CMSG_CONSOLE;
- msg.subtype = CMSG_CONSOLE_DATA;
- msg.length = sz;
- memcpy(msg.msg, &wbuf[WBUF_MASK(wc)], sz);
-
- if ( ctrl_if_send_message_noblock(&msg, NULL, 0) == 0 ){
- wc += sz;
- }
- else if (xc_tx_task_queued) {
- /* avoid the extra enqueue check if we know we're already queued */
- break;
- } else if (ctrl_if_enqueue_space_callback(&xencons_tx_flush_task)) {
- xc_tx_task_queued = TRUE;
- break;
- }
-
- work_done = 1;
- }
-
- if ( work_done && xen_console_up )
- ttwakeup(xccons);
-}
-static void
-xencons_tx_flush_task_routine(void * data, int arg)
-{
- int flags;
- CN_LOCK(cn_mtx, flags);
- xc_tx_task_queued = FALSE;
- __xencons_tx_flush();
- CN_UNLOCK(cn_mtx, flags);
-}
-
-int
-xcopen(struct cdev *dev, int flag, int mode, struct thread *td)
-{
- struct xc_softc *sc;
- int unit = XCUNIT(dev);
- struct tty *tp;
- int s, error;
-
- sc = (struct xc_softc *)device_get_softc(
- devclass_get_device(xc_devclass, unit));
- if (sc == NULL)
- return (ENXIO);
-
- tp = dev->si_tty;
- s = spltty();
- if (!ISTTYOPEN(tp)) {
- tp->t_state |= TS_CARR_ON;
- ttychars(tp);
- tp->t_iflag = TTYDEF_IFLAG;
- tp->t_oflag = TTYDEF_OFLAG;
- tp->t_cflag = TTYDEF_CFLAG|CLOCAL;
- tp->t_lflag = TTYDEF_LFLAG;
- tp->t_ispeed = tp->t_ospeed = TTYDEF_SPEED;
- xcparam(tp, &tp->t_termios);
- ttsetwater(tp);
- } else if (tp->t_state & TS_XCLUDE && suser(td)) {
- splx(s);
- return (EBUSY);
- }
- splx(s);
-
- xen_console_up = 1;
-
- error = (*linesw[tp->t_line]->l_open)(dev, tp);
-
- return error;
-}
-
-int
-xcclose(struct cdev *dev, int flag, int mode, struct thread *td)
-{
- struct tty *tp = dev->si_tty;
-
- if (tp == NULL)
- return (0);
- xen_console_up = 0;
-
- spltty();
- (*linesw[tp->t_line]->l_close)(tp, flag);
- tty_close(tp);
- spl0();
- return (0);
-}
-
-
-int
-xcioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread
*td)
-{
- struct tty *tp = dev->si_tty;
- int error;
-
- error = (*linesw[tp->t_line]->l_ioctl)(tp, cmd, data, flag, td);
- if (error != ENOIOCTL)
- return (error);
- error = ttioctl(tp, cmd, data, flag);
- if (error != ENOIOCTL)
- return (error);
- return (ENOTTY);
-}
-
-static inline int
-__xencons_put_char(int ch)
-{
- char _ch = (char)ch;
- if ( (wp - wc) == WBUF_SIZE )
- return 0;
- wbuf[WBUF_MASK(wp++)] = _ch;
- return 1;
-}
-
-
-static void
-xcstart(struct tty *tp)
-{
- int flags;
- int s;
- boolean_t cons_full = FALSE;
-
- s = spltty();
- CN_LOCK(cn_mtx, flags);
- if (tp->t_state & (TS_TIMEOUT | TS_TTSTOP)) {
- ttwwakeup(tp);
- CN_UNLOCK(cn_mtx, flags);
- return;
- }
-
- tp->t_state |= TS_BUSY;
- while (tp->t_outq.c_cc != 0 && !cons_full)
- cons_full = xcons_putc(getc(&tp->t_outq));
-
- /* if the console is close to full leave our state as busy */
- if (!cons_full) {
- tp->t_state &= ~TS_BUSY;
- ttwwakeup(tp);
- } else {
- /* let the timeout kick us in a bit */
- xc_start_needed = TRUE;
- }
- CN_UNLOCK(cn_mtx, flags);
- splx(s);
-}
-
-static void
-xcstop(struct tty *tp, int flag)
-{
-
- if (tp->t_state & TS_BUSY) {
- if ((tp->t_state & TS_TTSTOP) == 0) {
- tp->t_state |= TS_FLUSH;
- }
- }
-}
-
-static void
-xc_timeout(void *v)
-{
- struct tty *tp;
- int c;
-
- tp = (struct tty *)v;
-
- while ((c = xccncheckc(NULL)) != -1) {
- if (tp->t_state & TS_ISOPEN) {
- (*linesw[tp->t_line]->l_rint)(c, tp);
- }
- }
-
- if (xc_start_needed) {
- xc_start_needed = FALSE;
- xcstart(tp);
- }
-
- callout_reset(&xc_callout, XC_POLLTIME, xc_timeout, tp);
-}
-
-/*
- * Set line parameters.
- */
-int
-xcparam(struct tty *tp, struct termios *t)
-{
- tp->t_ispeed = t->c_ispeed;
- tp->t_ospeed = t->c_ospeed;
- tp->t_cflag = t->c_cflag;
- return (0);
-}
-
-
-static device_method_t xc_methods[] = {
- DEVMETHOD(device_identify, xc_identify),
- DEVMETHOD(device_probe, xc_probe),
- DEVMETHOD(device_attach, xc_attach),
- {0, 0}
-};
-
-static driver_t xc_driver = {
- driver_name,
- xc_methods,
- sizeof(struct xc_softc),
-};
-
-/*** Forcibly flush console data before dying. ***/
-void
-xcons_force_flush(void)
-{
- ctrl_msg_t msg;
- int sz;
-
- /*
- * We use dangerous control-interface functions that require a quiescent
- * system and no interrupts. Try to ensure this with a global cli().
- */
- cli();
-
- /* Spin until console data is flushed through to the domain controller. */
- while ( (wc != wp) && !ctrl_if_transmitter_empty() )
- {
- /* Interrupts are disabled -- we must manually reap responses. */
- ctrl_if_discard_responses();
-
- if ( (sz = wp - wc) == 0 )
- continue;
- if ( sz > sizeof(msg.msg) )
- sz = sizeof(msg.msg);
- if ( sz > (WBUF_SIZE - WBUF_MASK(wc)) )
- sz = WBUF_SIZE - WBUF_MASK(wc);
-
- msg.type = CMSG_CONSOLE;
- msg.subtype = CMSG_CONSOLE_DATA;
- msg.length = sz;
- memcpy(msg.msg, &wbuf[WBUF_MASK(wc)], sz);
-
- if ( ctrl_if_send_message_noblock(&msg, NULL, 0) == 0 )
- wc += sz;
- }
-}
-
-DRIVER_MODULE(xc, xenbus, xc_driver, xc_devclass, 0, 0);
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/xen/misc/evtchn_dev.c
--- a/freebsd-5.3-xen-sparse/i386-xen/xen/misc/evtchn_dev.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,412 +0,0 @@
-/******************************************************************************
- * evtchn.c
- *
- * Xenolinux driver for receiving and demuxing event-channel signals.
- *
- * Copyright (c) 2004, K A Fraser
- */
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/uio.h>
-#include <sys/bus.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/mutex.h>
-#include <sys/selinfo.h>
-#include <sys/poll.h>
-#include <sys/conf.h>
-#include <sys/fcntl.h>
-#include <sys/ioccom.h>
-
-#include <machine/cpufunc.h>
-#include <machine/intr_machdep.h>
-#include <machine/xen-os.h>
-#include <machine/xen_intr.h>
-#include <machine/bus.h>
-#include <sys/rman.h>
-#include <machine/resource.h>
-#include <machine/synch_bitops.h>
-
-#include <machine/hypervisor.h>
-
-
-typedef struct evtchn_sotfc {
-
- struct selinfo ev_rsel;
-} evtchn_softc_t;
-
-
-#ifdef linuxcrap
-/* NB. This must be shared amongst drivers if more things go in /dev/xen */
-static devfs_handle_t xen_dev_dir;
-#endif
-
-/* Only one process may open /dev/xen/evtchn at any time. */
-static unsigned long evtchn_dev_inuse;
-
-/* Notification ring, accessed via /dev/xen/evtchn. */
-
-#define EVTCHN_RING_SIZE 2048 /* 2048 16-bit entries */
-
-#define EVTCHN_RING_MASK(_i) ((_i)&(EVTCHN_RING_SIZE-1))
-static uint16_t *ring;
-static unsigned int ring_cons, ring_prod, ring_overflow;
-
-/* Which ports is user-space bound to? */
-static uint32_t bound_ports[32];
-
-/* Unique address for processes to sleep on */
-static void *evtchn_waddr = ˚
-
-static struct mtx lock, upcall_lock;
-
-static d_read_t evtchn_read;
-static d_write_t evtchn_write;
-static d_ioctl_t evtchn_ioctl;
-static d_poll_t evtchn_poll;
-static d_open_t evtchn_open;
-static d_close_t evtchn_close;
-
-
-void
-evtchn_device_upcall(int port)
-{
- mtx_lock(&upcall_lock);
-
- mask_evtchn(port);
- clear_evtchn(port);
-
- if ( ring != NULL ) {
- if ( (ring_prod - ring_cons) < EVTCHN_RING_SIZE ) {
- ring[EVTCHN_RING_MASK(ring_prod)] = (uint16_t)port;
- if ( ring_cons == ring_prod++ ) {
- wakeup(evtchn_waddr);
- }
- }
- else {
- ring_overflow = 1;
- }
- }
-
- mtx_unlock(&upcall_lock);
-}
-
-static void
-__evtchn_reset_buffer_ring(void)
-{
- /* Initialise the ring to empty. Clear errors. */
- ring_cons = ring_prod = ring_overflow = 0;
-}
-
-static int
-evtchn_read(struct cdev *dev, struct uio *uio, int ioflag)
-{
- int rc;
- unsigned int count, c, p, sst = 0, bytes1 = 0, bytes2 = 0;
- count = uio->uio_resid;
-
- count &= ~1; /* even number of bytes */
-
- if ( count == 0 )
- {
- rc = 0;
- goto out;
- }
-
- if ( count > PAGE_SIZE )
- count = PAGE_SIZE;
-
- for ( ; ; ) {
- if ( (c = ring_cons) != (p = ring_prod) )
- break;
-
- if ( ring_overflow ) {
- rc = EFBIG;
- goto out;
- }
-
- if (sst != 0) {
- rc = EINTR;
- goto out;
- }
-
- /* PCATCH == check for signals before and after sleeping
- * PWAIT == priority of waiting on resource
- */
- sst = tsleep(evtchn_waddr, PWAIT|PCATCH, "evchwt", 10);
- }
-
- /* Byte lengths of two chunks. Chunk split (if any) is at ring wrap. */
- if ( ((c ^ p) & EVTCHN_RING_SIZE) != 0 ) {
- bytes1 = (EVTCHN_RING_SIZE - EVTCHN_RING_MASK(c)) * sizeof(uint16_t);
- bytes2 = EVTCHN_RING_MASK(p) * sizeof(uint16_t);
- }
- else {
- bytes1 = (p - c) * sizeof(uint16_t);
- bytes2 = 0;
- }
-
- /* Truncate chunks according to caller's maximum byte count. */
- if ( bytes1 > count ) {
- bytes1 = count;
- bytes2 = 0;
- }
- else if ( (bytes1 + bytes2) > count ) {
- bytes2 = count - bytes1;
- }
-
- if ( uiomove(&ring[EVTCHN_RING_MASK(c)], bytes1, uio) ||
- ((bytes2 != 0) && uiomove(&ring[0], bytes2, uio)))
- /* keeping this around as its replacement is not equivalent
- * copyout(&ring[0], &buf[bytes1], bytes2)
- */
- {
- rc = EFAULT;
- goto out;
- }
-
- ring_cons += (bytes1 + bytes2) / sizeof(uint16_t);
-
- rc = bytes1 + bytes2;
-
- out:
-
- return rc;
-}
-
-static int
-evtchn_write(struct cdev *dev, struct uio *uio, int ioflag)
-{
- int rc, i, count;
-
- count = uio->uio_resid;
-
- uint16_t *kbuf = (uint16_t *)malloc(PAGE_SIZE, M_DEVBUF, M_WAITOK);
-
-
- if ( kbuf == NULL )
- return ENOMEM;
-
- count &= ~1; /* even number of bytes */
-
- if ( count == 0 ) {
- rc = 0;
- goto out;
- }
-
- if ( count > PAGE_SIZE )
- count = PAGE_SIZE;
-
- if ( uiomove(kbuf, count, uio) != 0 ) {
- rc = EFAULT;
- goto out;
- }
-
- mtx_lock_spin(&lock);
- for ( i = 0; i < (count/2); i++ )
- if ( test_bit(kbuf[i], &bound_ports[0]) )
- unmask_evtchn(kbuf[i]);
- mtx_unlock_spin(&lock);
-
- rc = count;
-
- out:
- free(kbuf, M_DEVBUF);
- return rc;
-}
-
-static int
-evtchn_ioctl(struct cdev *dev, unsigned long cmd, caddr_t arg,
- int mode, struct thread *td __unused)
-{
- int rc = 0;
-
- mtx_lock_spin(&lock);
-
- switch ( cmd )
- {
- case EVTCHN_RESET:
- __evtchn_reset_buffer_ring();
- break;
- case EVTCHN_BIND:
- if ( !synch_test_and_set_bit((int)arg, &bound_ports[0]) )
- unmask_evtchn((int)arg);
- else
- rc = EINVAL;
- break;
- case EVTCHN_UNBIND:
- if ( synch_test_and_clear_bit((int)arg, &bound_ports[0]) )
- mask_evtchn((int)arg);
- else
- rc = EINVAL;
- break;
- default:
- rc = ENOSYS;
- break;
- }
-
- mtx_unlock_spin(&lock);
-
- return rc;
-}
-
-static int
-evtchn_poll(struct cdev *dev, int poll_events, struct thread *td)
-{
-
- evtchn_softc_t *sc;
- unsigned int mask = POLLOUT | POLLWRNORM;
-
- sc = dev->si_drv1;
-
- if ( ring_cons != ring_prod )
- mask |= POLLIN | POLLRDNORM;
- else if ( ring_overflow )
- mask = POLLERR;
- else
- selrecord(td, &sc->ev_rsel);
-
-
- return mask;
-}
-
-
-static int
-evtchn_open(struct cdev *dev, int flag, int otyp, struct thread *td)
-{
- uint16_t *_ring;
-
- if (flag & O_NONBLOCK)
- return EBUSY;
-
- if ( synch_test_and_set_bit(0, &evtchn_dev_inuse) )
- return EBUSY;
-
- if ( (_ring = (uint16_t *)malloc(PAGE_SIZE, M_DEVBUF, M_WAITOK)) == NULL )
- return ENOMEM;
-
- mtx_lock_spin(&lock);
- ring = _ring;
- __evtchn_reset_buffer_ring();
- mtx_unlock_spin(&lock);
-
-
- return 0;
-}
-
-static int
-evtchn_close(struct cdev *dev, int flag, int otyp, struct thread *td __unused)
-{
- int i;
-
- mtx_lock_spin(&lock);
- if (ring != NULL) {
- free(ring, M_DEVBUF);
- ring = NULL;
- }
- for ( i = 0; i < NR_EVENT_CHANNELS; i++ )
- if ( synch_test_and_clear_bit(i, &bound_ports[0]) )
- mask_evtchn(i);
- mtx_unlock_spin(&lock);
-
- evtchn_dev_inuse = 0;
-
- return 0;
-}
-
-
-
-/* XXX wild assed guess as to a safe major number */
-#define EVTCHN_MAJOR 140
-
-static struct cdevsw evtchn_devsw = {
- d_version: D_VERSION_00,
- d_open: evtchn_open,
- d_close: evtchn_close,
- d_read: evtchn_read,
- d_write: evtchn_write,
- d_ioctl: evtchn_ioctl,
- d_poll: evtchn_poll,
- d_name: "evtchn",
- d_maj: EVTCHN_MAJOR,
- d_flags: 0,
-};
-
-
-/* XXX - if this device is ever supposed to support use by more than one
process
- * this global static will have to go away
- */
-static struct cdev *evtchn_dev;
-
-
-
-static int
-evtchn_init(void *dummy __unused)
-{
- /* XXX I believe we don't need these leaving them here for now until we
- * have some semblance of it working
- */
-#if 0
- devfs_handle_t symlink_handle;
- int err, pos;
- char link_dest[64];
-#endif
- mtx_init(&upcall_lock, "evtchup", NULL, MTX_DEF);
-
- /* (DEVFS) create '/dev/misc/evtchn'. */
- evtchn_dev = make_dev(&evtchn_devsw, 0, UID_ROOT, GID_WHEEL, 0600,
"xen/evtchn");
-
- mtx_init(&lock, "evch", NULL, MTX_SPIN | MTX_NOWITNESS);
-
- evtchn_dev->si_drv1 = malloc(sizeof(evtchn_softc_t), M_DEVBUF, M_WAITOK);
- bzero(evtchn_dev->si_drv1, sizeof(evtchn_softc_t));
-
- /* XXX I don't think we need any of this rubbish */
-#if 0
- if ( err != 0 )
- {
- printk(KERN_ALERT "Could not register /dev/misc/evtchn\n");
- return err;
- }
-
- /* (DEVFS) create directory '/dev/xen'. */
- xen_dev_dir = devfs_mk_dir(NULL, "xen", NULL);
-
- /* (DEVFS) &link_dest[pos] == '../misc/evtchn'. */
- pos = devfs_generate_path(evtchn_miscdev.devfs_handle,
- &link_dest[3],
- sizeof(link_dest) - 3);
- if ( pos >= 0 )
- strncpy(&link_dest[pos], "../", 3);
- /* (DEVFS) symlink '/dev/xen/evtchn' -> '../misc/evtchn'. */
- (void)devfs_mk_symlink(xen_dev_dir,
- "evtchn",
- DEVFS_FL_DEFAULT,
- &link_dest[pos],
- &symlink_handle,
- NULL);
-
- /* (DEVFS) automatically destroy the symlink with its destination. */
- devfs_auto_unregister(evtchn_miscdev.devfs_handle, symlink_handle);
-#endif
- printk("Event-channel device installed.\n");
-
- return 0;
-}
-
-
-SYSINIT(evtchn_init, SI_SUB_DRIVERS, SI_ORDER_FIRST, evtchn_init, NULL);
-
-
-#if 0
-
-static void cleanup_module(void)
-{
- destroy_dev(evtchn_dev);
-;
-}
-
-module_init(init_module);
-module_exit(cleanup_module);
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/xen/misc/npx.c
--- a/freebsd-5.3-xen-sparse/i386-xen/xen/misc/npx.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1109 +0,0 @@
-/*-
- * Copyright (c) 1990 William Jolitz.
- * Copyright (c) 1991 The Regents of the University of California.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the University of
- * California, Berkeley and its contributors.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * from: @(#)npx.c 7.2 (Berkeley) 5/12/91
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/i386/isa/npx.c,v 1.144 2003/11/03 21:53:38 jhb Exp
$");
-
-#include "opt_cpu.h"
-#include "opt_debug_npx.h"
-#include "opt_isa.h"
-#include "opt_npx.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bus.h>
-#include <sys/kernel.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/module.h>
-#include <sys/mutex.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/smp.h>
-#include <sys/sysctl.h>
-#include <machine/bus.h>
-#include <sys/rman.h>
-#ifdef NPX_DEBUG
-#include <sys/syslog.h>
-#endif
-#include <sys/signalvar.h>
-#include <sys/user.h>
-
-#include <machine/asmacros.h>
-#include <machine/cputypes.h>
-#include <machine/frame.h>
-#include <machine/md_var.h>
-#include <machine/pcb.h>
-#include <machine/psl.h>
-#include <machine/clock.h>
-#include <machine/resource.h>
-#include <machine/specialreg.h>
-#include <machine/segments.h>
-#include <machine/ucontext.h>
-
-#include <machine/multicall.h>
-
-#include <i386/isa/icu.h>
-#ifdef PC98
-#include <pc98/pc98/pc98.h>
-#else
-#include <i386/isa/isa.h>
-#endif
-#include <machine/intr_machdep.h>
-#ifdef DEV_ISA
-#include <isa/isavar.h>
-#endif
-
-#if !defined(CPU_ENABLE_SSE) && defined(I686_CPU)
-#define CPU_ENABLE_SSE
-#endif
-#if defined(CPU_DISABLE_SSE)
-#undef CPU_ENABLE_SSE
-#endif
-
-/*
- * 387 and 287 Numeric Coprocessor Extension (NPX) Driver.
- */
-
-/* Configuration flags. */
-#define NPX_DISABLE_I586_OPTIMIZED_BCOPY (1 << 0)
-#define NPX_DISABLE_I586_OPTIMIZED_BZERO (1 << 1)
-#define NPX_DISABLE_I586_OPTIMIZED_COPYIO (1 << 2)
-
-#if defined(__GNUC__) && !defined(lint)
-
-#define fldcw(addr) __asm("fldcw %0" : : "m" (*(addr)))
-#define fnclex() __asm("fnclex")
-#define fninit() __asm("fninit")
-#define fnsave(addr) __asm __volatile("fnsave %0" : "=m"
(*(addr)))
-#define fnstcw(addr) __asm __volatile("fnstcw %0" : "=m"
(*(addr)))
-#define fnstsw(addr) __asm __volatile("fnstsw %0" : "=m"
(*(addr)))
-#define fp_divide_by_0() __asm("fldz; fld1; fdiv %st,%st(1);
fnop")
-#define frstor(addr) __asm("frstor %0" : : "m" (*(addr)))
-#ifdef CPU_ENABLE_SSE
-#define fxrstor(addr) __asm("fxrstor %0" : : "m" (*(addr)))
-#define fxsave(addr) __asm __volatile("fxsave %0" : "=m"
(*(addr)))
-#endif
-#define start_emulating() __asm("smsw %%ax; orb %0,%%al; lmsw
%%ax" \
- : : "n" (CR0_TS) : "ax")
-#define stop_emulating() __asm("clts")
-
-#else /* not __GNUC__ */
-
-void fldcw(caddr_t addr);
-void fnclex(void);
-void fninit(void);
-void fnsave(caddr_t addr);
-void fnstcw(caddr_t addr);
-void fnstsw(caddr_t addr);
-void fp_divide_by_0(void);
-void frstor(caddr_t addr);
-#ifdef CPU_ENABLE_SSE
-void fxsave(caddr_t addr);
-void fxrstor(caddr_t addr);
-#endif
-void start_emulating(void);
-void stop_emulating(void);
-
-#endif /* __GNUC__ */
-
-#ifdef CPU_ENABLE_SSE
-#define GET_FPU_CW(thread) \
- (cpu_fxsr ? \
- (thread)->td_pcb->pcb_save.sv_xmm.sv_env.en_cw : \
- (thread)->td_pcb->pcb_save.sv_87.sv_env.en_cw)
-#define GET_FPU_SW(thread) \
- (cpu_fxsr ? \
- (thread)->td_pcb->pcb_save.sv_xmm.sv_env.en_sw : \
- (thread)->td_pcb->pcb_save.sv_87.sv_env.en_sw)
-#else /* CPU_ENABLE_SSE */
-#define GET_FPU_CW(thread) \
- (thread->td_pcb->pcb_save.sv_87.sv_env.en_cw)
-#define GET_FPU_SW(thread) \
- (thread->td_pcb->pcb_save.sv_87.sv_env.en_sw)
-#endif /* CPU_ENABLE_SSE */
-
-typedef u_char bool_t;
-
-static void fpusave(union savefpu *);
-static void fpurstor(union savefpu *);
-static int npx_attach(device_t dev);
-static void npx_identify(driver_t *driver, device_t parent);
-#if 0
-static void npx_intr(void *);
-#endif
-static int npx_probe(device_t dev);
-#ifdef I586_CPU_XXX
-static long timezero(const char *funcname,
- void (*func)(void *buf, size_t len));
-#endif /* I586_CPU */
-
-int hw_float; /* XXX currently just alias for npx_exists */
-
-SYSCTL_INT(_hw,HW_FLOATINGPT, floatingpoint,
- CTLFLAG_RD, &hw_float, 0,
- "Floatingpoint instructions executed in hardware");
-#if 0
-static volatile u_int npx_intrs_while_probing;
-#endif
-static union savefpu npx_cleanstate;
-static bool_t npx_cleanstate_ready;
-static bool_t npx_ex16;
-static bool_t npx_exists;
-static bool_t npx_irq13;
-
-alias_for_inthand_t probetrap;
-#if 0
-__asm(" \n\
- .text \n\
- .p2align 2,0x90 \n\
- .type " __XSTRING(CNAME(probetrap)) ",@function \n\
-" __XSTRING(CNAME(probetrap)) ": \n\
- ss \n\
- incl " __XSTRING(CNAME(npx_traps_while_probing)) " \n\
- fnclex \n\
- iret \n\
-");
-#endif
-/*
- * Identify routine. Create a connection point on our parent for probing.
- */
-static void
-npx_identify(driver, parent)
- driver_t *driver;
- device_t parent;
-{
- device_t child;
-
- child = BUS_ADD_CHILD(parent, 0, "npx", 0);
- if (child == NULL)
- panic("npx_identify");
-}
-#if 0
-/*
- * Do minimal handling of npx interrupts to convert them to traps.
- */
-static void
-npx_intr(dummy)
- void *dummy;
-{
- struct thread *td;
-
- npx_intrs_while_probing++;
-
- /*
- * The BUSY# latch must be cleared in all cases so that the next
- * unmasked npx exception causes an interrupt.
- */
-#ifdef PC98
- outb(0xf8, 0);
-#else
- outb(0xf0, 0);
-#endif
-
- /*
- * fpcurthread is normally non-null here. In that case, schedule an
- * AST to finish the exception handling in the correct context
- * (this interrupt may occur after the thread has entered the
- * kernel via a syscall or an interrupt). Otherwise, the npx
- * state of the thread that caused this interrupt must have been
- * pushed to the thread's pcb, and clearing of the busy latch
- * above has finished the (essentially null) handling of this
- * interrupt. Control will eventually return to the instruction
- * that caused it and it will repeat. We will eventually (usually
- * soon) win the race to handle the interrupt properly.
- */
- td = PCPU_GET(fpcurthread);
- if (td != NULL) {
- td->td_pcb->pcb_flags |= PCB_NPXTRAP;
- mtx_lock_spin(&sched_lock);
- td->td_flags |= TDF_ASTPENDING;
- mtx_unlock_spin(&sched_lock);
- }
-}
-#endif
-
-static int
-npx_probe(device_t dev)
-{
-
- return 1;
-}
-
-#if 0
-/*
- * Probe routine. Initialize cr0 to give correct behaviour for [f]wait
- * whether the device exists or not (XXX should be elsewhere). Set flags
- * to tell npxattach() what to do. Modify device struct if npx doesn't
- * need to use interrupts. Return 0 if device exists.
- */
-static int
-npx_probe(device_t dev)
-{
- struct gate_descriptor save_idt_npxtrap;
- struct resource *ioport_res, *irq_res;
- void *irq_cookie;
- int ioport_rid, irq_num, irq_rid;
- u_short control;
- u_short status;
-
- save_idt_npxtrap = idt[IDT_MF];
- setidt(IDT_MF, probetrap, SDT_SYS386TGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
- ioport_rid = 0;
- ioport_res = bus_alloc_resource(dev, SYS_RES_IOPORT, &ioport_rid,
- IO_NPX, IO_NPX, IO_NPXSIZE, RF_ACTIVE);
- if (ioport_res == NULL)
- panic("npx: can't get ports");
-#ifdef PC98
- if (resource_int_value("npx", 0, "irq", &irq_num) != 0)
- irq_num = 8;
-#else
- if (resource_int_value("npx", 0, "irq", &irq_num) != 0)
- irq_num = 13;
-#endif
- irq_rid = 0;
- irq_res = bus_alloc_resource(dev, SYS_RES_IRQ, &irq_rid, irq_num,
- irq_num, 1, RF_ACTIVE);
- if (irq_res == NULL)
- panic("npx: can't get IRQ");
- if (bus_setup_intr(dev, irq_res, INTR_TYPE_MISC | INTR_FAST, npx_intr,
- NULL, &irq_cookie) != 0)
- panic("npx: can't create intr");
-
- /*
- * Partially reset the coprocessor, if any. Some BIOS's don't reset
- * it after a warm boot.
- */
-#ifdef PC98
- outb(0xf8,0);
-#else
- outb(0xf1, 0); /* full reset on some systems, NOP on others */
- outb(0xf0, 0); /* clear BUSY# latch */
-#endif
- /*
- * Prepare to trap all ESC (i.e., NPX) instructions and all WAIT
- * instructions. We must set the CR0_MP bit and use the CR0_TS
- * bit to control the trap, because setting the CR0_EM bit does
- * not cause WAIT instructions to trap. It's important to trap
- * WAIT instructions - otherwise the "wait" variants of no-wait
- * control instructions would degenerate to the "no-wait" variants
- * after FP context switches but work correctly otherwise. It's
- * particularly important to trap WAITs when there is no NPX -
- * otherwise the "wait" variants would always degenerate.
- *
- * Try setting CR0_NE to get correct error reporting on 486DX's.
- * Setting it should fail or do nothing on lesser processors.
- */
- load_cr0(rcr0() | CR0_MP | CR0_NE);
- /*
- * But don't trap while we're probing.
- */
- stop_emulating();
- /*
- * Finish resetting the coprocessor, if any. If there is an error
- * pending, then we may get a bogus IRQ13, but npx_intr() will handle
- * it OK. Bogus halts have never been observed, but we enabled
- * IRQ13 and cleared the BUSY# latch early to handle them anyway.
- */
- fninit();
-
- device_set_desc(dev, "math processor");
-
- /*
- * Don't use fwait here because it might hang.
- * Don't use fnop here because it usually hangs if there is no FPU.
- */
- DELAY(1000); /* wait for any IRQ13 */
-#ifdef DIAGNOSTIC
- if (npx_intrs_while_probing != 0)
- printf("fninit caused %u bogus npx interrupt(s)\n",
- npx_intrs_while_probing);
- if (npx_traps_while_probing != 0)
- printf("fninit caused %u bogus npx trap(s)\n",
- npx_traps_while_probing);
-#endif
- /*
- * Check for a status of mostly zero.
- */
- status = 0x5a5a;
- fnstsw(&status);
- if ((status & 0xb8ff) == 0) {
- /*
- * Good, now check for a proper control word.
- */
- control = 0x5a5a;
- fnstcw(&control);
- if ((control & 0x1f3f) == 0x033f) {
- hw_float = npx_exists = 1;
- /*
- * We have an npx, now divide by 0 to see if exception
- * 16 works.
- */
- control &= ~(1 << 2); /* enable divide by 0 trap */
- fldcw(&control);
-#ifdef FPU_ERROR_BROKEN
- /*
- * FPU error signal doesn't work on some CPU
- * accelerator board.
- */
- npx_ex16 = 1;
- return (0);
-#endif
- npx_traps_while_probing = npx_intrs_while_probing = 0;
- fp_divide_by_0();
- if (npx_traps_while_probing != 0) {
- /*
- * Good, exception 16 works.
- */
- npx_ex16 = 1;
- goto no_irq13;
- }
- if (npx_intrs_while_probing != 0) {
- /*
- * Bad, we are stuck with IRQ13.
- */
- npx_irq13 = 1;
- idt[IDT_MF] = save_idt_npxtrap;
-#ifdef SMP
- if (mp_ncpus > 1)
- panic("npx0 cannot use IRQ 13 on an SMP
system");
-#endif
- return (0);
- }
- /*
- * Worse, even IRQ13 is broken. Use emulator.
- */
- }
- }
- /*
- * Probe failed, but we want to get to npxattach to initialize the
- * emulator and say that it has been installed. XXX handle devices
- * that aren't really devices better.
- */
-#ifdef SMP
- if (mp_ncpus > 1)
- panic("npx0 cannot be emulated on an SMP system");
-#endif
- /* FALLTHROUGH */
-no_irq13:
- idt[IDT_MF] = save_idt_npxtrap;
- bus_teardown_intr(dev, irq_res, irq_cookie);
-
- /*
- * XXX hack around brokenness of bus_teardown_intr(). If we left the
- * irq active then we would get it instead of exception 16.
- */
- {
- struct intsrc *isrc;
-
- isrc = intr_lookup_source(irq_num);
- isrc->is_pic->pic_disable_source(isrc);
- }
-
- bus_release_resource(dev, SYS_RES_IRQ, irq_rid, irq_res);
- bus_release_resource(dev, SYS_RES_IOPORT, ioport_rid, ioport_res);
- return (0);
-}
-#endif
-
-/*
- * Attach routine - announce which it is, and wire into system
- */
-static int
-npx_attach(device_t dev)
-{
- int flags;
- register_t s;
-
- if (resource_int_value("npx", 0, "flags", &flags) != 0)
- flags = 0;
-
- if (flags)
- device_printf(dev, "flags 0x%x ", flags);
- if (npx_irq13) {
- device_printf(dev, "using IRQ 13 interface\n");
- } else {
- if (npx_ex16)
- device_printf(dev, "INT 16 interface\n");
- else
- device_printf(dev, "WARNING: no FPU!\n");
- }
- npxinit(__INITIAL_NPXCW__);
-
- if (npx_cleanstate_ready == 0) {
- s = intr_disable();
- stop_emulating();
- fpusave(&npx_cleanstate);
- start_emulating();
- npx_cleanstate_ready = 1;
- intr_restore(s);
- }
-#ifdef I586_CPU_XXX
- if (cpu_class == CPUCLASS_586 && npx_ex16 && npx_exists &&
- timezero("i586_bzero()", i586_bzero) <
- timezero("bzero()", bzero) * 4 / 5) {
- if (!(flags & NPX_DISABLE_I586_OPTIMIZED_BCOPY))
- bcopy_vector = i586_bcopy;
- if (!(flags & NPX_DISABLE_I586_OPTIMIZED_BZERO))
- bzero_vector = i586_bzero;
- if (!(flags & NPX_DISABLE_I586_OPTIMIZED_COPYIO)) {
- copyin_vector = i586_copyin;
- copyout_vector = i586_copyout;
- }
- }
-#endif
-
- return (0); /* XXX unused */
-}
-
-/*
- * Initialize floating point unit.
- */
-void
-npxinit(control)
- u_short control;
-{
- static union savefpu dummy;
- register_t savecrit;
-
- if (!npx_exists)
- return;
- /*
- * fninit has the same h/w bugs as fnsave. Use the detoxified
- * fnsave to throw away any junk in the fpu. npxsave() initializes
- * the fpu and sets fpcurthread = NULL as important side effects.
- */
- savecrit = intr_disable();
- npxsave(&dummy);
- stop_emulating();
-#ifdef CPU_ENABLE_SSE
- /* XXX npxsave() doesn't actually initialize the fpu in the SSE case. */
- if (cpu_fxsr)
- fninit();
-#endif
- fldcw(&control);
- start_emulating();
- intr_restore(savecrit);
-}
-
-/*
- * Free coprocessor (if we have it).
- */
-void
-npxexit(td)
- struct thread *td;
-{
- register_t savecrit;
-
- savecrit = intr_disable();
- if (curthread == PCPU_GET(fpcurthread))
- npxsave(&PCPU_GET(curpcb)->pcb_save);
- intr_restore(savecrit);
-#ifdef NPX_DEBUG
- if (npx_exists) {
- u_int masked_exceptions;
-
- masked_exceptions = GET_FPU_CW(td) & GET_FPU_SW(td) & 0x7f;
- /*
- * Log exceptions that would have trapped with the old
- * control word (overflow, divide by 0, and invalid operand).
- */
- if (masked_exceptions & 0x0d)
- log(LOG_ERR,
- "pid %d (%s) exited with masked floating point exceptions 0x%02x\n",
- td->td_proc->p_pid, td->td_proc->p_comm,
- masked_exceptions);
- }
-#endif
-}
-
-int
-npxformat()
-{
-
- if (!npx_exists)
- return (_MC_FPFMT_NODEV);
-#ifdef CPU_ENABLE_SSE
- if (cpu_fxsr)
- return (_MC_FPFMT_XMM);
-#endif
- return (_MC_FPFMT_387);
-}
-
-/*
- * The following mechanism is used to ensure that the FPE_... value
- * that is passed as a trapcode to the signal handler of the user
- * process does not have more than one bit set.
- *
- * Multiple bits may be set if the user process modifies the control
- * word while a status word bit is already set. While this is a sign
- * of bad coding, we have no choise than to narrow them down to one
- * bit, since we must not send a trapcode that is not exactly one of
- * the FPE_ macros.
- *
- * The mechanism has a static table with 127 entries. Each combination
- * of the 7 FPU status word exception bits directly translates to a
- * position in this table, where a single FPE_... value is stored.
- * This FPE_... value stored there is considered the "most important"
- * of the exception bits and will be sent as the signal code. The
- * precedence of the bits is based upon Intel Document "Numerical
- * Applications", Chapter "Special Computational Situations".
- *
- * The macro to choose one of these values does these steps: 1) Throw
- * away status word bits that cannot be masked. 2) Throw away the bits
- * currently masked in the control word, assuming the user isn't
- * interested in them anymore. 3) Reinsert status word bit 7 (stack
- * fault) if it is set, which cannot be masked but must be presered.
- * 4) Use the remaining bits to point into the trapcode table.
- *
- * The 6 maskable bits in order of their preference, as stated in the
- * above referenced Intel manual:
- * 1 Invalid operation (FP_X_INV)
- * 1a Stack underflow
- * 1b Stack overflow
- * 1c Operand of unsupported format
- * 1d SNaN operand.
- * 2 QNaN operand (not an exception, irrelavant here)
- * 3 Any other invalid-operation not mentioned above or zero divide
- * (FP_X_INV, FP_X_DZ)
- * 4 Denormal operand (FP_X_DNML)
- * 5 Numeric over/underflow (FP_X_OFL, FP_X_UFL)
- * 6 Inexact result (FP_X_IMP)
- */
-static char fpetable[128] = {
- 0,
- FPE_FLTINV, /* 1 - INV */
- FPE_FLTUND, /* 2 - DNML */
- FPE_FLTINV, /* 3 - INV | DNML */
- FPE_FLTDIV, /* 4 - DZ */
- FPE_FLTINV, /* 5 - INV | DZ */
- FPE_FLTDIV, /* 6 - DNML | DZ */
- FPE_FLTINV, /* 7 - INV | DNML | DZ */
- FPE_FLTOVF, /* 8 - OFL */
- FPE_FLTINV, /* 9 - INV | OFL */
- FPE_FLTUND, /* A - DNML | OFL */
- FPE_FLTINV, /* B - INV | DNML | OFL */
- FPE_FLTDIV, /* C - DZ | OFL */
- FPE_FLTINV, /* D - INV | DZ | OFL */
- FPE_FLTDIV, /* E - DNML | DZ | OFL */
- FPE_FLTINV, /* F - INV | DNML | DZ | OFL */
- FPE_FLTUND, /* 10 - UFL */
- FPE_FLTINV, /* 11 - INV | UFL */
- FPE_FLTUND, /* 12 - DNML | UFL */
- FPE_FLTINV, /* 13 - INV | DNML | UFL */
- FPE_FLTDIV, /* 14 - DZ | UFL */
- FPE_FLTINV, /* 15 - INV | DZ | UFL */
- FPE_FLTDIV, /* 16 - DNML | DZ | UFL */
- FPE_FLTINV, /* 17 - INV | DNML | DZ | UFL */
- FPE_FLTOVF, /* 18 - OFL | UFL */
- FPE_FLTINV, /* 19 - INV | OFL | UFL */
- FPE_FLTUND, /* 1A - DNML | OFL | UFL */
- FPE_FLTINV, /* 1B - INV | DNML | OFL | UFL */
- FPE_FLTDIV, /* 1C - DZ | OFL | UFL */
- FPE_FLTINV, /* 1D - INV | DZ | OFL | UFL */
- FPE_FLTDIV, /* 1E - DNML | DZ | OFL | UFL */
- FPE_FLTINV, /* 1F - INV | DNML | DZ | OFL | UFL */
- FPE_FLTRES, /* 20 - IMP */
- FPE_FLTINV, /* 21 - INV | IMP */
- FPE_FLTUND, /* 22 - DNML | IMP */
- FPE_FLTINV, /* 23 - INV | DNML | IMP */
- FPE_FLTDIV, /* 24 - DZ | IMP */
- FPE_FLTINV, /* 25 - INV | DZ | IMP */
- FPE_FLTDIV, /* 26 - DNML | DZ | IMP */
- FPE_FLTINV, /* 27 - INV | DNML | DZ | IMP */
- FPE_FLTOVF, /* 28 - OFL | IMP */
- FPE_FLTINV, /* 29 - INV | OFL | IMP */
- FPE_FLTUND, /* 2A - DNML | OFL | IMP */
- FPE_FLTINV, /* 2B - INV | DNML | OFL | IMP */
- FPE_FLTDIV, /* 2C - DZ | OFL | IMP */
- FPE_FLTINV, /* 2D - INV | DZ | OFL | IMP */
- FPE_FLTDIV, /* 2E - DNML | DZ | OFL | IMP */
- FPE_FLTINV, /* 2F - INV | DNML | DZ | OFL | IMP */
- FPE_FLTUND, /* 30 - UFL | IMP */
- FPE_FLTINV, /* 31 - INV | UFL | IMP */
- FPE_FLTUND, /* 32 - DNML | UFL | IMP */
- FPE_FLTINV, /* 33 - INV | DNML | UFL | IMP */
- FPE_FLTDIV, /* 34 - DZ | UFL | IMP */
- FPE_FLTINV, /* 35 - INV | DZ | UFL | IMP */
- FPE_FLTDIV, /* 36 - DNML | DZ | UFL | IMP */
- FPE_FLTINV, /* 37 - INV | DNML | DZ | UFL | IMP */
- FPE_FLTOVF, /* 38 - OFL | UFL | IMP */
- FPE_FLTINV, /* 39 - INV | OFL | UFL | IMP */
- FPE_FLTUND, /* 3A - DNML | OFL | UFL | IMP */
- FPE_FLTINV, /* 3B - INV | DNML | OFL | UFL | IMP */
- FPE_FLTDIV, /* 3C - DZ | OFL | UFL | IMP */
- FPE_FLTINV, /* 3D - INV | DZ | OFL | UFL | IMP */
- FPE_FLTDIV, /* 3E - DNML | DZ | OFL | UFL | IMP */
- FPE_FLTINV, /* 3F - INV | DNML | DZ | OFL | UFL | IMP */
- FPE_FLTSUB, /* 40 - STK */
- FPE_FLTSUB, /* 41 - INV | STK */
- FPE_FLTUND, /* 42 - DNML | STK */
- FPE_FLTSUB, /* 43 - INV | DNML | STK */
- FPE_FLTDIV, /* 44 - DZ | STK */
- FPE_FLTSUB, /* 45 - INV | DZ | STK */
- FPE_FLTDIV, /* 46 - DNML | DZ | STK */
- FPE_FLTSUB, /* 47 - INV | DNML | DZ | STK */
- FPE_FLTOVF, /* 48 - OFL | STK */
- FPE_FLTSUB, /* 49 - INV | OFL | STK */
- FPE_FLTUND, /* 4A - DNML | OFL | STK */
- FPE_FLTSUB, /* 4B - INV | DNML | OFL | STK */
- FPE_FLTDIV, /* 4C - DZ | OFL | STK */
- FPE_FLTSUB, /* 4D - INV | DZ | OFL | STK */
- FPE_FLTDIV, /* 4E - DNML | DZ | OFL | STK */
- FPE_FLTSUB, /* 4F - INV | DNML | DZ | OFL | STK */
- FPE_FLTUND, /* 50 - UFL | STK */
- FPE_FLTSUB, /* 51 - INV | UFL | STK */
- FPE_FLTUND, /* 52 - DNML | UFL | STK */
- FPE_FLTSUB, /* 53 - INV | DNML | UFL | STK */
- FPE_FLTDIV, /* 54 - DZ | UFL | STK */
- FPE_FLTSUB, /* 55 - INV | DZ | UFL | STK */
- FPE_FLTDIV, /* 56 - DNML | DZ | UFL | STK */
- FPE_FLTSUB, /* 57 - INV | DNML | DZ | UFL | STK */
- FPE_FLTOVF, /* 58 - OFL | UFL | STK */
- FPE_FLTSUB, /* 59 - INV | OFL | UFL | STK */
- FPE_FLTUND, /* 5A - DNML | OFL | UFL | STK */
- FPE_FLTSUB, /* 5B - INV | DNML | OFL | UFL | STK */
- FPE_FLTDIV, /* 5C - DZ | OFL | UFL | STK */
- FPE_FLTSUB, /* 5D - INV | DZ | OFL | UFL | STK */
- FPE_FLTDIV, /* 5E - DNML | DZ | OFL | UFL | STK */
- FPE_FLTSUB, /* 5F - INV | DNML | DZ | OFL | UFL | STK */
- FPE_FLTRES, /* 60 - IMP | STK */
- FPE_FLTSUB, /* 61 - INV | IMP | STK */
- FPE_FLTUND, /* 62 - DNML | IMP | STK */
- FPE_FLTSUB, /* 63 - INV | DNML | IMP | STK */
- FPE_FLTDIV, /* 64 - DZ | IMP | STK */
- FPE_FLTSUB, /* 65 - INV | DZ | IMP | STK */
- FPE_FLTDIV, /* 66 - DNML | DZ | IMP | STK */
- FPE_FLTSUB, /* 67 - INV | DNML | DZ | IMP | STK */
- FPE_FLTOVF, /* 68 - OFL | IMP | STK */
- FPE_FLTSUB, /* 69 - INV | OFL | IMP | STK */
- FPE_FLTUND, /* 6A - DNML | OFL | IMP | STK */
- FPE_FLTSUB, /* 6B - INV | DNML | OFL | IMP | STK */
- FPE_FLTDIV, /* 6C - DZ | OFL | IMP | STK */
- FPE_FLTSUB, /* 6D - INV | DZ | OFL | IMP | STK */
- FPE_FLTDIV, /* 6E - DNML | DZ | OFL | IMP | STK */
- FPE_FLTSUB, /* 6F - INV | DNML | DZ | OFL | IMP | STK */
- FPE_FLTUND, /* 70 - UFL | IMP | STK */
- FPE_FLTSUB, /* 71 - INV | UFL | IMP | STK */
- FPE_FLTUND, /* 72 - DNML | UFL | IMP | STK */
- FPE_FLTSUB, /* 73 - INV | DNML | UFL | IMP | STK */
- FPE_FLTDIV, /* 74 - DZ | UFL | IMP | STK */
- FPE_FLTSUB, /* 75 - INV | DZ | UFL | IMP | STK */
- FPE_FLTDIV, /* 76 - DNML | DZ | UFL | IMP | STK */
- FPE_FLTSUB, /* 77 - INV | DNML | DZ | UFL | IMP | STK */
- FPE_FLTOVF, /* 78 - OFL | UFL | IMP | STK */
- FPE_FLTSUB, /* 79 - INV | OFL | UFL | IMP | STK */
- FPE_FLTUND, /* 7A - DNML | OFL | UFL | IMP | STK */
- FPE_FLTSUB, /* 7B - INV | DNML | OFL | UFL | IMP | STK */
- FPE_FLTDIV, /* 7C - DZ | OFL | UFL | IMP | STK */
- FPE_FLTSUB, /* 7D - INV | DZ | OFL | UFL | IMP | STK */
- FPE_FLTDIV, /* 7E - DNML | DZ | OFL | UFL | IMP | STK */
- FPE_FLTSUB, /* 7F - INV | DNML | DZ | OFL | UFL | IMP | STK */
-};
-
-/*
- * Preserve the FP status word, clear FP exceptions, then generate a SIGFPE.
- *
- * Clearing exceptions is necessary mainly to avoid IRQ13 bugs. We now
- * depend on longjmp() restoring a usable state. Restoring the state
- * or examining it might fail if we didn't clear exceptions.
- *
- * The error code chosen will be one of the FPE_... macros. It will be
- * sent as the second argument to old BSD-style signal handlers and as
- * "siginfo_t->si_code" (second argument) to SA_SIGINFO signal handlers.
- *
- * XXX the FP state is not preserved across signal handlers. So signal
- * handlers cannot afford to do FP unless they preserve the state or
- * longjmp() out. Both preserving the state and longjmp()ing may be
- * destroyed by IRQ13 bugs. Clearing FP exceptions is not an acceptable
- * solution for signals other than SIGFPE.
- */
-int
-npxtrap()
-{
- register_t savecrit;
- u_short control, status;
-
- if (!npx_exists) {
- printf("npxtrap: fpcurthread = %p, curthread = %p, npx_exists =
%d\n",
- PCPU_GET(fpcurthread), curthread, npx_exists);
- panic("npxtrap from nowhere");
- }
- savecrit = intr_disable();
-
- /*
- * Interrupt handling (for another interrupt) may have pushed the
- * state to memory. Fetch the relevant parts of the state from
- * wherever they are.
- */
- if (PCPU_GET(fpcurthread) != curthread) {
- control = GET_FPU_CW(curthread);
- status = GET_FPU_SW(curthread);
- } else {
- fnstcw(&control);
- fnstsw(&status);
- }
-
- if (PCPU_GET(fpcurthread) == curthread)
- fnclex();
- intr_restore(savecrit);
- return (fpetable[status & ((~control & 0x3f) | 0x40)]);
-}
-
-/*
- * Implement device not available (DNA) exception
- *
- * It would be better to switch FP context here (if curthread != fpcurthread)
- * and not necessarily for every context switch, but it is too hard to
- * access foreign pcb's.
- */
-
-static int err_count = 0;
-
-int
-npxdna()
-{
- struct pcb *pcb;
- register_t s;
- u_short control;
-
- if (!npx_exists)
- return (0);
- if (PCPU_GET(fpcurthread) == curthread) {
- printf("npxdna: fpcurthread == curthread %d times\n",
- ++err_count);
- stop_emulating();
- return (1);
- }
- if (PCPU_GET(fpcurthread) != NULL) {
- printf("npxdna: fpcurthread = %p (%d), curthread = %p (%d)\n",
- PCPU_GET(fpcurthread),
- PCPU_GET(fpcurthread)->td_proc->p_pid,
- curthread, curthread->td_proc->p_pid);
- panic("npxdna");
- }
- s = intr_disable();
- stop_emulating();
- /*
- * Record new context early in case frstor causes an IRQ13.
- */
- PCPU_SET(fpcurthread, curthread);
- pcb = PCPU_GET(curpcb);
-
- if ((pcb->pcb_flags & PCB_NPXINITDONE) == 0) {
- /*
- * This is the first time this thread has used the FPU or
- * the PCB doesn't contain a clean FPU state. Explicitly
- * initialize the FPU and load the default control word.
- */
- fninit();
- control = __INITIAL_NPXCW__;
- fldcw(&control);
- pcb->pcb_flags |= PCB_NPXINITDONE;
- } else {
- /*
- * The following frstor may cause an IRQ13 when the state
- * being restored has a pending error. The error will
- * appear to have been triggered by the current (npx) user
- * instruction even when that instruction is a no-wait
- * instruction that should not trigger an error (e.g.,
- * fnclex). On at least one 486 system all of the no-wait
- * instructions are broken the same as frstor, so our
- * treatment does not amplify the breakage. On at least
- * one 386/Cyrix 387 system, fnclex works correctly while
- * frstor and fnsave are broken, so our treatment breaks
- * fnclex if it is the first FPU instruction after a context
- * switch.
- */
- fpurstor(&pcb->pcb_save);
- }
- intr_restore(s);
-
- return (1);
-}
-
-/*
- * Wrapper for fnsave instruction, partly to handle hardware bugs. When npx
- * exceptions are reported via IRQ13, spurious IRQ13's may be triggered by
- * no-wait npx instructions. See the Intel application note AP-578 for
- * details. This doesn't cause any additional complications here. IRQ13's
- * are inherently asynchronous unless the CPU is frozen to deliver them --
- * one that started in userland may be delivered many instructions later,
- * after the process has entered the kernel. It may even be delivered after
- * the fnsave here completes. A spurious IRQ13 for the fnsave is handled in
- * the same way as a very-late-arriving non-spurious IRQ13 from user mode:
- * it is normally ignored at first because we set fpcurthread to NULL; it is
- * normally retriggered in npxdna() after return to user mode.
- *
- * npxsave() must be called with interrupts disabled, so that it clears
- * fpcurthread atomically with saving the state. We require callers to do the
- * disabling, since most callers need to disable interrupts anyway to call
- * npxsave() atomically with checking fpcurthread.
- *
- * A previous version of npxsave() went to great lengths to excecute fnsave
- * with interrupts enabled in case executing it froze the CPU. This case
- * can't happen, at least for Intel CPU/NPX's. Spurious IRQ13's don't imply
- * spurious freezes.
- */
-void
-npxsave(addr)
- union savefpu *addr;
-{
-
- stop_emulating();
- fpusave(addr);
-
- start_emulating();
- PCPU_SET(fpcurthread, NULL);
- queue_multicall0(__HYPERVISOR_fpu_taskswitch);
-}
-
-/*
- * This should be called with interrupts disabled and only when the owning
- * FPU thread is non-null.
- */
-void
-npxdrop()
-{
- struct thread *td;
-
- td = PCPU_GET(fpcurthread);
- PCPU_SET(fpcurthread, NULL);
- td->td_pcb->pcb_flags &= ~PCB_NPXINITDONE;
- start_emulating();
-}
-
-/*
- * Get the state of the FPU without dropping ownership (if possible).
- * It returns the FPU ownership status.
- */
-int
-npxgetregs(td, addr)
- struct thread *td;
- union savefpu *addr;
-{
- register_t s;
-
- if (!npx_exists)
- return (_MC_FPOWNED_NONE);
-
- if ((td->td_pcb->pcb_flags & PCB_NPXINITDONE) == 0) {
- if (npx_cleanstate_ready)
- bcopy(&npx_cleanstate, addr, sizeof(npx_cleanstate));
- else
- bzero(addr, sizeof(*addr));
- return (_MC_FPOWNED_NONE);
- }
- s = intr_disable();
- if (td == PCPU_GET(fpcurthread)) {
- fpusave(addr);
-#ifdef CPU_ENABLE_SSE
- if (!cpu_fxsr)
-#endif
- /*
- * fnsave initializes the FPU and destroys whatever
- * context it contains. Make sure the FPU owner
- * starts with a clean state next time.
- */
- npxdrop();
- intr_restore(s);
- return (_MC_FPOWNED_FPU);
- } else {
- intr_restore(s);
- bcopy(&td->td_pcb->pcb_save, addr, sizeof(*addr));
- return (_MC_FPOWNED_PCB);
- }
-}
-
-/*
- * Set the state of the FPU.
- */
-void
-npxsetregs(td, addr)
- struct thread *td;
- union savefpu *addr;
-{
- register_t s;
-
- if (!npx_exists)
- return;
-
- s = intr_disable();
- if (td == PCPU_GET(fpcurthread)) {
- fpurstor(addr);
- intr_restore(s);
- } else {
- intr_restore(s);
- bcopy(addr, &td->td_pcb->pcb_save, sizeof(*addr));
- }
- curthread->td_pcb->pcb_flags |= PCB_NPXINITDONE;
-}
-
-static void
-fpusave(addr)
- union savefpu *addr;
-{
-
-#ifdef CPU_ENABLE_SSE
- if (cpu_fxsr)
- fxsave(addr);
- else
-#endif
- fnsave(addr);
-}
-
-static void
-fpurstor(addr)
- union savefpu *addr;
-{
-
-#ifdef CPU_ENABLE_SSE
- if (cpu_fxsr)
- fxrstor(addr);
- else
-#endif
- frstor(addr);
-}
-
-#ifdef I586_CPU_XXX
-static long
-timezero(funcname, func)
- const char *funcname;
- void (*func)(void *buf, size_t len);
-
-{
- void *buf;
-#define BUFSIZE 1048576
- long usec;
- struct timeval finish, start;
-
- buf = malloc(BUFSIZE, M_TEMP, M_NOWAIT);
- if (buf == NULL)
- return (BUFSIZE);
- microtime(&start);
- (*func)(buf, BUFSIZE);
- microtime(&finish);
- usec = 1000000 * (finish.tv_sec - start.tv_sec) +
- finish.tv_usec - start.tv_usec;
- if (usec <= 0)
- usec = 1;
- if (bootverbose)
- printf("%s bandwidth = %u kBps\n", funcname,
- (u_int32_t)(((BUFSIZE >> 10) * 1000000) / usec));
- free(buf, M_TEMP);
- return (usec);
-}
-#endif /* I586_CPU */
-
-static device_method_t npx_methods[] = {
- /* Device interface */
- DEVMETHOD(device_identify, npx_identify),
- DEVMETHOD(device_probe, npx_probe),
- DEVMETHOD(device_attach, npx_attach),
- DEVMETHOD(device_detach, bus_generic_detach),
- DEVMETHOD(device_shutdown, bus_generic_shutdown),
- DEVMETHOD(device_suspend, bus_generic_suspend),
- DEVMETHOD(device_resume, bus_generic_resume),
-
- { 0, 0 }
-};
-
-static driver_t npx_driver = {
- "npx",
- npx_methods,
- 1, /* no softc */
-};
-
-static devclass_t npx_devclass;
-DRIVER_MODULE(npx, nexus, npx_driver, npx_devclass, 0, 0);
-
-#ifdef DEV_ISA
-/*
- * We prefer to attach to the root nexus so that the usual case (exception 16)
- * doesn't describe the processor as being `on isa'.
- */
-DRIVER_MODULE(npx, nexus, npx_driver, npx_devclass, 0, 0);
-
-/*
- * This sucks up the legacy ISA support assignments from PNPBIOS/ACPI.
- */
-static struct isa_pnp_id npxisa_ids[] = {
- { 0x040cd041, "Legacy ISA coprocessor support" }, /* PNP0C04 */
- { 0 }
-};
-
-static int
-npxisa_probe(device_t dev)
-{
- int result;
- if ((result = ISA_PNP_PROBE(device_get_parent(dev), dev, npxisa_ids))
<= 0) {
- device_quiet(dev);
- }
- return(result);
-}
-
-static int
-npxisa_attach(device_t dev)
-{
- return (0);
-}
-
-static device_method_t npxisa_methods[] = {
- /* Device interface */
- DEVMETHOD(device_probe, npxisa_probe),
- DEVMETHOD(device_attach, npxisa_attach),
- DEVMETHOD(device_detach, bus_generic_detach),
- DEVMETHOD(device_shutdown, bus_generic_shutdown),
- DEVMETHOD(device_suspend, bus_generic_suspend),
- DEVMETHOD(device_resume, bus_generic_resume),
-
- { 0, 0 }
-};
-
-static driver_t npxisa_driver = {
- "npxisa",
- npxisa_methods,
- 1, /* no softc */
-};
-
-static devclass_t npxisa_devclass;
-
-DRIVER_MODULE(npxisa, isa, npxisa_driver, npxisa_devclass, 0, 0);
-#ifndef PC98
-DRIVER_MODULE(npxisa, acpi, npxisa_driver, npxisa_devclass, 0, 0);
-#endif
-#endif /* DEV_ISA */
diff -r 64cd054aa143 -r 0255f48b757f
freebsd-5.3-xen-sparse/i386-xen/xen/netfront/xn_netfront.c
--- a/freebsd-5.3-xen-sparse/i386-xen/xen/netfront/xn_netfront.c Sun Dec
4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1434 +0,0 @@
-/*
- *
- * Copyright (c) 2004 Kip Macy
- * All rights reserved.
- *
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include "opt_nfsroot.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/sockio.h>
-#include <sys/mbuf.h>
-#include <sys/malloc.h>
-#include <sys/kernel.h>
-#include <sys/socket.h>
-#include <sys/queue.h>
-
-#include <net/if.h>
-#include <net/if_arp.h>
-#include <net/ethernet.h>
-#include <net/if_dl.h>
-#include <net/if_media.h>
-
-#include <net/bpf.h>
-
-#include <net/if_types.h>
-#include <net/if_vlan_var.h>
-
-#include <netinet/in_systm.h>
-#include <netinet/in.h>
-#include <netinet/ip.h>
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-
-#include <machine/clock.h> /* for DELAY */
-#include <machine/bus_memio.h>
-#include <machine/bus.h>
-#include <machine/resource.h>
-#include <machine/frame.h>
-
-
-#include <sys/bus.h>
-#include <sys/rman.h>
-
-#include <machine/intr_machdep.h>
-
-#include <machine/xen-os.h>
-#include <machine/hypervisor.h>
-#include <machine/hypervisor-ifs.h>
-#include <machine/xen_intr.h>
-#include <machine/evtchn.h>
-#include <machine/ctrl_if.h>
-
-struct xn_softc;
-static void xn_txeof(struct xn_softc *);
-static void xn_rxeof(struct xn_softc *);
-static void xn_alloc_rx_buffers(struct xn_softc *);
-
-static void xn_tick_locked(struct xn_softc *);
-static void xn_tick(void *);
-
-static void xn_intr(void *);
-static void xn_start_locked(struct ifnet *);
-static void xn_start(struct ifnet *);
-static int xn_ioctl(struct ifnet *, u_long, caddr_t);
-static void xn_ifinit_locked(struct xn_softc *);
-static void xn_ifinit(void *);
-static void xn_stop(struct xn_softc *);
-#ifdef notyet
-static void xn_watchdog(struct ifnet *);
-#endif
-/* Xenolinux helper functions */
-static void network_connect(struct xn_softc *, netif_fe_interface_status_t *);
-static void create_netdev(int handle, struct xn_softc **);
-static void netif_ctrlif_rx(ctrl_msg_t *,unsigned long);
-
-static void xn_free_rx_ring(struct xn_softc *);
-
-static void xn_free_tx_ring(struct xn_softc *);
-
-
-
-/* XXX: This isn't supported in FreeBSD, so ignore it for now. */
-#define TASK_UNINTERRUPTIBLE 0
-#define INVALID_P2M_ENTRY (~0UL)
-
-/*
- * If the backend driver is pipelining transmit requests then we can be very
- * aggressive in avoiding new-packet notifications -- only need to send a
- * notification if there are no outstanding unreceived responses.
- * If the backend may be buffering our transmit buffers for any reason then we
- * are rather more conservative.
- */
-#ifdef CONFIG_XEN_NETDEV_FRONTEND_PIPELINED_TRANSMITTER
-#define TX_TEST_IDX resp_prod /* aggressive: any outstanding responses? */
-#else
-#define TX_TEST_IDX req_cons /* conservative: not seen all our requests? */
-#endif
-
-/*
- * Mbuf pointers. We need these to keep track of the virtual addresses
- * of our mbuf chains since we can only convert from virtual to physical,
- * not the other way around. The size must track the free index arrays.
- */
-struct xn_chain_data {
- struct mbuf *xn_tx_chain[NETIF_TX_RING_SIZE+1];
- struct mbuf *xn_rx_chain[NETIF_RX_RING_SIZE+1];
-};
-
-struct xn_softc {
- struct arpcom arpcom; /* interface info */
- device_t xn_dev;
- SLIST_ENTRY(xn_softc) xn_links;
- struct mtx xn_mtx;
- void *xn_intrhand;
- struct resource *xn_res;
- u_int8_t xn_ifno; /* interface number */
- struct xn_chain_data xn_cdata; /* mbufs */
-
- netif_tx_interface_t *xn_tx_if;
- netif_rx_interface_t *xn_rx_if;
-
- int xn_if_flags;
- int xn_txcnt;
- int xn_rxbufcnt;
- struct callout xn_stat_ch;
- unsigned int xn_irq;
- unsigned int xn_evtchn;
-
-
- /* What is the status of our connection to the remote backend? */
-#define BEST_CLOSED 0
-#define BEST_DISCONNECTED 1
-#define BEST_CONNECTED 2
- unsigned int xn_backend_state;
-
- /* Is this interface open or closed (down or up)? */
-#define UST_CLOSED 0
-#define UST_OPEN 1
- unsigned int xn_user_state;
-
- /* Receive-ring batched refills. */
-#define RX_MIN_TARGET 64 /* XXX: larger than linux. was causing packet
- * loss at the default of 8.
- */
-#define RX_MAX_TARGET NETIF_RX_RING_SIZE
- int xn_rx_target; /* number to allocate */
- struct mbuf *xn_rx_batch; /* head of the batch queue */
- struct mbuf *xn_rx_batchtail;
- int xn_rx_batchlen; /* how many queued */
-
- int xn_rx_resp_cons;
- int xn_tx_resp_cons;
- unsigned short xn_rx_free_idxs[NETIF_RX_RING_SIZE+1];
- unsigned short xn_tx_free_idxs[NETIF_RX_RING_SIZE+1];
-};
-
-static unsigned long xn_rx_pfns[NETIF_RX_RING_SIZE];
-static multicall_entry_t xn_rx_mcl[NETIF_RX_RING_SIZE+1];
-static mmu_update_t xn_rx_mmu[NETIF_RX_RING_SIZE];
-
-static SLIST_HEAD(, xn_softc) xn_dev_list =
- SLIST_HEAD_INITIALIZER(xn_dev_list);
-
-#define XN_LOCK_INIT(_sc, _name) \
- mtx_init(&(_sc)->xn_mtx, _name, MTX_NETWORK_LOCK, MTX_DEF)
-#define XN_LOCK(_sc) mtx_lock(&(_sc)->xn_mtx)
-#define XN_LOCK_ASSERT(_sc) mtx_assert(&(_sc)->xn_mtx, MA_OWNED)
-#define XN_UNLOCK(_sc) mtx_unlock(&(_sc)->xn_mtx)
-#define XN_LOCK_DESTROY(_sc) mtx_destroy(&(_sc)->xn_mtx)
-
-/* Access macros for acquiring freeing slots in xn_free_{tx,rx}_idxs[]. */
-#define ADD_ID_TO_FREELIST(_list, _id) \
- (_list)[(_id)] = (_list)[0]; \
- (_list)[0] = (_id);
-#define GET_ID_FROM_FREELIST(_list) \
- ({ unsigned short _id = (_list)[0]; \
- (_list)[0] = (_list)[_id]; \
- (unsigned short)_id; })
-#define FREELIST_EMPTY(_list, _maxid) \
- ((_list)[0] == (_maxid+1))
-
-static char *status_name[] = {
- [NETIF_INTERFACE_STATUS_CLOSED] = "closed",
- [NETIF_INTERFACE_STATUS_DISCONNECTED] = "disconnected",
- [NETIF_INTERFACE_STATUS_CONNECTED] = "connected",
- [NETIF_INTERFACE_STATUS_CHANGED] = "changed",
-};
-
-static char *be_state_name[] = {
- [BEST_CLOSED] = "closed",
- [BEST_DISCONNECTED] = "disconnected",
- [BEST_CONNECTED] = "connected",
-};
-
-#define IPRINTK(fmt, args...) \
- printk("[XEN] " fmt, ##args)
-#define WPRINTK(fmt, args...) \
- printk("[XEN] " fmt, ##args)
-
-static struct xn_softc *
-find_sc_by_handle(unsigned int handle)
-{
- struct xn_softc *sc;
- SLIST_FOREACH(sc, &xn_dev_list, xn_links)
- {
- if ( sc->xn_ifno == handle )
- return sc;
- }
- return NULL;
-}
-
-/** Network interface info. */
-struct netif_ctrl {
- /** Number of interfaces. */
- int interface_n;
- /** Number of connected interfaces. */
- int connected_n;
- /** Error code. */
- int err;
- int up;
-};
-
-static struct netif_ctrl netctrl;
-
-static void
-netctrl_init(void)
-{
- /*
- * netctrl is already in bss, why are we setting it?
- */
- memset(&netctrl, 0, sizeof(netctrl));
- netctrl.up = NETIF_DRIVER_STATUS_DOWN;
-}
-
-/** Get or set a network interface error.
- */
-static int
-netctrl_err(int err)
-{
- if ( (err < 0) && !netctrl.err )
- netctrl.err = err;
- return netctrl.err;
-}
-
-/** Test if all network interfaces are connected.
- *
- * @return 1 if all connected, 0 if not, negative error code otherwise
- */
-static int
-netctrl_connected(void)
-{
- int ok;
- XENPRINTF("err %d up %d\n", netctrl.err, netctrl.up);
- if (netctrl.err)
- ok = netctrl.err;
- else if (netctrl.up == NETIF_DRIVER_STATUS_UP)
- ok = (netctrl.connected_n == netctrl.interface_n);
- else
- ok = 0;
-
- return ok;
-}
-
-/** Count the connected network interfaces.
- *
- * @return connected count
- */
-static int
-netctrl_connected_count(void)
-{
-
- struct xn_softc *sc;
- unsigned int connected;
-
- connected = 0;
-
- SLIST_FOREACH(sc, &xn_dev_list, xn_links)
- {
- if ( sc->xn_backend_state == BEST_CONNECTED )
- connected++;
- }
-
- netctrl.connected_n = connected;
- XENPRINTF("> connected_n=%d interface_n=%d\n",
- netctrl.connected_n, netctrl.interface_n);
- return connected;
-}
-
-static __inline struct mbuf*
-makembuf (struct mbuf *buf)
-{
- struct mbuf *m = NULL;
-
- MGETHDR (m, M_DONTWAIT, MT_DATA);
-
- if (! m)
- return 0;
-
- M_MOVE_PKTHDR(m, buf);
-
- MCLGET (m, M_DONTWAIT);
-
- m->m_pkthdr.len = buf->m_pkthdr.len;
- m->m_len = buf->m_len;
- m_copydata(buf, 0, buf->m_pkthdr.len, mtod(m,caddr_t) );
- m->m_ext.ext_args = (vm_paddr_t *)vtophys(mtod(m,caddr_t));
-
- return m;
-}
-
-
-
-static void
-xn_free_rx_ring(struct xn_softc *sc)
-{
-#if 0
- int i;
-
- for (i = 0; i < NETIF_RX_RING_SIZE; i++) {
- if (sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(i)] != NULL) {
- m_freem(sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(i)]);
- sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(i)] = NULL;
- }
- }
-
- sc->xn_rx_resp_cons = 0;
- sc->xn_rx_if->req_prod = 0;
- sc->xn_rx_if->event = sc->xn_rx_resp_cons ;
-#endif
-}
-
-static void
-xn_free_tx_ring(struct xn_softc *sc)
-{
-#if 0
- int i;
-
- for (i = 0; i < NETIF_TX_RING_SIZE; i++) {
- if (sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(i)] != NULL) {
- m_freem(sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(i)]);
- sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(i)] = NULL;
- }
- }
-
- return;
-#endif
-}
-
-static void
-xn_alloc_rx_buffers(struct xn_softc *sc)
-{
- unsigned short id;
- struct mbuf *m_new, *next;
- int i, batch_target;
- NETIF_RING_IDX req_prod = sc->xn_rx_if->req_prod;
-
- if (unlikely(sc->xn_backend_state != BEST_CONNECTED) )
- return;
-
- /*
- * Allocate skbuffs greedily, even though we batch updates to the
- * receive ring. This creates a less bursty demand on the memory allocator,
- * so should reduce the chance of failed allocation requests both for
- * ourself and for other kernel subsystems.
- */
- batch_target = sc->xn_rx_target - (req_prod - sc->xn_rx_resp_cons);
- for ( i = sc->xn_rx_batchlen; i < batch_target; i++, sc->xn_rx_batchlen++)
{
- MGETHDR(m_new, M_DONTWAIT, MT_DATA);
- if (m_new == NULL)
- break;
-
- MCLGET(m_new, M_DONTWAIT);
- if (!(m_new->m_flags & M_EXT)) {
- m_freem(m_new);
- break;
- }
- m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
-
- /* queue the mbufs allocated */
- if (!sc->xn_rx_batch)
- sc->xn_rx_batch = m_new;
-
- if (sc->xn_rx_batchtail)
- sc->xn_rx_batchtail->m_next = m_new;
- sc->xn_rx_batchtail = m_new;
- }
-
- /* Is the batch large enough to be worthwhile? */
- if ( i < (sc->xn_rx_target/2) )
- return;
-
- for (i = 0, m_new = sc->xn_rx_batch; m_new;
- i++, sc->xn_rx_batchlen--, m_new = next) {
-
- next = m_new->m_next;
- m_new->m_next = NULL;
-
- m_new->m_ext.ext_args = (vm_paddr_t *)vtophys(m_new->m_ext.ext_buf);
-
- id = GET_ID_FROM_FREELIST(sc->xn_rx_free_idxs);
- KASSERT(id != 0, ("alloc_rx_buffers: found free receive index of 0\n"));
- sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(id)] = m_new;
-
- sc->xn_rx_if->ring[MASK_NETIF_RX_IDX(req_prod + i)].req.id = id;
-
- xn_rx_pfns[i] = vtomach(mtod(m_new,vm_offset_t)) >> PAGE_SHIFT;
-
- /* Remove this page from pseudo phys map before passing back to Xen. */
- xen_phys_machine[((unsigned long)m_new->m_ext.ext_args >> PAGE_SHIFT)]
- = INVALID_P2M_ENTRY;
-
- xn_rx_mcl[i].op = __HYPERVISOR_update_va_mapping;
- xn_rx_mcl[i].args[0] = (unsigned long)mtod(m_new,vm_offset_t);
- xn_rx_mcl[i].args[1] = 0;
- xn_rx_mcl[i].args[2] = 0;
-
- }
-
- KASSERT(i, ("no mbufs processed")); /* should have returned earlier
*/
- KASSERT(sc->xn_rx_batchlen == 0, ("not all mbufs processed"));
- sc->xn_rx_batch = sc->xn_rx_batchtail = NULL;
-
- /*
- * We may have allocated buffers which have entries outstanding
- in the page * update queue -- make sure we flush those first! */
- PT_UPDATES_FLUSH();
-
- /* After all PTEs have been zapped we blow away stale TLB entries. */
- xn_rx_mcl[i-1].args[2] = UVMF_TLB_FLUSH|UVMF_LOCAL;
-
- /* Give away a batch of pages. */
- xn_rx_mcl[i].op = __HYPERVISOR_dom_mem_op;
- xn_rx_mcl[i].args[0] = MEMOP_decrease_reservation;
- xn_rx_mcl[i].args[1] = (unsigned long)xn_rx_pfns;
- xn_rx_mcl[i].args[2] = (unsigned long)i;
- xn_rx_mcl[i].args[3] = 0;
- xn_rx_mcl[i].args[4] = DOMID_SELF;
-
- /* Zap PTEs and give away pages in one big multicall. */
- (void)HYPERVISOR_multicall(xn_rx_mcl, i+1);
-
- /* Check return status of HYPERVISOR_dom_mem_op(). */
- if (unlikely(xn_rx_mcl[i].result != i))
- panic("Unable to reduce memory reservation\n");
-
- /* Above is a suitable barrier to ensure backend will see requests. */
- sc->xn_rx_if->req_prod = req_prod + i;
-
- /* Adjust our floating fill target if we risked running out of buffers. */
- if ( ((req_prod - sc->xn_rx_if->resp_prod) < (sc->xn_rx_target / 4)) &&
- ((sc->xn_rx_target *= 2) > RX_MAX_TARGET) )
- sc->xn_rx_target = RX_MAX_TARGET;
-}
-
-static void
-xn_rxeof(struct xn_softc *sc)
-{
- struct ifnet *ifp;
- netif_rx_response_t *rx;
- NETIF_RING_IDX i, rp;
- mmu_update_t *mmu = xn_rx_mmu;
- multicall_entry_t *mcl = xn_rx_mcl;
- struct mbuf *tail_mbuf = NULL, *head_mbuf = NULL, *m, *next;
-
- XN_LOCK_ASSERT(sc);
- if (sc->xn_backend_state != BEST_CONNECTED)
- return;
-
- ifp = &sc->arpcom.ac_if;
-
- rp = sc->xn_rx_if->resp_prod;
- rmb(); /* Ensure we see queued responses up to 'rp'. */
-
- for (i = sc->xn_rx_resp_cons; i != rp; i++) {
-
- rx = &sc->xn_rx_if->ring[MASK_NETIF_RX_IDX(i)].resp;
- KASSERT(rx->id != 0, ("xn_rxeof: found free receive index of 0\n"));
-
- /*
- * An error here is very odd. Usually indicates a backend bug,
- * low-memory condition, or that we didn't have reservation headroom.
- * Whatever - print an error and queue the id again straight away.
- */
- if (unlikely(rx->status <= 0)) {
- printk("bad buffer on RX ring!(%d)\n", rx->status);
- sc->xn_rx_if->ring[MASK_NETIF_RX_IDX(sc->xn_rx_if->req_prod)].req.id
- = rx->id;
- wmb();
- sc->xn_rx_if->req_prod++;
- continue;
- }
-
- m = (struct mbuf *)
- sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(rx->id)];
- if (m->m_next)
- panic("mbuf is already part of a valid mbuf chain");
- ADD_ID_TO_FREELIST(sc->xn_rx_free_idxs, rx->id);
-
- m->m_data += (rx->addr & PAGE_MASK);
- m->m_pkthdr.len = m->m_len = rx->status;
- m->m_pkthdr.rcvif = ifp;
-
- /* Remap the page. */
- mmu->ptr = (rx->addr & ~PAGE_MASK) | MMU_MACHPHYS_UPDATE;
- mmu->val = (unsigned long)m->m_ext.ext_args >> PAGE_SHIFT;
- mmu++;
- mcl->op = __HYPERVISOR_update_va_mapping;
- mcl->args[0] = (unsigned long)m->m_data;
- mcl->args[1] = (rx->addr & ~PAGE_MASK) | PG_KERNEL;
- mcl->args[2] = 0;
- mcl++;
-
- xen_phys_machine[((unsigned long)m->m_ext.ext_args >> PAGE_SHIFT)] =
- (rx->addr >> PAGE_SHIFT);
-
- if (unlikely(!head_mbuf))
- head_mbuf = m;
-
- if (tail_mbuf)
- tail_mbuf->m_next = m;
- tail_mbuf = m;
-
- sc->xn_cdata.xn_rx_chain[MASK_NETIF_RX_IDX(rx->id)] = NULL;
- sc->xn_rxbufcnt++;
- }
-
- /* Do all the remapping work, and M->P updates, in one big hypercall. */
- if (likely((mcl - xn_rx_mcl) != 0)) {
- mcl->op = __HYPERVISOR_mmu_update;
- mcl->args[0] = (unsigned long)xn_rx_mmu;
- mcl->args[1] = mmu - xn_rx_mmu;
- mcl->args[2] = 0;
- mcl->args[3] = DOMID_SELF;
- mcl++;
- (void)HYPERVISOR_multicall(xn_rx_mcl, mcl - xn_rx_mcl);
- }
-
-
- /*
- * Process all the mbufs after the remapping is complete.
- * Break the mbuf chain first though.
- */
- for (m = head_mbuf; m; m = next) {
- next = m->m_next;
- m->m_next = NULL;
-
- ifp->if_ipackets++;
-
- XN_UNLOCK(sc);
-
- /* Pass it up. */
- (*ifp->if_input)(ifp, m);
- XN_LOCK(sc);
- }
-
- sc->xn_rx_resp_cons = i;
-
- /* If we get a callback with very few responses, reduce fill target. */
- /* NB. Note exponential increase, linear decrease. */
- if (((sc->xn_rx_if->req_prod - sc->xn_rx_if->resp_prod) >
- ((3*sc->xn_rx_target) / 4)) && (--sc->xn_rx_target < RX_MIN_TARGET))
- sc->xn_rx_target = RX_MIN_TARGET;
-
- xn_alloc_rx_buffers(sc);
-
- sc->xn_rx_if->event = i + 1;
-}
-
-static void
-xn_txeof(struct xn_softc *sc)
-{
- NETIF_RING_IDX i, prod;
- unsigned short id;
- struct ifnet *ifp;
- struct mbuf *m;
-
- XN_LOCK_ASSERT(sc);
-
- if (sc->xn_backend_state != BEST_CONNECTED)
- return;
-
- ifp = &sc->arpcom.ac_if;
- ifp->if_timer = 0;
-
- do {
- prod = sc->xn_tx_if->resp_prod;
-
- for (i = sc->xn_tx_resp_cons; i != prod; i++) {
- id = sc->xn_tx_if->ring[MASK_NETIF_TX_IDX(i)].resp.id;
- m = sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(id)];
-
- KASSERT(m != NULL, ("mbuf not found in xn_tx_chain"));
- M_ASSERTVALID(m);
-
- m_freem(m);
- sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(id)] = NULL;
- ADD_ID_TO_FREELIST(sc->xn_tx_free_idxs, id);
- sc->xn_txcnt--;
- }
- sc->xn_tx_resp_cons = prod;
-
- /*
- * Set a new event, then check for race with update of tx_cons. Note
- * that it is essential to schedule a callback, no matter how few
- * buffers are pending. Even if there is space in the transmit ring,
- * higher layers may be blocked because too much data is outstanding:
- * in such cases notification from Xen is likely to be the only kick
- * that we'll get.
- */
- sc->xn_tx_if->event =
- prod + ((sc->xn_tx_if->req_prod - prod) >> 1) + 1;
-
- mb();
-
- } while (prod != sc->xn_tx_if->resp_prod);
-}
-
-static void
-xn_intr(void *xsc)
-{
- struct xn_softc *sc = xsc;
- struct ifnet *ifp = &sc->arpcom.ac_if;
-
- XN_LOCK(sc);
-
- /* sometimes we seem to lose packets. stay in the interrupt handler while
- * there is stuff to process: continually recheck the response producer.
- */
- do {
- xn_txeof(sc);
-
- if (sc->xn_rx_resp_cons != sc->xn_rx_if->resp_prod &&
- sc->xn_user_state == UST_OPEN)
- xn_rxeof(sc);
-
- if (ifp->if_flags & IFF_RUNNING && ifp->if_snd.ifq_head != NULL)
- xn_start_locked(ifp);
- } while (sc->xn_rx_resp_cons != sc->xn_rx_if->resp_prod &&
- sc->xn_user_state == UST_OPEN);
-
- XN_UNLOCK(sc);
- return;
-}
-
-static void
-xn_tick_locked(struct xn_softc *sc)
-{
- XN_LOCK_ASSERT(sc);
- callout_reset(&sc->xn_stat_ch, hz, xn_tick, sc);
-
- /* XXX placeholder for printing debug information */
-
-}
-
-
-static void
-xn_tick(void *xsc)
-{
- struct xn_softc *sc;
-
- sc = xsc;
- XN_LOCK(sc);
- xn_tick_locked(sc);
- XN_UNLOCK(sc);
-
-}
-static void
-xn_start_locked(struct ifnet *ifp)
-{
- unsigned short id;
- struct mbuf *m_head, *new_m;
- struct xn_softc *sc = ifp->if_softc;
- netif_tx_request_t *tx;
- NETIF_RING_IDX i, start;
-
- if (sc->xn_backend_state != BEST_CONNECTED)
- return;
-
- for (i = start = sc->xn_tx_if->req_prod; TRUE; i++, sc->xn_txcnt++) {
-
- IF_DEQUEUE(&ifp->if_snd, m_head);
- if (m_head == NULL)
- break;
-
- if (FREELIST_EMPTY(sc->xn_tx_free_idxs, NETIF_TX_RING_SIZE)) {
- IF_PREPEND(&ifp->if_snd, m_head);
- ifp->if_flags |= IFF_OACTIVE;
- break;
- }
-
- i = sc->xn_tx_if->req_prod;
-
- id = GET_ID_FROM_FREELIST(sc->xn_tx_free_idxs);
-
- /*
- * Start packing the mbufs in this chain into
- * the fragment pointers. Stop when we run out
- * of fragments or hit the end of the mbuf chain.
- */
- new_m = makembuf(m_head);
- tx = &(sc->xn_tx_if->ring[MASK_NETIF_TX_IDX(i)].req);
- tx->id = id;
- tx->size = new_m->m_pkthdr.len;
- new_m->m_next = NULL;
- new_m->m_nextpkt = NULL;
-
- m_freem(m_head);
- tx->addr = vtomach(mtod(new_m, vm_offset_t));
-
- sc->xn_cdata.xn_tx_chain[MASK_NETIF_TX_IDX(id)] = new_m;
- BPF_MTAP(ifp, new_m);
- }
-
- sc->xn_tx_if->req_prod = i;
- xn_txeof(sc);
-
- /* Only notify Xen if we really have to. */
- if (sc->xn_tx_if->TX_TEST_IDX == start)
- notify_via_evtchn(sc->xn_evtchn);
- return;
-}
-
-static void
-xn_start(struct ifnet *ifp)
-{
- struct xn_softc *sc;
- sc = ifp->if_softc;
- XN_LOCK(sc);
- xn_start_locked(ifp);
- XN_UNLOCK(sc);
-}
-
-
-
-/* equivalent of network_open() in Linux */
-static void
-xn_ifinit_locked(struct xn_softc *sc)
-{
- struct ifnet *ifp;
-
- XN_LOCK_ASSERT(sc);
-
- ifp = &sc->arpcom.ac_if;
-
- if (ifp->if_flags & IFF_RUNNING)
- return;
-
- xn_stop(sc);
-
- sc->xn_user_state = UST_OPEN;
-
- xn_alloc_rx_buffers(sc);
- sc->xn_rx_if->event = sc->xn_rx_resp_cons + 1;
-
- ifp->if_flags |= IFF_RUNNING;
- ifp->if_flags &= ~IFF_OACTIVE;
-
- callout_reset(&sc->xn_stat_ch, hz, xn_tick, sc);
-
-}
-
-
-static void
-xn_ifinit(void *xsc)
-{
- struct xn_softc *sc = xsc;
-
- XN_LOCK(sc);
- xn_ifinit_locked(sc);
- XN_UNLOCK(sc);
-
-}
-
-
-static int
-xn_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
-{
- struct xn_softc *sc = ifp->if_softc;
- struct ifreq *ifr = (struct ifreq *) data;
- int mask, error = 0;
- switch(cmd) {
- case SIOCSIFMTU:
- /* XXX can we alter the MTU on a VN ?*/
-#ifdef notyet
- if (ifr->ifr_mtu > XN_JUMBO_MTU)
- error = EINVAL;
- else
-#endif
- {
- ifp->if_mtu = ifr->ifr_mtu;
- ifp->if_flags &= ~IFF_RUNNING;
- xn_ifinit(sc);
- }
- break;
- case SIOCSIFFLAGS:
- XN_LOCK(sc);
- if (ifp->if_flags & IFF_UP) {
- /*
- * If only the state of the PROMISC flag changed,
- * then just use the 'set promisc mode' command
- * instead of reinitializing the entire NIC. Doing
- * a full re-init means reloading the firmware and
- * waiting for it to start up, which may take a
- * second or two.
- */
-#ifdef notyet
- /* No promiscuous mode with Xen */
- if (ifp->if_flags & IFF_RUNNING &&
- ifp->if_flags & IFF_PROMISC &&
- !(sc->xn_if_flags & IFF_PROMISC)) {
- XN_SETBIT(sc, XN_RX_MODE,
- XN_RXMODE_RX_PROMISC);
- } else if (ifp->if_flags & IFF_RUNNING &&
- !(ifp->if_flags & IFF_PROMISC) &&
- sc->xn_if_flags & IFF_PROMISC) {
- XN_CLRBIT(sc, XN_RX_MODE,
- XN_RXMODE_RX_PROMISC);
- } else
-#endif
- xn_ifinit_locked(sc);
- } else {
- if (ifp->if_flags & IFF_RUNNING) {
- xn_stop(sc);
- }
- }
- sc->xn_if_flags = ifp->if_flags;
- XN_UNLOCK(sc);
- error = 0;
- break;
- case SIOCSIFCAP:
- mask = ifr->ifr_reqcap ^ ifp->if_capenable;
- if (mask & IFCAP_HWCSUM) {
- if (IFCAP_HWCSUM & ifp->if_capenable)
- ifp->if_capenable &= ~IFCAP_HWCSUM;
- else
- ifp->if_capenable |= IFCAP_HWCSUM;
- }
- error = 0;
- break;
- case SIOCADDMULTI:
- case SIOCDELMULTI:
-#ifdef notyet
- if (ifp->if_flags & IFF_RUNNING) {
- XN_LOCK(sc);
- xn_setmulti(sc);
- XN_UNLOCK(sc);
- error = 0;
- }
-#endif
- /* FALLTHROUGH */
- case SIOCSIFMEDIA:
- case SIOCGIFMEDIA:
- error = EINVAL;
- break;
- default:
- error = ether_ioctl(ifp, cmd, data);
- }
-
- return (error);
-}
-
-static void
-xn_stop(struct xn_softc *sc)
-{
- struct ifnet *ifp;
-
- XN_LOCK_ASSERT(sc);
-
- ifp = &sc->arpcom.ac_if;
-
- callout_stop(&sc->xn_stat_ch);
-
- xn_free_rx_ring(sc);
- xn_free_tx_ring(sc);
-
- ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
-}
-
-/* START of Xenolinux helper functions adapted to FreeBSD */
-static void
-network_connect(struct xn_softc *sc, netif_fe_interface_status_t *status)
-{
- struct ifnet *ifp;
- int i, requeue_idx;
- netif_tx_request_t *tx;
-
- XN_LOCK(sc);
-
- ifp = &sc->arpcom.ac_if;
- /* first time through, setup the ifp info */
- if (ifp->if_softc == NULL) {
- ifp->if_softc = sc;
- if_initname(ifp, "xn", sc->xn_ifno);
- ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX;
- ifp->if_ioctl = xn_ioctl;
- ifp->if_output = ether_output;
- ifp->if_start = xn_start;
-#ifdef notyet
- ifp->if_watchdog = xn_watchdog;
-#endif
- ifp->if_init = xn_ifinit;
- ifp->if_mtu = ETHERMTU;
- ifp->if_snd.ifq_maxlen = NETIF_TX_RING_SIZE - 1;
-
-#ifdef notyet
- ifp->if_hwassist = XN_CSUM_FEATURES;
- ifp->if_capabilities = IFCAP_HWCSUM;
- ifp->if_capenable = ifp->if_capabilities;
-#endif
-
- ether_ifattach(ifp, sc->arpcom.ac_enaddr);
- callout_init(&sc->xn_stat_ch, CALLOUT_MPSAFE);
- }
-
- /* Recovery procedure: */
-
- /* Step 1: Reinitialise variables. */
- sc->xn_rx_resp_cons = sc->xn_tx_resp_cons = 0;
- sc->xn_rxbufcnt = sc->xn_txcnt = 0;
- sc->xn_rx_if->event = sc->xn_tx_if->event = 1;
-
- /* Step 2: Rebuild the RX and TX ring contents.
- * NB. We could just free the queued TX packets now but we hope
- * that sending them out might do some good. We have to rebuild
- * the RX ring because some of our pages are currently flipped out
- * so we can't just free the RX skbs.
- */
-
- /* Rebuild the TX buffer freelist and the TX ring itself.
- * NB. This reorders packets. We could keep more private state
- * to avoid this but maybe it doesn't matter so much given the
- * interface has been down.
- */
- for ( requeue_idx = 0, i = 1; i <= NETIF_TX_RING_SIZE; i++ )
- {
- if (sc->xn_cdata.xn_tx_chain[i] != NULL)
- {
- struct mbuf *m = sc->xn_cdata.xn_tx_chain[i];
-
- tx = &sc->xn_tx_if->ring[requeue_idx++].req;
-
- tx->id = i;
- tx->addr = vtomach(mtod(m, vm_offset_t));
- tx->size = m->m_pkthdr.len;
- sc->xn_txcnt++;
- }
- }
- wmb();
- sc->xn_tx_if->req_prod = requeue_idx;
-
- /* Rebuild the RX buffer freelist and the RX ring itself. */
- for ( requeue_idx = 0, i = 1; i <= NETIF_RX_RING_SIZE; i++ )
- if (sc->xn_cdata.xn_rx_chain[i] != NULL)
- sc->xn_rx_if->ring[requeue_idx++].req.id = i;
- wmb();
- sc->xn_rx_if->req_prod = requeue_idx;
-
- printk("[XEN] Netfront recovered tx=%d rxfree=%d\n",
- sc->xn_tx_if->req_prod,sc->xn_rx_if->req_prod);
-
-
- /* Step 3: All public and private state should now be sane. Get
- * ready to start sending and receiving packets and give the driver
- * domain a kick because we've probably just requeued some
- * packets.
- */
- sc->xn_backend_state = BEST_CONNECTED;
- wmb();
- notify_via_evtchn(status->evtchn);
- xn_txeof(sc);
-
- XN_UNLOCK(sc);
-}
-
-
-static void
-vif_show(struct xn_softc *sc)
-{
-#if DEBUG
- if (sc) {
- IPRINTK("<vif handle=%u %s(%s) evtchn=%u irq=%u tx=%p rx=%p>\n",
- sc->xn_ifno,
- be_state_name[sc->xn_backend_state],
- sc->xn_user_state ? "open" : "closed",
- sc->xn_evtchn,
- sc->xn_irq,
- sc->xn_tx_if,
- sc->xn_rx_if);
- } else {
- IPRINTK("<vif NULL>\n");
- }
-#endif
-}
-
-/* Send a connect message to xend to tell it to bring up the interface. */
-static void
-send_interface_connect(struct xn_softc *sc)
-{
- ctrl_msg_t cmsg = {
- .type = CMSG_NETIF_FE,
- .subtype = CMSG_NETIF_FE_INTERFACE_CONNECT,
- .length = sizeof(netif_fe_interface_connect_t),
- };
- netif_fe_interface_connect_t *msg = (void*)cmsg.msg;
-
- vif_show(sc);
- msg->handle = sc->xn_ifno;
- msg->tx_shmem_frame = (vtomach(sc->xn_tx_if) >> PAGE_SHIFT);
- msg->rx_shmem_frame = (vtomach(sc->xn_rx_if) >> PAGE_SHIFT);
-
- ctrl_if_send_message_block(&cmsg, NULL, 0, TASK_UNINTERRUPTIBLE);
-}
-
-/* Send a driver status notification to the domain controller. */
-static int
-send_driver_status(int ok)
-{
- int err = 0;
- ctrl_msg_t cmsg = {
- .type = CMSG_NETIF_FE,
- .subtype = CMSG_NETIF_FE_DRIVER_STATUS,
- .length = sizeof(netif_fe_driver_status_t),
- };
- netif_fe_driver_status_t *msg = (void*)cmsg.msg;
-
- msg->status = (ok ? NETIF_DRIVER_STATUS_UP : NETIF_DRIVER_STATUS_DOWN);
- err = ctrl_if_send_message_block(&cmsg, NULL, 0, TASK_UNINTERRUPTIBLE);
- return err;
-}
-
-/* Stop network device and free tx/rx queues and irq.
- */
-static void
-vif_release(struct xn_softc *sc)
-{
- /* Stop old i/f to prevent errors whilst we rebuild the state. */
- XN_LOCK(sc);
- /* sc->xn_backend_state = BEST_DISCONNECTED; */
- XN_UNLOCK(sc);
-
- /* Free resources. */
- if(sc->xn_tx_if != NULL) {
- unbind_evtchn_from_irq(sc->xn_evtchn);
- free(sc->xn_tx_if, M_DEVBUF);
- free(sc->xn_rx_if, M_DEVBUF);
- sc->xn_irq = 0;
- sc->xn_evtchn = 0;
- sc->xn_tx_if = NULL;
- sc->xn_rx_if = NULL;
- }
-}
-
-/* Release vif resources and close it down completely.
- */
-static void
-vif_close(struct xn_softc *sc)
-{
- vif_show(sc);
- WPRINTK("Unexpected netif-CLOSED message in state %s\n",
- be_state_name[sc->xn_backend_state]);
- vif_release(sc);
- sc->xn_backend_state = BEST_CLOSED;
- /* todo: take dev down and free. */
- vif_show(sc);
-}
-
-/* Move the vif into disconnected state.
- * Allocates tx/rx pages.
- * Sends connect message to xend.
- */
-static void
-vif_disconnect(struct xn_softc *sc)
-{
- if (sc->xn_tx_if) free(sc->xn_tx_if, M_DEVBUF);
- if (sc->xn_rx_if) free(sc->xn_rx_if, M_DEVBUF);
-
- // Before this sc->xn_tx_if and sc->xn_rx_if had better be null.
- sc->xn_tx_if = (netif_tx_interface_t *)malloc(PAGE_SIZE,M_DEVBUF,M_WAITOK);
- sc->xn_rx_if = (netif_rx_interface_t *)malloc(PAGE_SIZE,M_DEVBUF,M_WAITOK);
- memset(sc->xn_tx_if, 0, PAGE_SIZE);
- memset(sc->xn_rx_if, 0, PAGE_SIZE);
- sc->xn_backend_state = BEST_DISCONNECTED;
- send_interface_connect(sc);
- vif_show(sc);
-}
-
-/* Begin interface recovery.
- *
- * NB. Whilst we're recovering, we turn the carrier state off. We
- * take measures to ensure that this device isn't used for
- * anything. We also stop the queue for this device. Various
- * different approaches (e.g. continuing to buffer packets) have
- * been tested but don't appear to improve the overall impact on
- * TCP connections.
- *
- * TODO: (MAW) Change the Xend<->Guest protocol so that a recovery
- * is initiated by a special "RESET" message - disconnect could
- * just mean we're not allowed to use this interface any more.
- */
-static void
-vif_reset(struct xn_softc *sc)
-{
- IPRINTK("Attempting to reconnect network interface: handle=%u\n",
- sc->xn_ifno);
- vif_release(sc);
- vif_disconnect(sc);
- vif_show(sc);
-}
-
-/* Move the vif into connected state.
- * Sets the mac and event channel from the message.
- * Binds the irq to the event channel.
- */
-static void
-vif_connect(
- struct xn_softc *sc, netif_fe_interface_status_t *status)
-{
- memcpy(sc->arpcom.ac_enaddr, status->mac, ETHER_ADDR_LEN);
- network_connect(sc, status);
-
- sc->xn_evtchn = status->evtchn;
- sc->xn_irq = bind_evtchn_to_irq(sc->xn_evtchn);
-
- (void)intr_add_handler("xn", sc->xn_irq, (driver_intr_t *)xn_intr, sc,
- INTR_TYPE_NET | INTR_MPSAFE, &sc->xn_intrhand);
- netctrl_connected_count();
- /* vif_wake(dev); Not needed for FreeBSD */
- vif_show(sc);
-}
-
-/** Create a network device.
- * @param handle device handle
- */
-static void
-create_netdev(int handle, struct xn_softc **sc)
-{
- int i;
-
- *sc = (struct xn_softc *)malloc(sizeof(**sc), M_DEVBUF, M_WAITOK);
- memset(*sc, 0, sizeof(struct xn_softc));
-
- (*sc)->xn_backend_state = BEST_CLOSED;
- (*sc)->xn_user_state = UST_CLOSED;
- (*sc)->xn_ifno = handle;
-
- XN_LOCK_INIT(*sc, "xnetif");
- (*sc)->xn_rx_target = RX_MIN_TARGET;
-
- /* Initialise {tx,rx}_skbs to be a free chain containing every entry. */
- for ( i = 0; i <= NETIF_TX_RING_SIZE; i++ )
- (*sc)->xn_tx_free_idxs[i] = (i+1);
- for ( i = 0; i <= NETIF_RX_RING_SIZE; i++ )
- (*sc)->xn_rx_free_idxs[i] = (i+1);
-
- SLIST_INSERT_HEAD(&xn_dev_list, *sc, xn_links);
-}
-
-/* Get the target interface for a status message.
- * Creates the interface when it makes sense.
- * The returned interface may be null when there is no error.
- *
- * @param status status message
- * @param sc return parameter for interface state
- * @return 0 on success, error code otherwise
- */
-static int
-target_vif(netif_fe_interface_status_t *status, struct xn_softc **sc)
-{
- int err = 0;
-
- XENPRINTF("> handle=%d\n", status->handle);
- if ( status->handle < 0 )
- {
- err = -EINVAL;
- goto exit;
- }
-
- if ( (*sc = find_sc_by_handle(status->handle)) != NULL )
- goto exit;
-
- if ( status->status == NETIF_INTERFACE_STATUS_CLOSED )
- goto exit;
- if ( status->status == NETIF_INTERFACE_STATUS_CHANGED )
- goto exit;
-
- /* It's a new interface in a good state - create it. */
- XENPRINTF("> create device...\n");
- create_netdev(status->handle, sc);
- netctrl.interface_n++;
-
-exit:
- return err;
-}
-
-/* Handle an interface status message. */
-static void
-netif_interface_status(netif_fe_interface_status_t *status)
-{
- int err = 0;
- struct xn_softc *sc = NULL;
-
- XENPRINTF("> status=%s handle=%d\n",
- status_name[status->status], status->handle);
-
- if ( (err = target_vif(status, &sc)) != 0 )
- {
- WPRINTK("Invalid netif: handle=%u\n", status->handle);
- return;
- }
-
- if ( sc == NULL )
- {
- XENPRINTF("> no vif\n");
- return;
- }
-
- vif_show(sc);
-
- switch ( status->status )
- {
- case NETIF_INTERFACE_STATUS_CLOSED:
- switch ( sc->xn_backend_state )
- {
- case BEST_CLOSED:
- case BEST_DISCONNECTED:
- case BEST_CONNECTED:
- vif_close(sc);
- break;
- }
- break;
-
- case NETIF_INTERFACE_STATUS_DISCONNECTED:
- switch ( sc->xn_backend_state )
- {
- case BEST_CLOSED:
- vif_disconnect(sc);
- break;
- case BEST_DISCONNECTED:
- case BEST_CONNECTED:
- vif_reset(sc);
- break;
- }
- break;
-
- case NETIF_INTERFACE_STATUS_CONNECTED:
- switch ( sc->xn_backend_state )
- {
- case BEST_CLOSED:
- WPRINTK("Unexpected netif status %s in state %s\n",
- status_name[status->status],
- be_state_name[sc->xn_backend_state]);
- vif_disconnect(sc);
- vif_connect(sc, status);
- break;
- case BEST_DISCONNECTED:
- vif_connect(sc, status);
- break;
- }
- break;
-
- case NETIF_INTERFACE_STATUS_CHANGED:
- /*
- * The domain controller is notifying us that a device has been
- * added or removed.
- */
- break;
-
- default:
- WPRINTK("Invalid netif status code %d\n", status->status);
- break;
- }
- vif_show(sc);
-}
-
-/*
- * Initialize the network control interface.
- */
-static void
-netif_driver_status(netif_fe_driver_status_t *status)
-{
- XENPRINTF("> status=%d\n", status->status);
- netctrl.up = status->status;
- //netctrl.interface_n = status->max_handle;
- //netctrl.connected_n = 0;
- netctrl_connected_count();
-}
-
-/* Receive handler for control messages. */
-static void
-netif_ctrlif_rx(ctrl_msg_t *msg, unsigned long id)
-{
- switch ( msg->subtype )
- {
- case CMSG_NETIF_FE_INTERFACE_STATUS:
- if ( msg->length != sizeof(netif_fe_interface_status_t) )
- goto error;
- netif_interface_status((netif_fe_interface_status_t *)
- &msg->msg[0]);
- break;
-
- case CMSG_NETIF_FE_DRIVER_STATUS:
- if ( msg->length != sizeof(netif_fe_driver_status_t) )
- goto error;
- netif_driver_status((netif_fe_driver_status_t *)
- &msg->msg[0]);
- break;
-
- error:
- default:
- msg->length = 0;
- break;
- }
-
- ctrl_if_send_response(msg);
-}
-
-#if 1
-/* Wait for all interfaces to be connected.
- *
- * This works OK, but we'd like to use the probing mode (see below).
- */
-static int probe_interfaces(void)
-{
- int err = 0, conn = 0;
- int wait_i, wait_n = 100;
- for ( wait_i = 0; wait_i < wait_n; wait_i++)
- {
- XENPRINTF("> wait_i=%d\n", wait_i);
- conn = netctrl_connected();
- if(conn) break;
- tsleep(&xn_dev_list, PWAIT | PCATCH, "netif", hz);
- }
-
- XENPRINTF("> wait finished...\n");
- if ( conn <= 0 )
- {
- err = netctrl_err(-ENETDOWN);
- WPRINTK("Failed to connect all virtual interfaces: err=%d\n", err);
- }
-
- XENPRINTF("< err=%d\n", err);
-
- return err;
-}
-#else
-/* Probe for interfaces until no more are found.
- *
- * This is the mode we'd like to use, but at the moment it panics the kernel.
-*/
-static int
-probe_interfaces(void)
-{
- int err = 0;
- int wait_i, wait_n = 100;
- ctrl_msg_t cmsg = {
- .type = CMSG_NETIF_FE,
- .subtype = CMSG_NETIF_FE_INTERFACE_STATUS,
- .length = sizeof(netif_fe_interface_status_t),
- };
- netif_fe_interface_status_t msg = {};
- ctrl_msg_t rmsg = {};
- netif_fe_interface_status_t *reply = (void*)rmsg.msg;
- int state = TASK_UNINTERRUPTIBLE;
- uint32_t query = -1;
-
-
- netctrl.interface_n = 0;
- for ( wait_i = 0; wait_i < wait_n; wait_i++ )
- {
- XENPRINTF("> wait_i=%d query=%d\n", wait_i, query);
- msg.handle = query;
- memcpy(cmsg.msg, &msg, sizeof(msg));
- XENPRINTF("> set_current_state...\n");
- set_current_state(state);
- XENPRINTF("> rmsg=%p msg=%p, reply=%p\n", &rmsg, rmsg.msg, reply);
- XENPRINTF("> sending...\n");
- err = ctrl_if_send_message_and_get_response(&cmsg, &rmsg, state);
- XENPRINTF("> err=%d\n", err);
- if(err) goto exit;
- XENPRINTF("> rmsg=%p msg=%p, reply=%p\n", &rmsg, rmsg.msg, reply);
- if((int)reply->handle < 0){
- // No more interfaces.
- break;
- }
- query = -reply->handle - 2;
- XENPRINTF(">netif_interface_status ...\n");
- netif_interface_status(reply);
- }
-
- exit:
- if ( err )
- {
- err = netctrl_err(-ENETDOWN);
- WPRINTK("Connecting virtual network interfaces failed: err=%d\n", err);
- }
-
- XENPRINTF("< err=%d\n", err);
- return err;
-}
-
-#endif
-
-static void
-xn_init(void *unused)
-{
-
- int err = 0;
-
- netctrl_init();
- (void)ctrl_if_register_receiver(CMSG_NETIF_FE, netif_ctrlif_rx,
- CALLBACK_IN_BLOCKING_CONTEXT);
-
- send_driver_status(1);
- err = probe_interfaces();
-
- if (err)
- ctrl_if_unregister_receiver(CMSG_NETIF_FE, netif_ctrlif_rx);
-}
-
-SYSINIT(xndev, SI_SUB_PSEUDO, SI_ORDER_ANY, xn_init, NULL)
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/kern/kern_fork.c
--- a/freebsd-5.3-xen-sparse/kern/kern_fork.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,846 +0,0 @@
-/*
- * Copyright (c) 1982, 1986, 1989, 1991, 1993
- * The Regents of the University of California. All rights reserved.
- * (c) UNIX System Laboratories, Inc.
- * All or some portions of this file are derived from material licensed
- * to the University of California by American Telephone and Telegraph
- * Co. or Unix System Laboratories, Inc. and are reproduced herein with
- * the permission of UNIX System Laboratories, Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)kern_fork.c 8.6 (Berkeley) 4/8/94
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/kern/kern_fork.c,v 1.234.2.4 2004/09/18 04:11:35
julian Exp $");
-
-#include "opt_ktrace.h"
-#include "opt_mac.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/sysproto.h>
-#include <sys/eventhandler.h>
-#include <sys/filedesc.h>
-#include <sys/kernel.h>
-#include <sys/kthread.h>
-#include <sys/sysctl.h>
-#include <sys/lock.h>
-#include <sys/malloc.h>
-#include <sys/mutex.h>
-#include <sys/proc.h>
-#include <sys/pioctl.h>
-#include <sys/resourcevar.h>
-#include <sys/sched.h>
-#include <sys/syscall.h>
-#include <sys/vmmeter.h>
-#include <sys/vnode.h>
-#include <sys/acct.h>
-#include <sys/mac.h>
-#include <sys/ktr.h>
-#include <sys/ktrace.h>
-#include <sys/unistd.h>
-#include <sys/sx.h>
-
-#include <vm/vm.h>
-#include <vm/pmap.h>
-#include <vm/vm_map.h>
-#include <vm/vm_extern.h>
-#include <vm/uma.h>
-
-#include <sys/user.h>
-#include <machine/critical.h>
-
-#ifndef _SYS_SYSPROTO_H_
-struct fork_args {
- int dummy;
-};
-#endif
-
-static int forksleep; /* Place for fork1() to sleep on. */
-
-/*
- * MPSAFE
- */
-/* ARGSUSED */
-int
-fork(td, uap)
- struct thread *td;
- struct fork_args *uap;
-{
- int error;
- struct proc *p2;
-
- error = fork1(td, RFFDG | RFPROC, 0, &p2);
- if (error == 0) {
- td->td_retval[0] = p2->p_pid;
- td->td_retval[1] = 0;
- }
- return (error);
-}
-
-/*
- * MPSAFE
- */
-/* ARGSUSED */
-int
-vfork(td, uap)
- struct thread *td;
- struct vfork_args *uap;
-{
- int error;
- struct proc *p2;
-
- error = fork1(td, RFFDG | RFPROC /* | RFPPWAIT | RFMEM */, 0, &p2);
- if (error == 0) {
- td->td_retval[0] = p2->p_pid;
- td->td_retval[1] = 0;
- }
- return (error);
-}
-
-/*
- * MPSAFE
- */
-int
-rfork(td, uap)
- struct thread *td;
- struct rfork_args *uap;
-{
- struct proc *p2;
- int error;
-
- /* Don't allow kernel-only flags. */
- if ((uap->flags & RFKERNELONLY) != 0)
- return (EINVAL);
-
- error = fork1(td, uap->flags, 0, &p2);
- if (error == 0) {
- td->td_retval[0] = p2 ? p2->p_pid : 0;
- td->td_retval[1] = 0;
- }
- return (error);
-}
-
-int nprocs = 1; /* process 0 */
-int lastpid = 0;
-SYSCTL_INT(_kern, OID_AUTO, lastpid, CTLFLAG_RD, &lastpid, 0,
- "Last used PID");
-
-/*
- * Random component to lastpid generation. We mix in a random factor to make
- * it a little harder to predict. We sanity check the modulus value to avoid
- * doing it in critical paths. Don't let it be too small or we pointlessly
- * waste randomness entropy, and don't let it be impossibly large. Using a
- * modulus that is too big causes a LOT more process table scans and slows
- * down fork processing as the pidchecked caching is defeated.
- */
-static int randompid = 0;
-
-static int
-sysctl_kern_randompid(SYSCTL_HANDLER_ARGS)
-{
- int error, pid;
-
- error = sysctl_wire_old_buffer(req, sizeof(int));
- if (error != 0)
- return(error);
- sx_xlock(&allproc_lock);
- pid = randompid;
- error = sysctl_handle_int(oidp, &pid, 0, req);
- if (error == 0 && req->newptr != NULL) {
- if (pid < 0 || pid > PID_MAX - 100) /* out of range */
- pid = PID_MAX - 100;
- else if (pid < 2) /* NOP */
- pid = 0;
- else if (pid < 100) /* Make it reasonable */
- pid = 100;
- randompid = pid;
- }
- sx_xunlock(&allproc_lock);
- return (error);
-}
-
-SYSCTL_PROC(_kern, OID_AUTO, randompid, CTLTYPE_INT|CTLFLAG_RW,
- 0, 0, sysctl_kern_randompid, "I", "Random PID modulus");
-
-int
-fork1(td, flags, pages, procp)
- struct thread *td;
- int flags;
- int pages;
- struct proc **procp;
-{
- struct proc *p1, *p2, *pptr;
- uid_t uid;
- struct proc *newproc;
- int ok, trypid;
- static int curfail, pidchecked = 0;
- static struct timeval lastfail;
- struct filedesc *fd;
- struct filedesc_to_leader *fdtol;
- struct thread *td2;
- struct ksegrp *kg2;
- struct sigacts *newsigacts;
- int error;
-
- /* Can't copy and clear. */
- if ((flags & (RFFDG|RFCFDG)) == (RFFDG|RFCFDG))
- return (EINVAL);
-
- p1 = td->td_proc;
-
- /*
- * Here we don't create a new process, but we divorce
- * certain parts of a process from itself.
- */
- if ((flags & RFPROC) == 0) {
- mtx_lock(&Giant);
- vm_forkproc(td, NULL, NULL, flags);
- mtx_unlock(&Giant);
-
- /*
- * Close all file descriptors.
- */
- if (flags & RFCFDG) {
- struct filedesc *fdtmp;
- FILEDESC_LOCK(td->td_proc->p_fd);
- fdtmp = fdinit(td->td_proc->p_fd);
- FILEDESC_UNLOCK(td->td_proc->p_fd);
- fdfree(td);
- p1->p_fd = fdtmp;
- }
-
- /*
- * Unshare file descriptors (from parent).
- */
- if (flags & RFFDG) {
- FILEDESC_LOCK(p1->p_fd);
- if (p1->p_fd->fd_refcnt > 1) {
- struct filedesc *newfd;
-
- newfd = fdcopy(td->td_proc->p_fd);
- FILEDESC_UNLOCK(p1->p_fd);
- fdfree(td);
- p1->p_fd = newfd;
- } else
- FILEDESC_UNLOCK(p1->p_fd);
- }
- *procp = NULL;
- return (0);
- }
-
- /*
- * Note 1:1 allows for forking with one thread coming out on the
- * other side with the expectation that the process is about to
- * exec.
- */
- if (p1->p_flag & P_HADTHREADS) {
- /*
- * Idle the other threads for a second.
- * Since the user space is copied, it must remain stable.
- * In addition, all threads (from the user perspective)
- * need to either be suspended or in the kernel,
- * where they will try restart in the parent and will
- * be aborted in the child.
- */
- PROC_LOCK(p1);
- if (thread_single(SINGLE_NO_EXIT)) {
- /* Abort. Someone else is single threading before us. */
- PROC_UNLOCK(p1);
- return (ERESTART);
- }
- PROC_UNLOCK(p1);
- /*
- * All other activity in this process
- * is now suspended at the user boundary,
- * (or other safe places if we think of any).
- */
- }
-
- /* Allocate new proc. */
- newproc = uma_zalloc(proc_zone, M_WAITOK);
-#ifdef MAC
- mac_init_proc(newproc);
-#endif
- knlist_init(&newproc->p_klist, &newproc->p_mtx);
-
- /* We have to lock the process tree while we look for a pid. */
- sx_slock(&proctree_lock);
-
- /*
- * Although process entries are dynamically created, we still keep
- * a global limit on the maximum number we will create. Don't allow
- * a nonprivileged user to use the last ten processes; don't let root
- * exceed the limit. The variable nprocs is the current number of
- * processes, maxproc is the limit.
- */
- sx_xlock(&allproc_lock);
- uid = td->td_ucred->cr_ruid;
- if ((nprocs >= maxproc - 10 &&
- suser_cred(td->td_ucred, SUSER_RUID) != 0) ||
- nprocs >= maxproc) {
- error = EAGAIN;
- goto fail;
- }
-
- /*
- * Increment the count of procs running with this uid. Don't allow
- * a nonprivileged user to exceed their current limit.
- */
- PROC_LOCK(p1);
- ok = chgproccnt(td->td_ucred->cr_ruidinfo, 1,
- (uid != 0) ? lim_cur(p1, RLIMIT_NPROC) : 0);
- PROC_UNLOCK(p1);
- if (!ok) {
- error = EAGAIN;
- goto fail;
- }
-
- /*
- * Increment the nprocs resource before blocking can occur. There
- * are hard-limits as to the number of processes that can run.
- */
- nprocs++;
-
- /*
- * Find an unused process ID. We remember a range of unused IDs
- * ready to use (from lastpid+1 through pidchecked-1).
- *
- * If RFHIGHPID is set (used during system boot), do not allocate
- * low-numbered pids.
- */
- trypid = lastpid + 1;
- if (flags & RFHIGHPID) {
- if (trypid < 10)
- trypid = 10;
- } else {
- if (randompid)
- trypid += arc4random() % randompid;
- }
-retry:
- /*
- * If the process ID prototype has wrapped around,
- * restart somewhat above 0, as the low-numbered procs
- * tend to include daemons that don't exit.
- */
- if (trypid >= PID_MAX) {
- trypid = trypid % PID_MAX;
- if (trypid < 100)
- trypid += 100;
- pidchecked = 0;
- }
- if (trypid >= pidchecked) {
- int doingzomb = 0;
-
- pidchecked = PID_MAX;
- /*
- * Scan the active and zombie procs to check whether this pid
- * is in use. Remember the lowest pid that's greater
- * than trypid, so we can avoid checking for a while.
- */
- p2 = LIST_FIRST(&allproc);
-again:
- for (; p2 != NULL; p2 = LIST_NEXT(p2, p_list)) {
- PROC_LOCK(p2);
- while (p2->p_pid == trypid ||
- (p2->p_pgrp != NULL &&
- (p2->p_pgrp->pg_id == trypid ||
- (p2->p_session != NULL &&
- p2->p_session->s_sid == trypid)))) {
- trypid++;
- if (trypid >= pidchecked) {
- PROC_UNLOCK(p2);
- goto retry;
- }
- }
- if (p2->p_pid > trypid && pidchecked > p2->p_pid)
- pidchecked = p2->p_pid;
- if (p2->p_pgrp != NULL) {
- if (p2->p_pgrp->pg_id > trypid &&
- pidchecked > p2->p_pgrp->pg_id)
- pidchecked = p2->p_pgrp->pg_id;
- if (p2->p_session != NULL &&
- p2->p_session->s_sid > trypid &&
- pidchecked > p2->p_session->s_sid)
- pidchecked = p2->p_session->s_sid;
- }
- PROC_UNLOCK(p2);
- }
- if (!doingzomb) {
- doingzomb = 1;
- p2 = LIST_FIRST(&zombproc);
- goto again;
- }
- }
- sx_sunlock(&proctree_lock);
-
- /*
- * RFHIGHPID does not mess with the lastpid counter during boot.
- */
- if (flags & RFHIGHPID)
- pidchecked = 0;
- else
- lastpid = trypid;
-
- p2 = newproc;
- p2->p_state = PRS_NEW; /* protect against others */
- p2->p_pid = trypid;
- LIST_INSERT_HEAD(&allproc, p2, p_list);
- LIST_INSERT_HEAD(PIDHASH(p2->p_pid), p2, p_hash);
- sx_xunlock(&allproc_lock);
-
- /*
- * Malloc things while we don't hold any locks.
- */
- if (flags & RFSIGSHARE)
- newsigacts = NULL;
- else
- newsigacts = sigacts_alloc();
-
- /*
- * Copy filedesc.
- */
- if (flags & RFCFDG) {
- FILEDESC_LOCK(td->td_proc->p_fd);
- fd = fdinit(td->td_proc->p_fd);
- FILEDESC_UNLOCK(td->td_proc->p_fd);
- fdtol = NULL;
- } else if (flags & RFFDG) {
- FILEDESC_LOCK(p1->p_fd);
- fd = fdcopy(td->td_proc->p_fd);
- FILEDESC_UNLOCK(p1->p_fd);
- fdtol = NULL;
- } else {
- fd = fdshare(p1->p_fd);
- if (p1->p_fdtol == NULL)
- p1->p_fdtol =
- filedesc_to_leader_alloc(NULL,
- NULL,
- p1->p_leader);
- if ((flags & RFTHREAD) != 0) {
- /*
- * Shared file descriptor table and
- * shared process leaders.
- */
- fdtol = p1->p_fdtol;
- FILEDESC_LOCK(p1->p_fd);
- fdtol->fdl_refcount++;
- FILEDESC_UNLOCK(p1->p_fd);
- } else {
- /*
- * Shared file descriptor table, and
- * different process leaders
- */
- fdtol = filedesc_to_leader_alloc(p1->p_fdtol,
- p1->p_fd,
- p2);
- }
- }
- /*
- * Make a proc table entry for the new process.
- * Start by zeroing the section of proc that is zero-initialized,
- * then copy the section that is copied directly from the parent.
- */
- td2 = FIRST_THREAD_IN_PROC(p2);
- kg2 = FIRST_KSEGRP_IN_PROC(p2);
-
- /* Allocate and switch to an alternate kstack if specified. */
- if (pages != 0)
- vm_thread_new_altkstack(td2, pages);
-
- PROC_LOCK(p2);
- PROC_LOCK(p1);
-
-#define RANGEOF(type, start, end) (offsetof(type, end) - offsetof(type, start))
-
- bzero(&p2->p_startzero,
- (unsigned) RANGEOF(struct proc, p_startzero, p_endzero));
- bzero(&td2->td_startzero,
- (unsigned) RANGEOF(struct thread, td_startzero, td_endzero));
- bzero(&kg2->kg_startzero,
- (unsigned) RANGEOF(struct ksegrp, kg_startzero, kg_endzero));
-
- bcopy(&p1->p_startcopy, &p2->p_startcopy,
- (unsigned) RANGEOF(struct proc, p_startcopy, p_endcopy));
- bcopy(&td->td_startcopy, &td2->td_startcopy,
- (unsigned) RANGEOF(struct thread, td_startcopy, td_endcopy));
- bcopy(&td->td_ksegrp->kg_startcopy, &kg2->kg_startcopy,
- (unsigned) RANGEOF(struct ksegrp, kg_startcopy, kg_endcopy));
-#undef RANGEOF
-
- td2->td_sigstk = td->td_sigstk;
-
- /*
- * Duplicate sub-structures as needed.
- * Increase reference counts on shared objects.
- * The p_stats substruct is set in vm_forkproc.
- */
- p2->p_flag = 0;
- if (p1->p_flag & P_PROFIL)
- startprofclock(p2);
- mtx_lock_spin(&sched_lock);
- p2->p_sflag = PS_INMEM;
- /*
- * Allow the scheduler to adjust the priority of the child and
- * parent while we hold the sched_lock.
- */
- sched_fork(td, td2);
-
- mtx_unlock_spin(&sched_lock);
- p2->p_ucred = crhold(td->td_ucred);
- td2->td_ucred = crhold(p2->p_ucred); /* XXXKSE */
-
- pargs_hold(p2->p_args);
-
- if (flags & RFSIGSHARE) {
- p2->p_sigacts = sigacts_hold(p1->p_sigacts);
- } else {
- sigacts_copy(newsigacts, p1->p_sigacts);
- p2->p_sigacts = newsigacts;
- }
- if (flags & RFLINUXTHPN)
- p2->p_sigparent = SIGUSR1;
- else
- p2->p_sigparent = SIGCHLD;
-
- p2->p_textvp = p1->p_textvp;
- p2->p_fd = fd;
- p2->p_fdtol = fdtol;
-
- /*
- * p_limit is copy-on-write. Bump its refcount.
- */
- p2->p_limit = lim_hold(p1->p_limit);
- PROC_UNLOCK(p1);
- PROC_UNLOCK(p2);
-
- /* Bump references to the text vnode (for procfs) */
- if (p2->p_textvp)
- vref(p2->p_textvp);
-
- /*
- * Set up linkage for kernel based threading.
- */
- if ((flags & RFTHREAD) != 0) {
- mtx_lock(&ppeers_lock);
- p2->p_peers = p1->p_peers;
- p1->p_peers = p2;
- p2->p_leader = p1->p_leader;
- mtx_unlock(&ppeers_lock);
- PROC_LOCK(p1->p_leader);
- if ((p1->p_leader->p_flag & P_WEXIT) != 0) {
- PROC_UNLOCK(p1->p_leader);
- /*
- * The task leader is exiting, so process p1 is
- * going to be killed shortly. Since p1 obviously
- * isn't dead yet, we know that the leader is either
- * sending SIGKILL's to all the processes in this
- * task or is sleeping waiting for all the peers to
- * exit. We let p1 complete the fork, but we need
- * to go ahead and kill the new process p2 since
- * the task leader may not get a chance to send
- * SIGKILL to it. We leave it on the list so that
- * the task leader will wait for this new process
- * to commit suicide.
- */
- PROC_LOCK(p2);
- psignal(p2, SIGKILL);
- PROC_UNLOCK(p2);
- } else
- PROC_UNLOCK(p1->p_leader);
- } else {
- p2->p_peers = NULL;
- p2->p_leader = p2;
- }
-
- sx_xlock(&proctree_lock);
- PGRP_LOCK(p1->p_pgrp);
- PROC_LOCK(p2);
- PROC_LOCK(p1);
-
- /*
- * Preserve some more flags in subprocess. P_PROFIL has already
- * been preserved.
- */
- p2->p_flag |= p1->p_flag & P_SUGID;
- td2->td_pflags |= td->td_pflags & TDP_ALTSTACK;
- SESS_LOCK(p1->p_session);
- if (p1->p_session->s_ttyvp != NULL && p1->p_flag & P_CONTROLT)
- p2->p_flag |= P_CONTROLT;
- SESS_UNLOCK(p1->p_session);
- if (flags & RFPPWAIT)
- p2->p_flag |= P_PPWAIT;
-
- p2->p_pgrp = p1->p_pgrp;
- LIST_INSERT_AFTER(p1, p2, p_pglist);
- PGRP_UNLOCK(p1->p_pgrp);
- LIST_INIT(&p2->p_children);
-
- callout_init(&p2->p_itcallout, CALLOUT_MPSAFE);
-
-#ifdef KTRACE
- /*
- * Copy traceflag and tracefile if enabled.
- */
- mtx_lock(&ktrace_mtx);
- KASSERT(p2->p_tracevp == NULL, ("new process has a ktrace vnode"));
- if (p1->p_traceflag & KTRFAC_INHERIT) {
- p2->p_traceflag = p1->p_traceflag;
- if ((p2->p_tracevp = p1->p_tracevp) != NULL) {
- VREF(p2->p_tracevp);
- KASSERT(p1->p_tracecred != NULL,
- ("ktrace vnode with no cred"));
- p2->p_tracecred = crhold(p1->p_tracecred);
- }
- }
- mtx_unlock(&ktrace_mtx);
-#endif
-
- /*
- * If PF_FORK is set, the child process inherits the
- * procfs ioctl flags from its parent.
- */
- if (p1->p_pfsflags & PF_FORK) {
- p2->p_stops = p1->p_stops;
- p2->p_pfsflags = p1->p_pfsflags;
- }
-
- /*
- * This begins the section where we must prevent the parent
- * from being swapped.
- */
- _PHOLD(p1);
- PROC_UNLOCK(p1);
-
- /*
- * Attach the new process to its parent.
- *
- * If RFNOWAIT is set, the newly created process becomes a child
- * of init. This effectively disassociates the child from the
- * parent.
- */
- if (flags & RFNOWAIT)
- pptr = initproc;
- else
- pptr = p1;
- p2->p_pptr = pptr;
- LIST_INSERT_HEAD(&pptr->p_children, p2, p_sibling);
- sx_xunlock(&proctree_lock);
-
- /* Inform accounting that we have forked. */
- p2->p_acflag = AFORK;
- PROC_UNLOCK(p2);
-
- /*
- * Finish creating the child process. It will return via a different
- * execution path later. (ie: directly into user mode)
- */
- mtx_lock(&Giant);
- vm_forkproc(td, p2, td2, flags);
-
- if (flags == (RFFDG | RFPROC)) {
- cnt.v_forks++;
- cnt.v_forkpages += p2->p_vmspace->vm_dsize +
- p2->p_vmspace->vm_ssize;
- } else if (flags == (RFFDG | RFPROC | RFPPWAIT | RFMEM)) {
- cnt.v_vforks++;
- cnt.v_vforkpages += p2->p_vmspace->vm_dsize +
- p2->p_vmspace->vm_ssize;
- } else if (p1 == &proc0) {
- cnt.v_kthreads++;
- cnt.v_kthreadpages += p2->p_vmspace->vm_dsize +
- p2->p_vmspace->vm_ssize;
- } else {
- cnt.v_rforks++;
- cnt.v_rforkpages += p2->p_vmspace->vm_dsize +
- p2->p_vmspace->vm_ssize;
- }
- mtx_unlock(&Giant);
-
- /*
- * Both processes are set up, now check if any loadable modules want
- * to adjust anything.
- * What if they have an error? XXX
- */
- EVENTHANDLER_INVOKE(process_fork, p1, p2, flags);
-
- /*
- * Set the child start time and mark the process as being complete.
- */
- microuptime(&p2->p_stats->p_start);
- mtx_lock_spin(&sched_lock);
- p2->p_state = PRS_NORMAL;
-
- /*
- * If RFSTOPPED not requested, make child runnable and add to
- * run queue.
- */
- if ((flags & RFSTOPPED) == 0) {
- TD_SET_CAN_RUN(td2);
- setrunqueue(td2, SRQ_BORING);
- }
- mtx_unlock_spin(&sched_lock);
-
- /*
- * Now can be swapped.
- */
- PROC_LOCK(p1);
- _PRELE(p1);
-
- /*
- * Tell any interested parties about the new process.
- */
- KNOTE_LOCKED(&p1->p_klist, NOTE_FORK | p2->p_pid);
-
- PROC_UNLOCK(p1);
-
- /*
- * Preserve synchronization semantics of vfork. If waiting for
- * child to exec or exit, set P_PPWAIT on child, and sleep on our
- * proc (in case of exit).
- */
- PROC_LOCK(p2);
- while (p2->p_flag & P_PPWAIT)
- msleep(p1, &p2->p_mtx, PWAIT, "ppwait", 0);
- PROC_UNLOCK(p2);
-
- /*
- * If other threads are waiting, let them continue now.
- */
- if (p1->p_flag & P_HADTHREADS) {
- PROC_LOCK(p1);
- thread_single_end();
- PROC_UNLOCK(p1);
- }
-
- /*
- * Return child proc pointer to parent.
- */
- *procp = p2;
- return (0);
-fail:
- sx_sunlock(&proctree_lock);
- if (ppsratecheck(&lastfail, &curfail, 1))
- printf("maxproc limit exceeded by uid %i, please see tuning(7)
and login.conf(5).\n",
- uid);
- sx_xunlock(&allproc_lock);
-#ifdef MAC
- mac_destroy_proc(newproc);
-#endif
- uma_zfree(proc_zone, newproc);
- if (p1->p_flag & P_HADTHREADS) {
- PROC_LOCK(p1);
- thread_single_end();
- PROC_UNLOCK(p1);
- }
- tsleep(&forksleep, PUSER, "fork", hz / 2);
- return (error);
-}
-
-/*
- * Handle the return of a child process from fork1(). This function
- * is called from the MD fork_trampoline() entry point.
- */
-void
-fork_exit(callout, arg, frame)
- void (*callout)(void *, struct trapframe *);
- void *arg;
- struct trapframe *frame;
-{
- struct proc *p;
- struct thread *td;
-
- /*
- * Finish setting up thread glue so that it begins execution in a
- * non-nested critical section with sched_lock held but not recursed.
- */
- td = curthread;
- p = td->td_proc;
- td->td_oncpu = PCPU_GET(cpuid);
- KASSERT(p->p_state == PRS_NORMAL, ("executing process is still new"));
-
- sched_lock.mtx_lock = (uintptr_t)td;
- mtx_assert(&sched_lock, MA_OWNED | MA_NOTRECURSED);
- cpu_critical_fork_exit();
- CTR4(KTR_PROC, "fork_exit: new thread %p (kse %p, pid %d, %s)",
- td, td->td_sched, p->p_pid, p->p_comm);
-
- /*
- * Processes normally resume in mi_switch() after being
- * cpu_switch()'ed to, but when children start up they arrive here
- * instead, so we must do much the same things as mi_switch() would.
- */
-
- if ((td = PCPU_GET(deadthread))) {
- PCPU_SET(deadthread, NULL);
- thread_stash(td);
- }
- td = curthread;
- mtx_unlock_spin(&sched_lock);
-
- /*
- * cpu_set_fork_handler intercepts this function call to
- * have this call a non-return function to stay in kernel mode.
- * initproc has its own fork handler, but it does return.
- */
- KASSERT(callout != NULL, ("NULL callout in fork_exit"));
- callout(arg, frame);
-
- /*
- * Check if a kernel thread misbehaved and returned from its main
- * function.
- */
- PROC_LOCK(p);
- if (p->p_flag & P_KTHREAD) {
- PROC_UNLOCK(p);
- printf("Kernel thread \"%s\" (pid %d) exited prematurely.\n",
- p->p_comm, p->p_pid);
- kthread_exit(0);
- }
- PROC_UNLOCK(p);
- mtx_assert(&Giant, MA_NOTOWNED);
-}
-
-/*
- * Simplified back end of syscall(), used when returning from fork()
- * directly into user mode. Giant is not held on entry, and must not
- * be held on return. This function is passed in to fork_exit() as the
- * first parameter and is called when returning to a new userland process.
- */
-void
-fork_return(td, frame)
- struct thread *td;
- struct trapframe *frame;
-{
-
- userret(td, frame, 0);
-#ifdef KTRACE
- if (KTRPOINT(td, KTR_SYSRET))
- ktrsysret(SYS_fork, 0, 0);
-#endif
- mtx_assert(&Giant, MA_NOTOWNED);
-}
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/kern/kern_shutdown.c
--- a/freebsd-5.3-xen-sparse/kern/kern_shutdown.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,635 +0,0 @@
-/*-
- * Copyright (c) 1986, 1988, 1991, 1993
- * The Regents of the University of California. All rights reserved.
- * (c) UNIX System Laboratories, Inc.
- * All or some portions of this file are derived from material licensed
- * to the University of California by American Telephone and Telegraph
- * Co. or Unix System Laboratories, Inc. and are reproduced herein with
- * the permission of UNIX System Laboratories, Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 4. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)kern_shutdown.c 8.3 (Berkeley) 1/21/94
- */
-
-#include <sys/cdefs.h>
-__FBSDID("$FreeBSD: src/sys/kern/kern_shutdown.c,v 1.163.2.2 2004/09/10
00:04:17 scottl Exp $");
-
-#include "opt_kdb.h"
-#include "opt_hw_wdog.h"
-#include "opt_mac.h"
-#include "opt_panic.h"
-#include "opt_show_busybufs.h"
-#include "opt_sched.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/bio.h>
-#include <sys/buf.h>
-#include <sys/conf.h>
-#include <sys/cons.h>
-#include <sys/eventhandler.h>
-#include <sys/kdb.h>
-#include <sys/kernel.h>
-#include <sys/kthread.h>
-#include <sys/mac.h>
-#include <sys/malloc.h>
-#include <sys/mount.h>
-#include <sys/proc.h>
-#include <sys/reboot.h>
-#include <sys/resourcevar.h>
-#include <sys/smp.h> /* smp_active */
-#include <sys/sysctl.h>
-#include <sys/sysproto.h>
-#include <sys/vnode.h>
-
-#include <machine/cpu.h>
-#include <machine/pcb.h>
-#include <machine/smp.h>
-
-#include <sys/signalvar.h>
-
-#ifndef PANIC_REBOOT_WAIT_TIME
-#define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */
-#endif
-
-/*
- * Note that stdarg.h and the ANSI style va_start macro is used for both
- * ANSI and traditional C compilers.
- */
-#include <machine/stdarg.h>
-
-#ifdef KDB
-#ifdef KDB_UNATTENDED
-int debugger_on_panic = 0;
-#else
-int debugger_on_panic = 1;
-#endif
-SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic, CTLFLAG_RW,
- &debugger_on_panic, 0, "Run debugger on kernel panic");
-
-#ifdef KDB_TRACE
-int trace_on_panic = 1;
-#else
-int trace_on_panic = 0;
-#endif
-SYSCTL_INT(_debug, OID_AUTO, trace_on_panic, CTLFLAG_RW,
- &trace_on_panic, 0, "Print stack trace on kernel panic");
-#endif /* KDB */
-
-int sync_on_panic = 0;
-SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RW,
- &sync_on_panic, 0, "Do a sync before rebooting from a panic");
-
-SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0, "Shutdown environment");
-
-#ifdef HW_WDOG
-/*
- * If there is a hardware watchdog, point this at the function needed to
- * hold it off.
- * It's needed when the kernel needs to do some lengthy operations.
- * e.g. in wd.c when dumping core.. It's most annoying to have
- * your precious core-dump only half written because the wdog kicked in.
- */
-watchdog_tickle_fn wdog_tickler = NULL;
-#endif /* HW_WDOG */
-
-/*
- * Variable panicstr contains argument to first call to panic; used as flag
- * to indicate that the kernel has already called panic.
- */
-const char *panicstr;
-
-int dumping; /* system is dumping */
-static struct dumperinfo dumper; /* our selected dumper */
-
-/* Context information for dump-debuggers. */
-static struct pcb dumppcb; /* Registers. */
-static lwpid_t dumptid; /* Thread ID. */
-
-static void boot(int) __dead2;
-static void poweroff_wait(void *, int);
-static void shutdown_halt(void *junk, int howto);
-static void shutdown_panic(void *junk, int howto);
-static void shutdown_reset(void *junk, int howto);
-
-/* register various local shutdown events */
-static void
-shutdown_conf(void *unused)
-{
-
- EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL,
- SHUTDOWN_PRI_FIRST);
- EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL,
- SHUTDOWN_PRI_LAST + 100);
- EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL,
- SHUTDOWN_PRI_LAST + 100);
- EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL,
- SHUTDOWN_PRI_LAST + 200);
-}
-
-SYSINIT(shutdown_conf, SI_SUB_INTRINSIC, SI_ORDER_ANY, shutdown_conf, NULL)
-
-/*
- * The system call that results in a reboot
- *
- * MPSAFE
- */
-/* ARGSUSED */
-int
-reboot(struct thread *td, struct reboot_args *uap)
-{
- int error;
-
- error = 0;
-#ifdef MAC
- error = mac_check_system_reboot(td->td_ucred, uap->opt);
-#endif
- if (error == 0)
- error = suser(td);
- if (error == 0) {
- mtx_lock(&Giant);
- boot(uap->opt);
- mtx_unlock(&Giant);
- }
- return (error);
-}
-
-/*
- * Called by events that want to shut down.. e.g <CTL><ALT><DEL> on a PC
- */
-static int shutdown_howto = 0;
-
-void
-shutdown_nice(int howto)
-{
-
- shutdown_howto = howto;
-
- /* Send a signal to init(8) and have it shutdown the world */
- if (initproc != NULL) {
- PROC_LOCK(initproc);
- psignal(initproc, SIGINT);
- PROC_UNLOCK(initproc);
- } else {
- /* No init(8) running, so simply reboot */
- boot(RB_NOSYNC);
- }
- return;
-}
-static int waittime = -1;
-
-static void
-print_uptime(void)
-{
- int f;
- struct timespec ts;
-
- getnanouptime(&ts);
- printf("Uptime: ");
- f = 0;
- if (ts.tv_sec >= 86400) {
- printf("%ldd", (long)ts.tv_sec / 86400);
- ts.tv_sec %= 86400;
- f = 1;
- }
- if (f || ts.tv_sec >= 3600) {
- printf("%ldh", (long)ts.tv_sec / 3600);
- ts.tv_sec %= 3600;
- f = 1;
- }
- if (f || ts.tv_sec >= 60) {
- printf("%ldm", (long)ts.tv_sec / 60);
- ts.tv_sec %= 60;
- f = 1;
- }
- printf("%lds\n", (long)ts.tv_sec);
-}
-
-static void
-doadump(void)
-{
-
- /*
- * Sometimes people have to call this from the kernel debugger.
- * (if 'panic' can not dump)
- * Give them a clue as to why they can't dump.
- */
- if (dumper.dumper == NULL) {
- printf("Cannot dump. No dump device defined.\n");
- return;
- }
-
- savectx(&dumppcb);
- dumptid = curthread->td_tid;
- dumping++;
- dumpsys(&dumper);
-}
-
-/*
- * Go through the rigmarole of shutting down..
- * this used to be in machdep.c but I'll be dammned if I could see
- * anything machine dependant in it.
- */
-static void
-boot(int howto)
-{
- static int first_buf_printf = 1;
-
- /* collect extra flags that shutdown_nice might have set */
- howto |= shutdown_howto;
-
- /* We are out of the debugger now. */
- kdb_active = 0;
-
-#ifdef SMP
- if (smp_active)
- printf("boot() called on cpu#%d\n", PCPU_GET(cpuid));
-#endif
- /*
- * Do any callouts that should be done BEFORE syncing the filesystems.
- */
- EVENTHANDLER_INVOKE(shutdown_pre_sync, howto);
-
- /*
- * Now sync filesystems
- */
- if (!cold && (howto & RB_NOSYNC) == 0 && waittime < 0) {
- register struct buf *bp;
- int iter, nbusy, pbusy;
-#ifndef PREEMPTION
- int subiter;
-#endif
-
- waittime = 0;
-
- sync(&thread0, NULL);
-
- /*
- * With soft updates, some buffers that are
- * written will be remarked as dirty until other
- * buffers are written.
- */
- for (iter = pbusy = 0; iter < 20; iter++) {
- nbusy = 0;
- for (bp = &buf[nbuf]; --bp >= buf; ) {
- if ((bp->b_flags & B_INVAL) == 0 &&
- BUF_REFCNT(bp) > 0) {
- nbusy++;
- } else if ((bp->b_flags & (B_DELWRI | B_INVAL))
- == B_DELWRI) {
- /* bawrite(bp);*/
- nbusy++;
- }
- }
- if (nbusy == 0) {
- if (first_buf_printf)
- printf("No buffers busy after final
sync");
- break;
- }
- if (first_buf_printf) {
- printf("Syncing disks, buffers remaining... ");
- first_buf_printf = 0;
- }
- printf("%d ", nbusy);
- if (nbusy < pbusy)
- iter = 0;
- pbusy = nbusy;
- sync(&thread0, NULL);
-
-#ifdef PREEMPTION
- /*
- * Drop Giant and spin for a while to allow
- * interrupt threads to run.
- */
- DROP_GIANT();
- DELAY(50000 * iter);
- PICKUP_GIANT();
-#else
- /*
- * Drop Giant and context switch several times to
- * allow interrupt threads to run.
- */
- DROP_GIANT();
- for (subiter = 0; subiter < 50 * iter; subiter++) {
- mtx_lock_spin(&sched_lock);
- mi_switch(SW_VOL, NULL);
- mtx_unlock_spin(&sched_lock);
- DELAY(1000);
- }
- PICKUP_GIANT();
-#endif
- }
- printf("\n");
- /*
- * Count only busy local buffers to prevent forcing
- * a fsck if we're just a client of a wedged NFS server
- */
- nbusy = 0;
- for (bp = &buf[nbuf]; --bp >= buf; ) {
- if (((bp->b_flags&B_INVAL) == 0 && BUF_REFCNT(bp)) ||
- ((bp->b_flags & (B_DELWRI|B_INVAL)) == B_DELWRI)) {
- if (bp->b_dev == NULL) {
- TAILQ_REMOVE(&mountlist,
- bp->b_vp->v_mount, mnt_list);
- continue;
- }
- nbusy++;
-#if defined(SHOW_BUSYBUFS) || defined(DIAGNOSTIC)
- printf(
- "%d: dev:%s, flags:%0x, blkno:%ld, lblkno:%ld\n",
- nbusy, devtoname(bp->b_dev),
- bp->b_flags, (long)bp->b_blkno,
- (long)bp->b_lblkno);
-#endif
- }
- }
- if (nbusy) {
- /*
- * Failed to sync all blocks. Indicate this and don't
- * unmount filesystems (thus forcing an fsck on reboot).
- */
- printf("Giving up on %d buffers\n", nbusy);
- DELAY(5000000); /* 5 seconds */
- } else {
- if (!first_buf_printf)
- printf("Final sync complete\n");
- /*
- * Unmount filesystems
- */
- if (panicstr == 0)
- vfs_unmountall();
- }
- DELAY(100000); /* wait for console output to finish */
- }
-
- print_uptime();
-
- /*
- * Ok, now do things that assume all filesystem activity has
- * been completed.
- */
- EVENTHANDLER_INVOKE(shutdown_post_sync, howto);
- splhigh();
- if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold && !dumping)
- doadump();
-
- /* Now that we're going to really halt the system... */
- EVENTHANDLER_INVOKE(shutdown_final, howto);
-
- for(;;) ; /* safety against shutdown_reset not working */
- /* NOTREACHED */
-}
-
-/*
- * If the shutdown was a clean halt, behave accordingly.
- */
-static void
-shutdown_halt(void *junk, int howto)
-{
-
- if (howto & RB_HALT) {
- printf("\n");
- printf("The operating system has halted.\n");
- printf("Please press any key to reboot.\n\n");
- switch (cngetc()) {
- case -1: /* No console, just die */
- cpu_halt();
- /* NOTREACHED */
- default:
- howto &= ~RB_HALT;
- break;
- }
- }
-}
-
-/*
- * Check to see if the system paniced, pause and then reboot
- * according to the specified delay.
- */
-static void
-shutdown_panic(void *junk, int howto)
-{
- int loop;
-
- if (howto & RB_DUMP) {
- if (PANIC_REBOOT_WAIT_TIME != 0) {
- if (PANIC_REBOOT_WAIT_TIME != -1) {
- printf("Automatic reboot in %d seconds - "
- "press a key on the console to abort\n",
- PANIC_REBOOT_WAIT_TIME);
- for (loop = PANIC_REBOOT_WAIT_TIME * 10;
- loop > 0; --loop) {
- DELAY(1000 * 100); /* 1/10th second */
- /* Did user type a key? */
- if (cncheckc() != -1)
- break;
- }
- if (!loop)
- return;
- }
- } else { /* zero time specified - reboot NOW */
- return;
- }
- printf("--> Press a key on the console to reboot,\n");
- printf("--> or switch off the system now.\n");
- cngetc();
- }
-}
-
-/*
- * Everything done, now reset
- */
-static void
-shutdown_reset(void *junk, int howto)
-{
-
- printf("Rebooting...\n");
- DELAY(1000000); /* wait 1 sec for printf's to complete and be read */
- /* cpu_boot(howto); */ /* doesn't do anything at the moment */
- cpu_reset();
- /* NOTREACHED */ /* assuming reset worked */
-}
-
-#ifdef SMP
-static u_int panic_cpu = NOCPU;
-#endif
-
-/*
- * Panic is called on unresolvable fatal errors. It prints "panic: mesg",
- * and then reboots. If we are called twice, then we avoid trying to sync
- * the disks as this often leads to recursive panics.
- *
- * MPSAFE
- */
-void
-panic(const char *fmt, ...)
-{
- struct thread *td = curthread;
- int bootopt, newpanic;
- va_list ap;
- static char buf[256];
-
-#ifdef SMP
- /*
- * We don't want multiple CPU's to panic at the same time, so we
- * use panic_cpu as a simple spinlock. We have to keep checking
- * panic_cpu if we are spinning in case the panic on the first
- * CPU is canceled.
- */
- if (panic_cpu != PCPU_GET(cpuid))
- while (atomic_cmpset_int(&panic_cpu, NOCPU,
- PCPU_GET(cpuid)) == 0)
- while (panic_cpu != NOCPU)
- ; /* nothing */
-#endif
-
- bootopt = RB_AUTOBOOT | RB_DUMP;
- newpanic = 0;
- if (panicstr)
- bootopt |= RB_NOSYNC;
- else {
- panicstr = fmt;
- newpanic = 1;
- }
-
- va_start(ap, fmt);
- if (newpanic) {
- (void)vsnprintf(buf, sizeof(buf), fmt, ap);
- panicstr = buf;
- printf("panic: %s\n", buf);
- } else {
- printf("panic: ");
- vprintf(fmt, ap);
- printf("\n");
- }
- va_end(ap);
-#ifdef SMP
- printf("cpuid = %d\n", PCPU_GET(cpuid));
-#endif
-
-#ifdef KDB
- if (newpanic && trace_on_panic)
- kdb_backtrace();
- if (debugger_on_panic)
- kdb_enter("panic");
-#ifdef RESTARTABLE_PANICS
- /* See if the user aborted the panic, in which case we continue. */
- if (panicstr == NULL) {
-#ifdef SMP
- atomic_store_rel_int(&panic_cpu, NOCPU);
-#endif
- return;
- }
-#endif
-#endif
- mtx_lock_spin(&sched_lock);
- td->td_flags |= TDF_INPANIC;
- mtx_unlock_spin(&sched_lock);
- if (!sync_on_panic)
- bootopt |= RB_NOSYNC;
-#ifdef XEN
- HYPERVISOR_crash();
-#else
- boot(bootopt);
-#endif
-}
-
-/*
- * Support for poweroff delay.
- */
-#ifndef POWEROFF_DELAY
-# define POWEROFF_DELAY 5000
-#endif
-static int poweroff_delay = POWEROFF_DELAY;
-
-SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW,
- &poweroff_delay, 0, "");
-
-static void
-poweroff_wait(void *junk, int howto)
-{
-
- if (!(howto & RB_POWEROFF) || poweroff_delay <= 0)
- return;
- DELAY(poweroff_delay * 1000);
-}
-
-/*
- * Some system processes (e.g. syncer) need to be stopped at appropriate
- * points in their main loops prior to a system shutdown, so that they
- * won't interfere with the shutdown process (e.g. by holding a disk buf
- * to cause sync to fail). For each of these system processes, register
- * shutdown_kproc() as a handler for one of shutdown events.
- */
-static int kproc_shutdown_wait = 60;
-SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW,
- &kproc_shutdown_wait, 0, "");
-
-void
-kproc_shutdown(void *arg, int howto)
-{
- struct proc *p;
- char procname[MAXCOMLEN + 1];
- int error;
-
- if (panicstr)
- return;
-
- p = (struct proc *)arg;
- strlcpy(procname, p->p_comm, sizeof(procname));
- printf("Waiting (max %d seconds) for system process `%s' to stop...",
- kproc_shutdown_wait, procname);
- error = kthread_suspend(p, kproc_shutdown_wait * hz);
-
- if (error == EWOULDBLOCK)
- printf("timed out\n");
- else
- printf("done\n");
-}
-
-/* Registration of dumpers */
-int
-set_dumper(struct dumperinfo *di)
-{
-
- if (di == NULL) {
- bzero(&dumper, sizeof dumper);
- return (0);
- }
- if (dumper.dumper != NULL)
- return (EBUSY);
- dumper = *di;
- return (0);
-}
-
-#if defined(__powerpc__)
-void
-dumpsys(struct dumperinfo *di __unused)
-{
-
- printf("Kernel dumps not implemented on this architecture\n");
-}
-#endif
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/mkbuildtree
--- a/freebsd-5.3-xen-sparse/mkbuildtree Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,119 +0,0 @@
-#!/bin/bash
-
-# mkbuildtree <build tree>
-#
-# Creates symbolic links in <build tree> for the sparse tree
-# in the current directory.
-
-# Script to determine the relative path between two directories.
-# Copyright (c) D. J. Hawkey Jr. 2002
-# Fixed for Xen project by K. Fraser in 2003.
-abs_to_rel ()
-{
- local CWD SRCPATH
-
- if [ "$1" != "/" -a "${1##*[^/]}" = "/" ]; then
- SRCPATH=${1%?}
- else
- SRCPATH=$1
- fi
- if [ "$2" != "/" -a "${2##*[^/]}" = "/" ]; then
- DESTPATH=${2%?}
- else
- DESTPATH=$2
- fi
-
- CWD=$PWD
- [ "${1%%[^/]*}" != "/" ] && cd $1 && SRCPATH=$PWD
- [ "${2%%[^/]*}" != "/" ] && cd $2 && DESTPATH=$PWD
- [ "$CWD" != "$PWD" ] && cd $CWD
-
- BASEPATH=$SRCPATH
-
- [ "$SRCPATH" = "$DESTPATH" ] && DESTPATH="." && return
- [ "$SRCPATH" = "/" ] && DESTPATH=${DESTPATH#?} && return
-
- while [ "$BASEPATH/" != "${DESTPATH%${DESTPATH#$BASEPATH/}}" ]; do
- BASEPATH=${BASEPATH%/*}
- done
-
- SRCPATH=${SRCPATH#$BASEPATH}
- DESTPATH=${DESTPATH#$BASEPATH}
- DESTPATH=${DESTPATH#?}
- while [ -n "$SRCPATH" ]; do
- SRCPATH=${SRCPATH%/*}
- DESTPATH="../$DESTPATH"
- done
-
- [ -z "$BASEPATH" ] && BASEPATH="/"
- [ "${DESTPATH##*[^/]}" = "/" ] && DESTPATH=${DESTPATH%?}
-}
-
-# relative_lndir <target_dir>
-# Creates a tree of symlinks in the current working directory that mirror
-# real files in <target_dir>. <target_dir> should be relative to the current
-# working directory. Symlinks in <target_dir> are ignored. Source-control files
-# are ignored.
-relative_lndir ()
-{
- local SYMLINK_DIR REAL_DIR pref i j
- SYMLINK_DIR=$PWD
- REAL_DIR=$1
- (
- cd $REAL_DIR
- for i in `find . -type d | grep -v SCCS`; do
- [ -d $SYMLINK_DIR/$i ] || mkdir -p $SYMLINK_DIR/$i
- (
- cd $i
- pref=`echo $i | sed -e 's#/[^/]*#../#g' -e 's#^\.##'`
- for j in `find . -type f -o -type l -maxdepth 1`; do
- ln -sf ${pref}${REAL_DIR}/$i/$j ${SYMLINK_DIR}/$i/$j
- done
- )
- done
- )
-}
-
-[ "$1" == "" ] && { echo "Syntax: $0 <linux tree to xenify>"; exit 1; }
-
-# Get absolute path to the destination directory
-pushd . >/dev/null
-cd ${1}
-AD=$PWD
-popd >/dev/null
-
-# Get absolute path to the source directory
-AS=`pwd`
-
-# Get name of sparse directory
-SDN=$(basename $AS)
-
-# Get path to source, relative to destination
-abs_to_rel ${AD} ${AS}
-RS=$DESTPATH
-
-# Remove old copies of files and directories at the destination
-for i in `find sys -type f -o -type l` ; do rm -f ${AD}/${i#./} ; done
-
-# We now work from the destination directory
-cd ${AD}
-
-# Remove old symlinks
-find sys -type l | while read f
-do
- case $(readlink $f) in
- */$SDN/*)
- rm -f $f
- ;;
- esac
-done
-
-if [ -f ${AD}/BUILDING ]; then
- # Create symlinks of files and directories which exist in the sparse source
- (cd sys && relative_lndir ../${RS}/sys)
-else
- # Create symlinks of files and directories which exist in the sparse source
- relative_lndir ${RS}
- rm -f mkbuildtree
-fi
-
diff -r 64cd054aa143 -r 0255f48b757f freebsd-5.3-xen-sparse/xenfbsd_kernel_build
--- a/freebsd-5.3-xen-sparse/xenfbsd_kernel_build Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,7 +0,0 @@
-#!/bin/csh -f
-cd i386-xen/conf
-config XENCONF
-cd ../compile/XENCONF
-make kernel-clean
-ln -s ../../include/xen-public/io/ring.h
-make kernel-depend; make -j4 kernel
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/Makefile
--- a/netbsd-2.0-xen-sparse/Makefile Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,25 +0,0 @@
-#
-#
-#
-
-.PHONY: clean config install netbsd
-
-TOPDIR ?= $(shell pwd)
-NETBSD_RELEASE ?= $(patsubst netbsd-%-xen%,%,$(notdir $(TOPDIR)))
-NETBSD_VER ?= $(patsubst netbsd-%-xen%,%,$(notdir $(TOPDIR)))
-NETBSD_KERNEL ?= XEN
-
-clean:
- @mkdir -p compile/$(NETBSD_KERNEL)
- cd compile/$(NETBSD_KERNEL) && TOPDIR=$(TOPDIR)
NETBSD_VER=$(NETBSD_VER) ../../nbmake-xen cleandir
-
-config:
- @mkdir -p compile/$(NETBSD_KERNEL)
- cd compile/$(NETBSD_KERNEL) && TOPDIR=$(TOPDIR)
NETBSD_VER=$(NETBSD_VER) ../../nbconfig-xen $(NETBSD_KERNEL)
-
-netbsd:
- cd compile/$(NETBSD_KERNEL) && TOPDIR=$(TOPDIR)
NETBSD_VER=$(NETBSD_VER) ../../nbmake-xen dependall
-
-install:
- @mkdir -p $(dir $(INSTALL_PATH)/$(INSTALL_NAME))
- install -c compile/$(NETBSD_KERNEL)/netbsd
$(INSTALL_PATH)/$(INSTALL_NAME)
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/mkbuildtree
--- a/netbsd-2.0-xen-sparse/mkbuildtree Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,128 +0,0 @@
-#!/bin/bash
-
-# mkbuildtree <build tree>
-#
-# Creates symbolic links in <build tree> for the sparse tree
-# in the current directory.
-
-# Script to determine the relative path between two directories.
-# Copyright (c) D. J. Hawkey Jr. 2002
-# Fixed for Xen project by K. Fraser in 2003.
-abs_to_rel ()
-{
- local CWD SRCPATH
-
- if [ "$1" != "/" -a "${1##*[^/]}" = "/" ]; then
- SRCPATH=${1%?}
- else
- SRCPATH=$1
- fi
- if [ "$2" != "/" -a "${2##*[^/]}" = "/" ]; then
- DESTPATH=${2%?}
- else
- DESTPATH=$2
- fi
-
- CWD=$PWD
- [ "${1%%[^/]*}" != "/" ] && cd $1 && SRCPATH=$PWD
- [ "${2%%[^/]*}" != "/" ] && cd $2 && DESTPATH=$PWD
- [ "$CWD" != "$PWD" ] && cd $CWD
-
- BASEPATH=$SRCPATH
-
- [ "$SRCPATH" = "$DESTPATH" ] && DESTPATH="." && return
- [ "$SRCPATH" = "/" ] && DESTPATH=${DESTPATH#?} && return
-
- while [ "$BASEPATH/" != "${DESTPATH%${DESTPATH#$BASEPATH/}}" ]; do
- BASEPATH=${BASEPATH%/*}
- done
-
- SRCPATH=${SRCPATH#$BASEPATH}
- DESTPATH=${DESTPATH#$BASEPATH}
- DESTPATH=${DESTPATH#?}
- while [ -n "$SRCPATH" ]; do
- SRCPATH=${SRCPATH%/*}
- DESTPATH="../$DESTPATH"
- done
-
- [ -z "$BASEPATH" ] && BASEPATH="/"
- [ "${DESTPATH##*[^/]}" = "/" ] && DESTPATH=${DESTPATH%?}
-}
-
-# relative_lndir <target_dir>
-# Creates a tree of symlinks in the current working directory that mirror
-# real files in <target_dir>. <target_dir> should be relative to the current
-# working directory. Symlinks in <target_dir> are ignored. Source-control files
-# are ignored.
-relative_lndir ()
-{
- local SYMLINK_DIR REAL_DIR pref i j
- SYMLINK_DIR=$PWD
- REAL_DIR=$1
- (
- cd $REAL_DIR
- for i in `find . -type d | grep -v SCCS`; do
- [ -d $SYMLINK_DIR/$i ] || mkdir -p $SYMLINK_DIR/$i
- (
- cd $i
- pref=`echo $i | sed -e 's#/[^/]*#../#g' -e 's#^\.##'`
- for j in `find . -type f -o -type l -maxdepth 1`; do
- ln -sf ${pref}${REAL_DIR}/$i/$j ${SYMLINK_DIR}/$i/$j
- done
- )
- done
- )
-}
-
-[ "$1" == "" ] && { echo "Syntax: $0 <linux tree to xenify>"; exit 1; }
-
-# Get absolute path to the destination directory
-pushd . >/dev/null
-cd ${1}
-AD=$PWD
-popd >/dev/null
-
-# Get absolute path to the source directory
-AS=`pwd`
-
-# Get name of sparse directory
-SDN=$(basename $AS)
-
-# Get path to source, relative to destination
-abs_to_rel ${AD} ${AS}
-RS=$DESTPATH
-
-# Remove old copies of files and directories at the destination
-for i in `find sys -type f -o -type l` ; do rm -f ${AD}/${i#./} ; done
-
-# We now work from the destination directory
-cd ${AD}
-
-# Remove old symlinks
-find sys -type l | while read f
-do
- case $(readlink $f) in
- */$SDN/*)
- rm -f $f
- ;;
- esac
-done
-
-if [ -f ${AD}/BUILDING ]; then
- # Create symlinks of files and directories which exist in the sparse source
- (cd sys && relative_lndir ../${RS}/sys)
-else
- # Create symlinks of files and directories which exist in the sparse source
- relative_lndir ${RS}
- rm -f mkbuildtree
-fi
-
-# Create links to the shared definitions of the Xen interface
-rm -rf ${AD}/sys/arch/xen/include/xen-public
-mkdir ${AD}/sys/arch/xen/include/xen-public
-cd ${AD}/sys/arch/xen/include/xen-public
-relative_lndir ../../../../../${RS}/../xen/include/public
-
-# Remove files which don't exist anymore
-rm -rf ${AD}/sys/arch/xen/xen/events.c
-rm -rf ${AD}/sys/arch/xen/include/events.h
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/nbconfig-xen
--- a/netbsd-2.0-xen-sparse/nbconfig-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,27 +0,0 @@
-#! /bin/sh
-#
-
-: ${HOS:=$(uname -s | tr /A-Z/ /a-z/)}
-: ${HARCH:=$(uname -m 2>/dev/null || echo i386)}
-: ${NETBSD_RELEASE:=$(basename $(cd $(dirname $0) && pwd) | sed
's/netbsd-\([0-9]\+\.[0-9]\+\).*/\1/')}
-: ${NETBSD_VERSION:=$(basename $(cd $(dirname $0) && pwd) | sed
's/netbsd-\([0-9]\+\.[0-9]\+.*\)-xen.*/\1/')}
-: ${TOPDIR:=$(cd $(dirname $0) && pwd | sed
's/\(netbsd-[0-9]\+\.[0-9]\+.*-xen[^/]*\)/\1/')}
-
-case "$HARCH" in
-i586|i686)
- HARCH=i386
- ;;
-esac
-
-TOOLDIR="$TOPDIR/../netbsd-${NETBSD_RELEASE}-tools/$HOS-$HARCH"; export TOOLDIR
-
-CONF="$1"
-case "$1" in
- /*)
- CONF="$1"
- ;;
- *)
- CONF="$TOPDIR"/sys/arch/xen/conf/"$1"
- ;;
-esac
-exec "${TOOLDIR}/bin/nbconfig" -b $(pwd) -s "$TOPDIR"/sys "$CONF"
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/nbmake-xen
--- a/netbsd-2.0-xen-sparse/nbmake-xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,33 +0,0 @@
-#! /bin/sh
-# Set proper variables to allow easy "make" building of a NetBSD subtree.
-# Generated from: $NetBSD: build.sh,v 1.126 2004/02/04 11:23:40 lukem Exp $
-#
-
-: ${HOS:=$(uname -s | tr /A-Z/ /a-z/)}
-: ${HARCH:=$(uname -m 2>/dev/null || echo i386)}
-: ${NETBSD_RELEASE:=$(basename $(cd $(dirname $0) && pwd) | sed
's/netbsd-\([0-9]\+\.[0-9]\+\).*/\1/')}
-: ${NETBSD_VERSION:=$(basename $(cd $(dirname $0) && pwd) | sed
's/netbsd-\([0-9]\+\.[0-9]\+.*\)-xen.*/\1/')}
-: ${TOPDIR:=$(cd $(dirname $0) && pwd | sed
's/\(netbsd-[0-9]\+\.[0-9]\+.*-xen[^/]*\)/\1/')}
-
-case "$HARCH" in
-i586|i686)
- HARCH=i386
- ;;
-esac
-
-NETBSDSRCDIR="$TOPDIR"; export NETBSDSRCDIR
-DESTDIR="$TOPDIR/root"; export DESTDIR
-unset MAKEOBJDIRPREFIX
-MAKEOBJDIR='${.CURDIR:C,^'"$TOPDIR,$TOPDIR/obj,}"; export MAKEOBJDIR
-RELEASEDIR="$TOPDIR/release"; export RELEASEDIR
-MKUNPRIVED='yes'; export MKUNPRIVED
-MAKEVERBOSE='1'; export MAKEVERBOSE
-LC_ALL='C'; export LC_ALL
-TOOLDIR="$TOPDIR/../netbsd-${NETBSD_RELEASE}-tools/$HOS-$HARCH"; export TOOLDIR
-MACHINE='i386'; export MACHINE
-MACHINE_ARCH='i386'; export MACHINE_ARCH
-MAKEFLAGS="-de -m $TOPDIR/share/mk MKOBJDIRS=yes"; export MAKEFLAGS
-BUILDID="${NETBSD_RELEASE}"; export BUILDID
-USETOOLS=yes; export USETOOLS
-
-exec "${TOOLDIR}/bin/nbmake" ${1+"$@"}
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/sys/arch/xen/conf/XEN
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/conf/XEN Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,175 +0,0 @@
-# $NetBSD: XEN,v 1.1.2.2 2004/07/15 20:19:34 he Exp $
-
-include "arch/xen/conf/std.xen"
-
-options INCLUDE_CONFIG_FILE # embed config file in kernel binary
-
-#options UVMHIST
-#options UVMHIST_PRINT
-#options SYSCALL_DEBUG
-
-maxusers 32 # estimated number of users
-
-#
-options XEN
-#options DOM0OPS
-
-#options I586_CPU
-options I686_CPU
-
-#options VM86 # virtual 8086 emulation
-#options USER_LDT # user-settable LDT; used by WINE
-
-#options MTRR # memory-type range register syscall support
-
-#options CONSDEVNAME="\"xencons\""
-#options CONS_OVERRIDE
-
-options INSECURE # disable kernel security levels - X
needs this
-
-options RTC_OFFSET=0 # hardware clock is this many mins. west of GMT
-options NTP # NTP phase/frequency locked loop
-
-options KTRACE # system call tracing via ktrace(1)
-#options SYSTRACE # system call vetting via systrace(1)
-
-options SYSVMSG # System V-like message queues
-options SYSVSEM # System V-like semaphores
-#options SEMMNI=10 # number of semaphore identifiers
-#options SEMMNS=60 # number of semaphores in system
-#options SEMUME=10 # max number of undo entries per process
-#options SEMMNU=30 # number of undo structures in system
-options SYSVSHM # System V-like memory sharing
-#options SHMMAXPGS=2048 # 2048 pages is the default
-options P1003_1B_SEMAPHORE # p1003.1b semaphore support
-
-options LKM # loadable kernel modules
-
-options USERCONF # userconf(4) support
-options SYSCTL_INCLUDE_DESCR # Include sysctl descriptions in kernel
-
-# Diagnostic/debugging support options
-options DIAGNOSTIC # expensive kernel consistency checks
-options DEBUG # expensive debugging checks/support
-options KMEMSTATS # kernel memory statistics (vmstat -m)
-options DDB # in-kernel debugger
-options DDB_ONPANIC=1 # see also sysctl(8): `ddb.onpanic'
-options DDB_HISTORY_SIZE=512 # enable history editing in DDB
-#options KGDB # remote debugger
-#options KGDB_DEVNAME="\"com\"",KGDB_DEVADDR=0x2f8,KGDB_DEVRATE=57600
-makeoptions DEBUG="-g" # compile full symbol table
-
-#options COMPAT_14 # NetBSD 1.4
-#options COMPAT_15 # NetBSD 1.5
-options COMPAT_16 # NetBSD 1.6
-
-##options COMPAT_LINUX # binary compatibility with Linux
-#options COMPAT_FREEBSD # binary compatibility with FreeBSD
-#options COMPAT_MACH # binary compatibility with Mach binaries
-#options COMPAT_DARWIN # binary compatibility with Darwin binaries
-#options EXEC_MACHO # exec MACH-O binaries
-#options COMPAT_PECOFF # kernel support to run Win32 apps
-
-file-system FFS # UFS
-file-system EXT2FS # second extended file system (linux)
-#file-system LFS # log-structured file system
-#file-system MFS # memory file system
-file-system NFS # Network File System client
-#file-system NTFS # Windows/NT file system (experimental)
-#file-system CD9660 # ISO 9660 + Rock Ridge file system
-#file-system MSDOSFS # MS-DOS file system
-file-system FDESC # /dev/fd
-file-system KERNFS # /kern
-file-system NULLFS # loopback file system
-#file-system OVERLAY # overlay file system
-#file-system PORTAL # portal filesystem (still experimental)
-file-system PROCFS # /proc
-#file-system UMAPFS # NULLFS + uid and gid remapping
-#file-system UNION # union file system
-#file-system SMBFS # experimental - CIFS; also needs nsmb (below)
-
-#options QUOTA # UFS quotas
-#options SOFTDEP # FFS soft updates support.
-#options NFSSERVER # Network File System server
-
-options GATEWAY # packet forwarding
-options INET # IP + ICMP + TCP + UDP
-options INET6 # IPV6
-options IPSEC # IP security
-options IPSEC_ESP # IP security (encryption part; define w/IPSEC)
-options MROUTING # IP multicast routing
-options PFIL_HOOKS # pfil(9) packet filter hooks
-options IPFILTER_LOG # ipmon(8) log support
-
-options NFS_BOOT_DHCP,NFS_BOOT_BOOTPARAM,NFS_BOOT_BOOTSTATIC
-#options NFS_BOOTSTATIC_MYIP="\"169.254.1.2\""
-#options NFS_BOOTSTATIC_GWIP="\"169.254.1.1\""
-#options NFS_BOOTSTATIC_MASK="\"255.255.255.0\""
-#options NFS_BOOTSTATIC_SERVADDR="\"169.254.1.1\""
-#options NFS_BOOTSTATIC_SERVER="\"server:/path/to/root\""
-
-options WSEMUL_VT100 # VT100 / VT220 emulation
-options WS_KERNEL_FG=WSCOL_GREEN
-options WSDISPLAY_COMPAT_PCVT # emulate some ioctls
-options WSDISPLAY_COMPAT_SYSCONS # emulate some ioctls
-options WSDISPLAY_COMPAT_USL # VT handling
-options WSDISPLAY_COMPAT_RAWKBD # can get raw scancodes
-options WSDISPLAY_DEFAULTSCREENS=4
-options PCDISPLAY_SOFTCURSOR
-
-config netbsd root on ? type ?
-#config netbsd root on wd0a type ffs
-#config netbsd root on xennet0 type nfs
-
-mainbus0 at root
-
-cpu* at mainbus?
-
-hypervisor* at mainbus? # Xen hypervisor
-
-npx0 at hypervisor? # x86 math coprocessor
-
-xencons* at hypervisor? # Xen virtual console
-xennet* at hypervisor? # Xen virtual network interface
-
-xbd* at hypervisor? # Xen virtual block device
-wd* at hypervisor? # Xen vbd (wd identity)
-sd* at hypervisor? # Xen vbd (sd identity)
-cd* at hypervisor? # Xen vbd (cd identity)
-
-#xenkbc* at hypervisor? # Xen Keyboard/Mouse Interface
-#pckbd* at xenkbc? # Keyboard
-#vga* at hypervisor? # Xen VGA display
-#pms* at xenkbc? # PS/2 Mouse for wsmouse
-
-#wskbd* at pckbd? console ?
-#wsdisplay* at vga? console ?
-#wsmouse* at pms? mux 0
-
-
-include "arch/xen/conf/GENERIC.local"
-
-
-pseudo-device ccd 4 # concatenated/striped disk devices
-#pseudo-device cgd 4 # cryptographic disk devices
-#pseudo-device md 1 # memory disk device (ramdisk)
-pseudo-device vnd 4 # disk-like interface to files
-
-pseudo-device bpfilter 8 # Berkeley packet filter
-pseudo-device ipfilter # IP filter (firewall) and NAT
-pseudo-device loop # network loopback
-#pseudo-device tun 2 # network tunneling over tty
-#pseudo-device gre 2 # generic L3 over IP tunnel
-#pseudo-device gif 4 # IPv[46] over IPv[46] tunnel (RFC1933)
-#pseudo-device faith 1 # IPv[46] tcp relay translation i/f
-#pseudo-device stf 1 # 6to4 IPv6 over IPv4 encapsulation
-#pseudo-device vlan # IEEE 802.1q encapsulation
-#pseudo-device bridge # simple inter-network bridging
-
-pseudo-device pty # pseudo-terminals
-pseudo-device rnd # /dev/random and in-kernel generator
-pseudo-device clockctl # user control of clock subsystem
-
-pseudo-device wsmux # mouse & keyboard multiplexor
-pseudo-device wsfont
-pseudo-device ksyms # /dev/ksyms
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/conf/files.xen
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/conf/files.xen Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,232 +0,0 @@
-# $NetBSD: files.xen,v 1.3.2.1 2004/05/22 15:59:02 he Exp $
-# NetBSD: files.x86,v 1.10 2003/10/08 17:30:00 bouyer Exp
-# NetBSD: files.i386,v 1.254 2004/03/25 23:32:10 jmc Exp
-
-maxpartitions 8
-
-maxusers 2 16 128
-
-# Processor type options.
-defflag opt_cputype.h I686_CPU
-
-# delay before cpu_reset() for reboot.
-defparam CPURESET_DELAY
-
-# No unmapped page below kernel stack
-defflag NOREDZONE
-
-# Beep on halt
-defflag opt_beep.h BEEP_ONHALT
-defparam opt_beep.h BEEP_ONHALT_COUNT
-defparam opt_beep.h BEEP_ONHALT_PITCH BEEP_ONHALT_PERIOD
-
-file arch/xen/i386/autoconf.c
-file arch/i386/i386/db_dbgreg.S ddb | kstack_check_dr0
-file arch/i386/i386/db_disasm.c ddb
-file arch/i386/i386/db_interface.c ddb
-file arch/i386/i386/db_memrw.c ddb | kgdb
-file arch/i386/i386/db_trace.c ddb
-file kern/subr_disk_mbr.c disk
-file arch/xen/i386/gdt.c
-file arch/xen/i386/hypervisor_machdep.c
-file arch/i386/i386/in_cksum.S inet | inet6
-file arch/i386/i386/ipkdb_glue.c ipkdb
-file arch/i386/i386/kgdb_machdep.c kgdb
-file arch/xen/i386/machdep.c
-file arch/xen/i386/identcpu.c
-file arch/i386/i386/math_emulate.c math_emulate
-file arch/i386/i386/mem.c
-file kern/kern_microtime.c i586_cpu | i686_cpu
-file arch/i386/i386/mtrr_k6.c mtrr
-file netns/ns_cksum.c ns
-file arch/xen/i386/pmap.c
-file arch/i386/i386/process_machdep.c
-file arch/i386/i386/procfs_machdep.c procfs
-file arch/xen/i386/sys_machdep.c
-file arch/i386/i386/syscall.c
-file arch/xen/i386/trap.c
-file arch/i386/i386/vm_machdep.c
-file arch/xen/i386/xen_machdep.c
-
-file arch/xen/xen/xen_debug.c
-
-file arch/xen/xen/clock.c
-file arch/xen/xen/evtchn.c
-file arch/xen/xen/ctrl_if.c
-
-file dev/cons.c
-
-file arch/i386/i386/mptramp.S multiprocessor
-file arch/i386/i386/ipifuncs.c multiprocessor
-
-file arch/i386/i386/pmc.c perfctrs
-
-file crypto/des/arch/i386/des_enc.S des
-file crypto/des/arch/i386/des_cbc.S des
-
-file crypto/blowfish/arch/i386/bf_enc.S blowfish
-file crypto/blowfish/arch/i386/bf_cbc.S blowfish & !i386_cpu
-
-#
-# Machine-independent SCSI drivers
-#
-
-#xxx include "dev/scsipi/files.scsipi"
-
-#
-# Machine-independent ATA drivers
-#
-
-#xxx include "dev/ata/files.ata"
-
-# Memory Disk for install floppy
-file dev/md_root.c memory_disk_hooks
-
-#
-define mainbus { [apid = -1] }
-
-file arch/x86/x86/bus_dma.c
-file arch/xen/x86/bus_space.c
-file arch/x86/x86/cacheinfo.c
-file arch/xen/x86/consinit.c
-file arch/xen/x86/intr.c
-file arch/x86/x86/ipi.c multiprocessor
-file arch/x86/x86/lock_machdep.c lockdebug
-file arch/x86/x86/softintr.c
-
-include "arch/xen/conf/files.compat"
-
-#
-# System bus types
-#
-
-device mainbus: mainbus
-attach mainbus at root
-file arch/xen/i386/mainbus.c mainbus
-
-# Xen hypervisor
-device hypervisor { }
-attach hypervisor at mainbus
-file arch/xen/xen/hypervisor.c hypervisor needs-flag
-
-# Numeric Processing Extension; Math Co-processor
-device npx
-file arch/xen/i386/npx.c npx needs-flag
-
-attach npx at hypervisor with npx_hv
-file arch/xen/i386/npx_hv.c npx_hv
-
-# Xen console support
-device xencons: tty
-attach xencons at hypervisor
-file arch/xen/xen/xencons.c xencons needs-flag
-
-include "dev/wscons/files.wscons"
-include "dev/wsfont/files.wsfont"
-
-include "dev/pckbport/files.pckbport"
-
-# CPUS
-
-define cpu { [apid = -1] }
-device cpu
-attach cpu at mainbus
-file arch/xen/i386/cpu.c cpu
-
-#
-# Compatibility modules
-#
-
-# VM86 mode
-file arch/i386/i386/vm86.c vm86
-
-# VM86 in kernel
-file arch/i386/i386/kvm86.c kvm86
-file arch/i386/i386/kvm86call.S kvm86
-
-# Binary compatibility with previous NetBSD releases (COMPAT_XX)
-file arch/i386/i386/compat_13_machdep.c compat_13 | compat_aout
-file arch/i386/i386/compat_16_machdep.c compat_16 | compat_ibcs2
-
-# SVR4 binary compatibility (COMPAT_SVR4)
-include "compat/svr4/files.svr4"
-file arch/i386/i386/svr4_machdep.c compat_svr4
-file arch/i386/i386/svr4_sigcode.S compat_svr4
-file arch/i386/i386/svr4_syscall.c compat_svr4
-
-# MACH binary compatibility (COMPAT_MACH)
-include "compat/mach/files.mach"
-file arch/i386/i386/mach_machdep.c compat_mach | compat_darwin
-file arch/i386/i386/mach_sigcode.S compat_mach | compat_darwin
-file arch/i386/i386/mach_syscall.c compat_mach | compat_darwin
-file arch/i386/i386/macho_machdep.c exec_macho
-
-# DARWIN binary compatibility (COMPAT_DARWIN)
-include "compat/darwin/files.darwin"
-file arch/i386/i386/darwin_machdep.c compat_darwin
-
-# iBCS-2 binary compatibility (COMPAT_IBCS2)
-include "compat/ibcs2/files.ibcs2"
-file arch/i386/i386/ibcs2_machdep.c compat_ibcs2
-file arch/i386/i386/ibcs2_sigcode.S compat_ibcs2
-file arch/i386/i386/ibcs2_syscall.c compat_ibcs2
-
-# Linux binary compatibility (COMPAT_LINUX)
-include "compat/linux/files.linux"
-include "compat/linux/arch/i386/files.linux_i386"
-file arch/i386/i386/linux_sigcode.S compat_linux
-file arch/i386/i386/linux_syscall.c compat_linux
-file arch/i386/i386/linux_trap.c compat_linux
-
-# FreeBSD binary compatibility (COMPAT_FREEBSD)
-include "compat/freebsd/files.freebsd"
-file arch/i386/i386/freebsd_machdep.c compat_freebsd
-file arch/i386/i386/freebsd_sigcode.S compat_freebsd
-file arch/i386/i386/freebsd_syscall.c compat_freebsd
-
-# a.out binary compatibility (COMPAT_AOUT)
-include "compat/aout/files.aout"
-
-# Win32 binary compatibility (COMPAT_PECOFF)
-include "compat/pecoff/files.pecoff"
-
-# OSS audio driver compatibility
-include "compat/ossaudio/files.ossaudio"
-
-# Xen devices
-
-# Network driver
-device xennet: arp, ether, ifnet
-attach xennet at hypervisor
-file arch/xen/xen/if_xennet.c xennet needs-flag
-
-# Block device driver and wd/sd/cd identities
-device xbd: disk
-attach xbd at hypervisor
-file arch/xen/xen/xbd.c xbd | wd | sd | cd needs-flag
-
-device wd: disk
-attach wd at hypervisor
-
-device sd: disk
-attach sd at hypervisor
-
-device cd: disk
-attach cd at hypervisor
-
-# Keyboard
-device xenkbc: pckbport
-attach xenkbc at hypervisor
-file arch/xen/xen/xenkbc.c xenkbc needs-flag
-
-# Generic VGA
-attach vga at hypervisor with vga_xen
-file arch/xen/xen/vga_xen.c vga_xen needs-flag
-
-# Domain-0 operations
-defflag opt_xen.h DOM0OPS
-file arch/xen/xen/machmem.c dom0ops
-file arch/xen/xen/privcmd.c dom0ops
-file arch/xen/xen/vfr.c dom0ops
-
-include "arch/xen/conf/majors.i386"
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/autoconf.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/autoconf.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,630 +0,0 @@
-/* $NetBSD: autoconf.c,v 1.1.2.1 2004/05/22 15:57:33 he Exp $ */
-/* NetBSD: autoconf.c,v 1.75 2003/12/30 12:33:22 pk Exp */
-
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)autoconf.c 7.1 (Berkeley) 5/9/91
- */
-
-/*
- * Setup the system to run on the current machine.
- *
- * Configure() is called at boot time and initializes the vba
- * device tables and the memory controller monitoring. Available
- * devices are determined (from possibilities mentioned in ioconf.c),
- * and the drivers are initialized.
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: autoconf.c,v 1.1.2.1 2004/05/22 15:57:33 he Exp
$");
-
-#include "opt_compat_oldboot.h"
-#include "opt_multiprocessor.h"
-#include "opt_nfs_boot.h"
-#include "xennet.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/buf.h>
-#include <sys/disklabel.h>
-#include <sys/conf.h>
-#ifdef COMPAT_OLDBOOT
-#include <sys/reboot.h>
-#endif
-#include <sys/device.h>
-#include <sys/malloc.h>
-#include <sys/vnode.h>
-#include <sys/fcntl.h>
-#include <sys/dkio.h>
-#include <sys/proc.h>
-#include <sys/user.h>
-
-#ifdef NFS_BOOT_BOOTSTATIC
-#include <net/if.h>
-#include <net/if_ether.h>
-#include <netinet/in.h>
-#include <nfs/rpcv2.h>
-#include <nfs/nfsproto.h>
-#include <nfs/nfs.h>
-#include <nfs/nfsmount.h>
-#include <nfs/nfsdiskless.h>
-#include <machine/if_xennetvar.h>
-#endif
-
-#include <machine/pte.h>
-#include <machine/cpu.h>
-#include <machine/gdt.h>
-#include <machine/pcb.h>
-#include <machine/bootinfo.h>
-
-#include "ioapic.h"
-#include "lapic.h"
-
-#if NIOAPIC > 0
-#include <machine/i82093var.h>
-#endif
-
-#if NLAPIC > 0
-#include <machine/i82489var.h>
-#endif
-
-static int match_harddisk(struct device *, struct btinfo_bootdisk *);
-static void matchbiosdisks(void);
-static void findroot(void);
-static int is_valid_disk(struct device *);
-
-extern struct disklist *i386_alldisks;
-extern int i386_ndisks;
-
-#include "bios32.h"
-#if NBIOS32 > 0
-#include <machine/bios32.h>
-#endif
-
-#include "opt_pcibios.h"
-#ifdef PCIBIOS
-#include <dev/pci/pcireg.h>
-#include <dev/pci/pcivar.h>
-#include <i386/pci/pcibios.h>
-#endif
-
-#include "opt_kvm86.h"
-#ifdef KVM86
-#include <machine/kvm86.h>
-#endif
-
-#include "opt_xen.h"
-
-struct device *booted_device;
-int booted_partition;
-
-/*
- * Determine i/o configuration for a machine.
- */
-void
-cpu_configure(void)
-{
-
- startrtclock();
-
-#if NBIOS32 > 0
- bios32_init();
-#endif
-#ifdef PCIBIOS
- pcibios_init();
-#endif
-
- /* kvm86 needs a TSS */
- i386_proc0_tss_ldt_init();
-#ifdef KVM86
- kvm86_init();
-#endif
-
- if (config_rootfound("mainbus", NULL) == NULL)
- panic("configure: mainbus not configured");
-
-#ifdef INTRDEBUG
- intr_printconfig();
-#endif
-
-#if NIOAPIC > 0
- lapic_set_lvt();
- ioapic_enable();
-#endif
- /* resync cr0 after FPU configuration */
- lwp0.l_addr->u_pcb.pcb_cr0 = rcr0();
-#ifdef MULTIPROCESSOR
- /* propagate this to the idle pcb's. */
- cpu_init_idle_pcbs();
-#endif
-
- spl0();
-#if NLAPIC > 0
- lapic_tpr = 0;
-#endif
-}
-
-void
-cpu_rootconf(void)
-{
- findroot();
- matchbiosdisks();
-
- printf("boot device: %s\n",
- booted_device ? booted_device->dv_xname : "<unknown>");
-
- setroot(booted_device, booted_partition);
-}
-
-/*
- * XXX ugly bit of code. But, this is the only safe time that the
- * match between BIOS disks and native disks can be done.
- */
-static void
-matchbiosdisks(void)
-{
- struct btinfo_biosgeom *big;
- struct bi_biosgeom_entry *be;
- struct device *dv;
- int i, ck, error, m, n;
- struct vnode *tv;
- char mbr[DEV_BSIZE];
- int dklist_size;
- int bmajor;
-
- big = lookup_bootinfo(BTINFO_BIOSGEOM);
-
- if (big == NULL)
- return;
-
- /*
- * First, count all native disks
- */
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next)
- if (is_valid_disk(dv))
- i386_ndisks++;
-
- if (i386_ndisks == 0)
- return;
-
- dklist_size = sizeof (struct disklist) + (i386_ndisks - 1) *
- sizeof (struct nativedisk_info);
-
- /* XXX M_TEMP is wrong */
- i386_alldisks = malloc(dklist_size, M_TEMP, M_NOWAIT);
- if (i386_alldisks == NULL)
- return;
-
- memset(i386_alldisks, 0, dklist_size);
-
- i386_alldisks->dl_nnativedisks = i386_ndisks;
- i386_alldisks->dl_nbiosdisks = big->num;
- for (i = 0; i < big->num; i++) {
- i386_alldisks->dl_biosdisks[i].bi_dev = big->disk[i].dev;
- i386_alldisks->dl_biosdisks[i].bi_sec = big->disk[i].sec;
- i386_alldisks->dl_biosdisks[i].bi_head = big->disk[i].head;
- i386_alldisks->dl_biosdisks[i].bi_cyl = big->disk[i].cyl;
- i386_alldisks->dl_biosdisks[i].bi_lbasecs = big->disk[i].totsec;
- i386_alldisks->dl_biosdisks[i].bi_flags = big->disk[i].flags;
-#ifdef GEOM_DEBUG
-#ifdef NOTYET
- printf("disk %x: flags %x, interface %x, device %llx\n",
- big->disk[i].dev, big->disk[i].flags,
- big->disk[i].interface_path, big->disk[i].device_path);
-#endif
-#endif
- }
-
- /*
- * XXX code duplication from findroot()
- */
- n = -1;
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (dv->dv_class != DV_DISK)
- continue;
-#ifdef GEOM_DEBUG
- printf("matchbiosdisks: trying to match (%s) %s\n",
- dv->dv_xname, dv->dv_cfdata->cf_name);
-#endif
- if (is_valid_disk(dv)) {
- n++;
- sprintf(i386_alldisks->dl_nativedisks[n].ni_devname,
- "%s%d", dv->dv_cfdata->cf_name,
- dv->dv_unit);
-
- bmajor = devsw_name2blk(dv->dv_xname, NULL, 0);
- if (bmajor == -1)
- return;
-
- if (bdevvp(MAKEDISKDEV(bmajor, dv->dv_unit, RAW_PART),
- &tv))
- panic("matchbiosdisks: can't alloc vnode");
-
- error = VOP_OPEN(tv, FREAD, NOCRED, 0);
- if (error) {
- vput(tv);
- continue;
- }
- error = vn_rdwr(UIO_READ, tv, mbr, DEV_BSIZE, 0,
- UIO_SYSSPACE, 0, NOCRED, NULL, 0);
- VOP_CLOSE(tv, FREAD, NOCRED, 0);
- if (error) {
-#ifdef GEOM_DEBUG
- printf("matchbiosdisks: %s: MBR read failure\n",
- dv->dv_xname);
-#endif
- continue;
- }
-
- for (ck = i = 0; i < DEV_BSIZE; i++)
- ck += mbr[i];
- for (m = i = 0; i < big->num; i++) {
- be = &big->disk[i];
-#ifdef GEOM_DEBUG
- printf("match %s with %d ", dv->dv_xname, i);
- printf("dev ck %x bios ck %x\n", ck, be->cksum);
-#endif
- if (be->flags & BI_GEOM_INVALID)
- continue;
- if (be->cksum == ck &&
- !memcmp(&mbr[MBR_PART_OFFSET], be->dosparts,
- MBR_PART_COUNT *
- sizeof (struct mbr_partition))) {
-#ifdef GEOM_DEBUG
- printf("matched bios disk %x with %s\n",
- be->dev, dv->dv_xname);
-#endif
- i386_alldisks->dl_nativedisks[n].
- ni_biosmatches[m++] = i;
- }
- }
- i386_alldisks->dl_nativedisks[n].ni_nmatches = m;
- vput(tv);
- }
- }
-}
-
-#ifdef COMPAT_OLDBOOT
-u_long bootdev = 0; /* should be dev_t, but not until 32 bits */
-#endif
-
-/*
- * helper function for "findroot()":
- * return nonzero if disk device matches bootinfo
- */
-static int
-match_harddisk(struct device *dv, struct btinfo_bootdisk *bid)
-{
- struct vnode *tmpvn;
- int error;
- struct disklabel label;
- int found = 0;
- int bmajor;
-
- /*
- * A disklabel is required here. The
- * bootblocks don't refuse to boot from
- * a disk without a label, but this is
- * normally not wanted.
- */
- if (bid->labelsector == -1)
- return(0);
-
- /*
- * lookup major number for disk block device
- */
- bmajor = devsw_name2blk(dv->dv_xname, NULL, 0);
- if (bmajor == -1)
- return(0); /* XXX panic() ??? */
-
- /*
- * Fake a temporary vnode for the disk, open
- * it, and read the disklabel for comparison.
- */
- if (bdevvp(MAKEDISKDEV(bmajor, dv->dv_unit, bid->partition), &tmpvn))
- panic("findroot can't alloc vnode");
- error = VOP_OPEN(tmpvn, FREAD, NOCRED, 0);
- if (error) {
-#ifndef DEBUG
- /*
- * Ignore errors caused by missing
- * device, partition or medium.
- */
- if (error != ENXIO && error != ENODEV)
-#endif
- printf("findroot: can't open dev %s%c (%d)\n",
- dv->dv_xname, 'a' + bid->partition, error);
- vput(tmpvn);
- return(0);
- }
- error = VOP_IOCTL(tmpvn, DIOCGDINFO, &label, FREAD, NOCRED, 0);
- if (error) {
- /*
- * XXX can't happen - open() would
- * have errored out (or faked up one)
- */
- printf("can't get label for dev %s%c (%d)\n",
- dv->dv_xname, 'a' + bid->partition, error);
- goto closeout;
- }
-
- /* compare with our data */
- if (label.d_type == bid->label.type &&
- label.d_checksum == bid->label.checksum &&
- !strncmp(label.d_packname, bid->label.packname, 16))
- found = 1;
-
-closeout:
- VOP_CLOSE(tmpvn, FREAD, NOCRED, 0);
- vput(tmpvn);
- return(found);
-}
-
-/*
- * Attempt to find the device from which we were booted.
- * If we can do so, and not instructed not to do so,
- * change rootdev to correspond to the load device.
- */
-void
-findroot(void)
-{
- struct btinfo_bootdisk *bid;
- struct device *dv;
- union xen_cmdline_parseinfo xcp;
-#ifdef COMPAT_OLDBOOT
- int i, majdev, unit, part;
- char buf[32];
-#endif
-
- if (booted_device)
- return;
-
- if (lookup_bootinfo(BTINFO_NETIF)) {
- /*
- * We got netboot interface information, but
- * "device_register()" couldn't match it to a configured
- * device. Bootdisk information cannot be present at the
- * same time, so give up.
- */
- printf("findroot: netboot interface not found\n");
- return;
- }
-
- bid = lookup_bootinfo(BTINFO_BOOTDISK);
- if (bid) {
- /*
- * Scan all disk devices for ones that match the passed data.
- * Don't break if one is found, to get possible multiple
- * matches - for problem tracking. Use the first match anyway
- * because lower device numbers are more likely to be the
- * boot device.
- */
- for (dv = alldevs.tqh_first; dv != NULL;
- dv = dv->dv_list.tqe_next) {
- if (dv->dv_class != DV_DISK)
- continue;
-
- if (!strcmp(dv->dv_cfdata->cf_name, "fd")) {
- /*
- * Assume the configured unit number matches
- * the BIOS device number. (This is the old
- * behaviour.) Needs some ideas how to handle
- * BIOS's "swap floppy drive" options.
- */
- if ((bid->biosdev & 0x80) ||
- dv->dv_unit != bid->biosdev)
- continue;
-
- goto found;
- }
-
- if (is_valid_disk(dv)) {
- /*
- * Don't trust BIOS device numbers, try
- * to match the information passed by the
- * bootloader instead.
- */
- if ((bid->biosdev & 0x80) == 0 ||
- !match_harddisk(dv, bid))
- continue;
-
- goto found;
- }
-
- /* no "fd", "wd", "sd", "ld", "ed" */
- continue;
-
-found:
- if (booted_device) {
- printf("warning: double match for boot "
- "device (%s, %s)\n",
- booted_device->dv_xname, dv->dv_xname);
- continue;
- }
- booted_device = dv;
- booted_partition = bid->partition;
- }
-
- if (booted_device)
- return;
- }
-
- xen_parse_cmdline(XEN_PARSE_BOOTDEV, &xcp);
-
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (is_valid_disk(dv) == 0)
- continue;
-
- if (xcp.xcp_bootdev[0] == 0) {
- booted_device = dv;
- break;
- }
-
- if (strncmp(xcp.xcp_bootdev, dv->dv_xname,
- strlen(dv->dv_xname)))
- continue;
-
- if (strlen(xcp.xcp_bootdev) > strlen(dv->dv_xname)) {
- booted_partition = toupper(
- xcp.xcp_bootdev[strlen(dv->dv_xname)]) - 'A';
- }
-
- booted_device = dv;
- break;
- }
-
- if (booted_device)
- return;
-
-#ifdef COMPAT_OLDBOOT
-#if 0
- printf("howto %x bootdev %x ", boothowto, bootdev);
-#endif
-
- if ((bootdev & B_MAGICMASK) != (u_long)B_DEVMAGIC)
- return;
-
- majdev = (bootdev >> B_TYPESHIFT) & B_TYPEMASK;
- name = devsw_blk2name(majdev);
- if (name == NULL)
- return;
-
- part = (bootdev >> B_PARTITIONSHIFT) & B_PARTITIONMASK;
- unit = (bootdev >> B_UNITSHIFT) & B_UNITMASK;
-
- sprintf(buf, "%s%d", name, unit);
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (strcmp(buf, dv->dv_xname) == 0) {
- booted_device = dv;
- booted_partition = part;
- return;
- }
- }
-#endif
-}
-
-#include "pci.h"
-
-#include <dev/isa/isavar.h>
-#if NPCI > 0
-#include <dev/pci/pcivar.h>
-#endif
-
-void
-device_register(struct device *dev, void *aux)
-{
- /*
- * Handle network interfaces here, the attachment information is
- * not available driver independantly later.
- * For disks, there is nothing useful available at attach time.
- */
-#if NXENNET > 0
- if (dev->dv_class == DV_IFNET) {
- union xen_cmdline_parseinfo xcp;
-
- xen_parse_cmdline(XEN_PARSE_BOOTDEV, &xcp);
- if (strncmp(xcp.xcp_bootdev, dev->dv_xname, 16) == 0) {
-#ifdef NFS_BOOT_BOOTSTATIC
- nfs_bootstatic_callback = xennet_bootstatic_callback;
-#endif
- goto found;
- }
- }
-#endif
- if (dev->dv_class == DV_IFNET) {
- struct btinfo_netif *bin = lookup_bootinfo(BTINFO_NETIF);
- if (bin == NULL)
- return;
-
- /*
- * We don't check the driver name against the device name
- * passed by the boot ROM. The ROM should stay usable
- * if the driver gets obsoleted.
- * The physical attachment information (checked below)
- * must be sufficient to identify the device.
- */
-
- if (bin->bus == BI_BUS_ISA &&
- !strcmp(dev->dv_parent->dv_cfdata->cf_name, "isa")) {
- struct isa_attach_args *iaa = aux;
-
- /* compare IO base address */
- /* XXXJRT what about multiple I/O addrs? */
- if (iaa->ia_nio > 0 &&
- bin->addr.iobase == iaa->ia_io[0].ir_addr)
- goto found;
- }
-#if NPCI > 0
- if (bin->bus == BI_BUS_PCI &&
- !strcmp(dev->dv_parent->dv_cfdata->cf_name, "pci")) {
- struct pci_attach_args *paa = aux;
- int b, d, f;
-
- /*
- * Calculate BIOS representation of:
- *
- * <bus,device,function>
- *
- * and compare.
- */
- pci_decompose_tag(paa->pa_pc, paa->pa_tag, &b, &d, &f);
- if (bin->addr.tag == ((b << 8) | (d << 3) | f))
- goto found;
- }
-#endif
- }
- return;
-
-found:
- if (booted_device) {
- /* XXX should be a "panic()" */
- printf("warning: double match for boot device (%s, %s)\n",
- booted_device->dv_xname, dev->dv_xname);
- return;
- }
- booted_device = dev;
-}
-
-static int
-is_valid_disk(struct device *dv)
-{
- const char *name;
-
- if (dv->dv_class != DV_DISK)
- return (0);
-
- name = dv->dv_cfdata->cf_name;
-
- return (strcmp(name, "sd") == 0 || strcmp(name, "wd") == 0 ||
- strcmp(name, "ld") == 0 || strcmp(name, "ed") == 0 ||
- strcmp(name, "xbd") == 0);
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/gdt.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/gdt.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,408 +0,0 @@
-/* $NetBSD: gdt.c,v 1.1 2004/03/11 21:44:08 cl Exp $ */
-/* NetBSD: gdt.c,v 1.32 2004/02/13 11:36:13 wiz Exp */
-
-/*-
- * Copyright (c) 1996, 1997 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by John T. Kohl and Charles M. Hannum.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: gdt.c,v 1.1 2004/03/11 21:44:08 cl Exp $");
-
-#include "opt_multiprocessor.h"
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/lock.h>
-#include <sys/user.h>
-
-#include <uvm/uvm.h>
-
-#include <machine/gdt.h>
-
-int gdt_size[2]; /* total number of GDT entries */
-int gdt_count[2]; /* number of GDT entries in use */
-int gdt_next[2]; /* next available slot for sweeping */
-int gdt_free[2]; /* next free slot; terminated with GNULL_SEL */
-
-struct lock gdt_lock_store;
-
-static __inline void gdt_lock(void);
-static __inline void gdt_unlock(void);
-void gdt_init(void);
-void gdt_grow(int);
-int gdt_get_slot(void);
-int gdt_get_slot1(int);
-void gdt_put_slot(int);
-void gdt_put_slot1(int, int);
-
-/*
- * Lock and unlock the GDT, to avoid races in case gdt_{ge,pu}t_slot() sleep
- * waiting for memory.
- *
- * Note that the locking done here is not sufficient for multiprocessor
- * systems. A freshly allocated slot will still be of type SDT_SYSNULL for
- * some time after the GDT is unlocked, so gdt_compact() could attempt to
- * reclaim it.
- */
-static __inline void
-gdt_lock()
-{
-
- (void) lockmgr(&gdt_lock_store, LK_EXCLUSIVE, NULL);
-}
-
-static __inline void
-gdt_unlock()
-{
-
- (void) lockmgr(&gdt_lock_store, LK_RELEASE, NULL);
-}
-
-void
-setgdt(int sel, void *base, size_t limit,
- int type, int dpl, int def32, int gran)
-{
- struct segment_descriptor sd;
- CPU_INFO_ITERATOR cii;
- struct cpu_info *ci;
-
- if (type == SDT_SYS386TSS) {
- /* printk("XXX TSS descriptor not supported in GDT\n"); */
- return;
- }
-
- setsegment(&sd, base, limit, type, dpl, def32, gran);
- for (CPU_INFO_FOREACH(cii, ci)) {
- if (ci->ci_gdt != NULL) {
-#ifndef XEN
- ci->ci_gdt[sel].sd = sd;
-#else
- xen_update_descriptor(&ci->ci_gdt[sel],
- (union descriptor *)&sd);
-#endif
- }
- }
-}
-
-/*
- * Initialize the GDT subsystem. Called from autoconf().
- */
-void
-gdt_init()
-{
- size_t max_len, min_len;
- union descriptor *old_gdt;
- struct vm_page *pg;
- vaddr_t va;
- struct cpu_info *ci = &cpu_info_primary;
-
- lockinit(&gdt_lock_store, PZERO, "gdtlck", 0, 0);
-
- max_len = MAXGDTSIZ * sizeof(gdt[0]);
- min_len = MINGDTSIZ * sizeof(gdt[0]);
-
- gdt_size[0] = MINGDTSIZ;
- gdt_count[0] = NGDT;
- gdt_next[0] = NGDT;
- gdt_free[0] = GNULL_SEL;
-
- gdt_size[1] = 0;
- gdt_count[1] = MAXGDTSIZ;
- gdt_next[1] = MAXGDTSIZ;
- gdt_free[1] = GNULL_SEL;
-
- old_gdt = gdt;
- gdt = (union descriptor *)uvm_km_valloc(kernel_map, max_len + max_len);
- for (va = (vaddr_t)gdt; va < (vaddr_t)gdt + min_len; va += PAGE_SIZE) {
- pg = uvm_pagealloc(NULL, 0, NULL, UVM_PGA_ZERO);
- if (pg == NULL) {
- panic("gdt_init: no pages");
- }
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
- }
- memcpy(gdt, old_gdt, NGDT * sizeof(gdt[0]));
- ci->ci_gdt = gdt;
- setsegment(&ci->ci_gdt[GCPU_SEL].sd, ci, sizeof(struct cpu_info)-1,
- SDT_MEMRWA, SEL_KPL, 1, 1);
-
- gdt_init_cpu(ci);
-}
-
-/*
- * Allocate shadow GDT for a slave CPU.
- */
-void
-gdt_alloc_cpu(struct cpu_info *ci)
-{
- int max_len = MAXGDTSIZ * sizeof(gdt[0]);
- int min_len = MINGDTSIZ * sizeof(gdt[0]);
- struct vm_page *pg;
- vaddr_t va;
-
- ci->ci_gdt = (union descriptor *)uvm_km_valloc(kernel_map, max_len);
- for (va = (vaddr_t)ci->ci_gdt; va < (vaddr_t)ci->ci_gdt + min_len;
- va += PAGE_SIZE) {
- while ((pg = uvm_pagealloc(NULL, 0, NULL, UVM_PGA_ZERO))
- == NULL) {
- uvm_wait("gdt_alloc_cpu");
- }
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
- }
- memset(ci->ci_gdt, 0, min_len);
- memcpy(ci->ci_gdt, gdt, gdt_count[0] * sizeof(gdt[0]));
- setsegment(&ci->ci_gdt[GCPU_SEL].sd, ci, sizeof(struct cpu_info)-1,
- SDT_MEMRWA, SEL_KPL, 1, 1);
-}
-
-
-/*
- * Load appropriate gdt descriptor; we better be running on *ci
- * (for the most part, this is how a CPU knows who it is).
- */
-void
-gdt_init_cpu(struct cpu_info *ci)
-{
-#ifndef XEN
- struct region_descriptor region;
- size_t max_len;
-
- max_len = MAXGDTSIZ * sizeof(gdt[0]);
- setregion(®ion, ci->ci_gdt, max_len - 1);
- lgdt(®ion);
-#else
- size_t len = gdt_size[0] * sizeof(gdt[0]);
- unsigned long frames[len >> PAGE_SHIFT];
- vaddr_t va;
- pt_entry_t *ptp;
- pt_entry_t *maptp;
- int f;
-
- for (va = (vaddr_t)ci->ci_gdt, f = 0;
- va < (vaddr_t)ci->ci_gdt + len;
- va += PAGE_SIZE, f++) {
- KASSERT(va >= VM_MIN_KERNEL_ADDRESS);
- ptp = kvtopte(va);
- frames[f] = *ptp >> PAGE_SHIFT;
- maptp = (pt_entry_t *)vtomach((vaddr_t)ptp);
- PTE_CLEARBITS(ptp, maptp, PG_RW);
- }
- PTE_UPDATES_FLUSH();
- /* printk("loading gdt %x, %d entries, %d pages", */
- /* frames[0] << PAGE_SHIFT, gdt_size[0], len >> PAGE_SHIFT); */
- if (HYPERVISOR_set_gdt(frames, gdt_size[0]))
- panic("HYPERVISOR_set_gdt failed!\n");
- lgdt_finish();
-#endif
-}
-
-#ifdef MULTIPROCESSOR
-
-void
-gdt_reload_cpu(struct cpu_info *ci)
-{
- struct region_descriptor region;
- size_t max_len;
-
- max_len = MAXGDTSIZ * sizeof(gdt[0]);
- setregion(®ion, ci->ci_gdt, max_len - 1);
- lgdt(®ion);
-}
-#endif
-
-
-/*
- * Grow the GDT.
- */
-void
-gdt_grow(int which)
-{
- size_t old_len, new_len, max_len;
- CPU_INFO_ITERATOR cii;
- struct cpu_info *ci;
- struct vm_page *pg;
- vaddr_t va;
-
- old_len = gdt_size[which] * sizeof(gdt[0]);
- gdt_size[which] <<= 1;
- new_len = old_len << 1;
-
- if (which != 0) {
- max_len = MAXGDTSIZ * sizeof(gdt[0]);
- if (old_len == 0) {
- gdt_size[which] = MINGDTSIZ;
- new_len = gdt_size[which] * sizeof(gdt[0]);
- }
- for (va = (vaddr_t)(cpu_info_primary.ci_gdt) + old_len +
max_len;
- va < (vaddr_t)(cpu_info_primary.ci_gdt) + new_len +
max_len;
- va += PAGE_SIZE) {
- while ((pg = uvm_pagealloc(NULL, 0, NULL,
UVM_PGA_ZERO)) ==
- NULL) {
- uvm_wait("gdt_grow");
- }
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
- }
- return;
- }
-
- for (CPU_INFO_FOREACH(cii, ci)) {
- for (va = (vaddr_t)(ci->ci_gdt) + old_len;
- va < (vaddr_t)(ci->ci_gdt) + new_len;
- va += PAGE_SIZE) {
- while ((pg = uvm_pagealloc(NULL, 0, NULL,
UVM_PGA_ZERO)) ==
- NULL) {
- uvm_wait("gdt_grow");
- }
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
- }
- }
-}
-
-/*
- * Allocate a GDT slot as follows:
- * 1) If there are entries on the free list, use those.
- * 2) If there are fewer than gdt_size entries in use, there are free slots
- * near the end that we can sweep through.
- * 3) As a last resort, we increase the size of the GDT, and sweep through
- * the new slots.
- */
-int
-gdt_get_slot()
-{
- return gdt_get_slot1(0);
-}
-
-int
-gdt_get_slot1(int which)
-{
- size_t offset;
- int slot;
-
- gdt_lock();
-
- if (gdt_free[which] != GNULL_SEL) {
- slot = gdt_free[which];
- gdt_free[which] = gdt[slot].gd.gd_selector;
- } else {
- offset = which * MAXGDTSIZ * sizeof(gdt[0]);
- if (gdt_next[which] != gdt_count[which] + offset)
- panic("gdt_get_slot botch 1");
- if (gdt_next[which] - offset >= gdt_size[which]) {
- if (gdt_size[which] >= MAXGDTSIZ)
- panic("gdt_get_slot botch 2");
- gdt_grow(which);
- }
- slot = gdt_next[which]++;
- }
-
- gdt_count[which]++;
- gdt_unlock();
- return (slot);
-}
-
-/*
- * Deallocate a GDT slot, putting it on the free list.
- */
-void
-gdt_put_slot(int slot)
-{
- gdt_put_slot1(slot, 0);
-}
-
-void
-gdt_put_slot1(int slot, int which)
-{
-
- gdt_lock();
- gdt_count[which]--;
-
- gdt[slot].gd.gd_type = SDT_SYSNULL;
- gdt[slot].gd.gd_selector = gdt_free[which];
- gdt_free[which] = slot;
-
- gdt_unlock();
-}
-
-int
-tss_alloc(struct pcb *pcb)
-{
- int slot;
-
- slot = gdt_get_slot();
- setgdt(slot, &pcb->pcb_tss, sizeof(struct pcb) - 1,
- SDT_SYS386TSS, SEL_KPL, 0, 0);
- return GSEL(slot, SEL_KPL);
-}
-
-void
-tss_free(int sel)
-{
-
- gdt_put_slot(IDXSEL(sel));
-}
-
-/*
- * Caller must have pmap locked for both of these functions.
- */
-void
-ldt_alloc(struct pmap *pmap, union descriptor *ldt, size_t len)
-{
- int slot;
-
- slot = gdt_get_slot1(1);
-#ifndef XEN
- setgdt(slot, ldt, len - 1, SDT_SYSLDT, SEL_KPL, 0, 0);
-#else
- cpu_info_primary.ci_gdt[slot].ld.ld_base = (uint32_t)ldt;
- cpu_info_primary.ci_gdt[slot].ld.ld_entries =
- len / sizeof(union descriptor);
-#endif
- pmap->pm_ldt_sel = GSEL(slot, SEL_KPL);
-}
-
-void
-ldt_free(struct pmap *pmap)
-{
- int slot;
-
- slot = IDXSEL(pmap->pm_ldt_sel);
-
- gdt_put_slot1(slot, 1);
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/hypervisor_machdep.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/hypervisor_machdep.c Sun Dec
4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,229 +0,0 @@
-/* $NetBSD: hypervisor_machdep.c,v 1.2.2.2 2004/06/17 09:23:13 tron Exp $
*/
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-/******************************************************************************
- * hypervisor.c
- *
- * Communication to/from hypervisor.
- *
- * Copyright (c) 2002-2004, K A Fraser
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to
- * deal in the Software without restriction, including without limitation the
- * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
- * sell copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: hypervisor_machdep.c,v 1.2.2.2 2004/06/17 09:23:13
tron Exp $");
-
-#include <sys/cdefs.h>
-#include <sys/param.h>
-#include <sys/systm.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-
-/*
- * Force a proper event-channel callback from Xen after clearing the
- * callback mask. We do this in a very simple manner, by making a call
- * down into Xen. The pending flag will be checked by Xen on return.
- */
-void
-hypervisor_force_callback(void)
-{
-
- (void)HYPERVISOR_xen_version(0);
-}
-
-int stipending(void);
-int
-stipending()
-{
- uint32_t l1;
- unsigned long l2;
- unsigned int l1i, l2i, port;
- int irq;
- shared_info_t *s = HYPERVISOR_shared_info;
- struct cpu_info *ci;
- int ret;
-
- ret = 0;
- ci = curcpu();
-
-#if 0
- if (HYPERVISOR_shared_info->events)
- printf("stipending events %08lx mask %08lx ilevel %d\n",
- HYPERVISOR_shared_info->events,
- HYPERVISOR_shared_info->events_mask, ci->ci_ilevel);
-#endif
-
- /*
- * we're only called after STIC, so we know that we'll have to
- * STI at the end
- */
- cli();
- while (s->vcpu_data[0].evtchn_upcall_pending) {
- s->vcpu_data[0].evtchn_upcall_pending = 0;
- /* NB. No need for a barrier here -- XCHG is a barrier
- * on x86. */
- l1 = x86_atomic_xchg(&s->evtchn_pending_sel, 0);
- while ((l1i = ffs(l1)) != 0) {
- l1i--;
- l1 &= ~(1 << l1i);
-
- l2 = s->evtchn_pending[l1i] & ~s->evtchn_mask[l1i];
- while ((l2i = ffs(l2)) != 0) {
- l2i--;
- l2 &= ~(1 << l2i);
-
- port = (l1i << 5) + l2i;
- if ((irq = evtchn_to_irq[port]) != -1) {
- hypervisor_acknowledge_irq(irq);
- ci->ci_ipending |= (1 << irq);
- if (ret == 0 && ci->ci_ilevel <
- ci->ci_isources[irq]->is_maxlevel)
- ret = 1;
- }
-#if 0 /* XXXcl dev/evtchn */
- else
- evtchn_device_upcall(port);
-#endif
- }
- }
- }
- sti();
-
-#if 0
- if (ci->ci_ipending & 0x1)
- printf("stipending events %08lx mask %08lx ilevel %d ipending
%08x\n",
- HYPERVISOR_shared_info->events,
- HYPERVISOR_shared_info->events_mask, ci->ci_ilevel,
- ci->ci_ipending);
-#endif
-
- return (ret);
-}
-
-void do_hypervisor_callback(struct intrframe *regs)
-{
- uint32_t l1;
- unsigned long l2;
- unsigned int l1i, l2i, port;
- int irq;
- shared_info_t *s = HYPERVISOR_shared_info;
- struct cpu_info *ci;
- int level;
-
- ci = curcpu();
- level = ci->ci_ilevel;
-
- while (s->vcpu_data[0].evtchn_upcall_pending) {
- s->vcpu_data[0].evtchn_upcall_pending = 0;
- /* NB. No need for a barrier here -- XCHG is a barrier
- * on x86. */
- l1 = x86_atomic_xchg(&s->evtchn_pending_sel, 0);
- while ((l1i = ffs(l1)) != 0) {
- l1i--;
- l1 &= ~(1 << l1i);
-
- l2 = s->evtchn_pending[l1i] & ~s->evtchn_mask[l1i];
- while ((l2i = ffs(l2)) != 0) {
- l2i--;
- l2 &= ~(1 << l2i);
-
- port = (l1i << 5) + l2i;
- if ((irq = evtchn_to_irq[port]) != -1)
- do_event(irq, regs);
-#if 0 /* XXXcl dev/evtchn */
- else
- evtchn_device_upcall(port);
-#endif
- }
- }
- }
-
-#ifdef DIAGNOSTIC
- if (level != ci->ci_ilevel)
- printf("hypervisor done %08x level %d/%d ipending %08x\n",
- HYPERVISOR_shared_info->evtchn_pending_sel, level,
- ci->ci_ilevel, ci->ci_ipending);
-#endif
-}
-
-void hypervisor_unmask_event(unsigned int ev)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
-
- x86_atomic_clear_bit(&s->evtchn_mask[0], ev);
- /*
- * The following is basically the equivalent of
- * 'hw_resend_irq'. Just like a real IO-APIC we 'lose the
- * interrupt edge' if the channel is masked.
- */
- if (x86_atomic_test_bit(&s->evtchn_pending[0], ev) &&
- !x86_atomic_test_and_set_bit(&s->evtchn_pending_sel, ev>>5)) {
- s->vcpu_data[0].evtchn_upcall_pending = 1;
- if (!s->vcpu_data[0].evtchn_upcall_mask)
- hypervisor_force_callback();
- }
-}
-
-void hypervisor_mask_event(unsigned int ev)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
-
- x86_atomic_set_bit(&s->evtchn_mask[0], ev);
-}
-
-void hypervisor_clear_event(unsigned int ev)
-{
- shared_info_t *s = HYPERVISOR_shared_info;
-
- x86_atomic_clear_bit(&s->evtchn_pending[0], ev);
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/locore.S
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/locore.S Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1998 +0,0 @@
-/* $NetBSD: locore.S,v 1.2.2.1 2004/05/22 15:59:48 he Exp $ */
-/* NetBSD: locore.S,v 1.26 2004/04/12 13:17:46 yamt Exp */
-
-/*-
- * Copyright (c) 1998, 2000 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by Charles M. Hannum.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*-
- * Copyright (c) 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)locore.s 7.3 (Berkeley) 5/13/91
- */
-
-#include "opt_compat_netbsd.h"
-#include "opt_compat_oldboot.h"
-#include "opt_cputype.h"
-#include "opt_ddb.h"
-#include "opt_ipkdb.h"
-#include "opt_lockdebug.h"
-#include "opt_multiprocessor.h"
-#include "opt_realmem.h"
-#include "opt_user_ldt.h"
-#include "opt_vm86.h"
-#include "opt_xen.h"
-
-#include "npx.h"
-#include "assym.h"
-#include "apm.h"
-#include "lapic.h"
-#include "ioapic.h"
-#include "ksyms.h"
-
-#include <sys/errno.h>
-#include <sys/syscall.h>
-
-#include <machine/cputypes.h>
-#include <machine/param.h>
-#include <machine/pte.h>
-#include <machine/segments.h>
-#include <machine/specialreg.h>
-#include <machine/trap.h>
-#include <machine/bootinfo.h>
-
-#if NLAPIC > 0
-#include <machine/i82489reg.h>
-#endif
-
-/* LINTSTUB: include <sys/types.h> */
-/* LINTSTUB: include <machine/cpu.h> */
-/* LINTSTUB: include <sys/systm.h> */
-
-#include <machine/asm.h>
-
-#if defined(MULTIPROCESSOR)
-
-#define SET_CURLWP(lwp,cpu) \
- movl CPUVAR(SELF),cpu ; \
- movl lwp,CPUVAR(CURLWP) ; \
- movl cpu,L_CPU(lwp)
-
-#else
-
-#define SET_CURLWP(lwp,tcpu) movl lwp,CPUVAR(CURLWP)
-#define GET_CURLWP(reg) movl CPUVAR(CURLWP),reg
-
-#endif
-
-#define GET_CURPCB(reg) movl CPUVAR(CURPCB),reg
-#define SET_CURPCB(reg) movl reg,CPUVAR(CURPCB)
-
-#define CLEAR_RESCHED(reg) movl reg,CPUVAR(RESCHED)
-
-/* XXX temporary kluge; these should not be here */
-/* Get definitions for IOM_BEGIN, IOM_END, and IOM_SIZE */
-#include <dev/isa/isareg.h>
-
-
-/* Disallow old names for REALBASEMEM */
-#ifdef BIOSBASEMEM
-#error BIOSBASEMEM option deprecated; use REALBASEMEM only if memory size
reported by latest boot block is incorrect
-#endif
-
-/* Disallow old names for REALEXTMEM */
-#ifdef EXTMEM_SIZE
-#error EXTMEM_SIZE option deprecated; use REALEXTMEM only if memory size
reported by latest boot block is incorrect
-#endif
-#ifdef BIOSEXTMEM
-#error BIOSEXTMEM option deprecated; use REALEXTMEM only if memory size
reported by latest boot block is incorrect
-#endif
-
-#include <machine/frameasm.h>
-
-
-#ifdef MULTIPROCESSOR
-#include <machine/i82489reg.h>
-#endif
-
-/*
- * PTmap is recursive pagemap at top of virtual address space.
- * Within PTmap, the page directory can be found (third indirection).
- *
- * XXX 4 == sizeof pde
- */
- .set _C_LABEL(PTmap),(PDSLOT_PTE << PDSHIFT)
- .set _C_LABEL(PTD),(_C_LABEL(PTmap) + PDSLOT_PTE * PAGE_SIZE)
- .set _C_LABEL(PTDpde),(_C_LABEL(PTD) + PDSLOT_PTE * 4)
-
-/*
- * APTmap, APTD is the alternate recursive pagemap.
- * It's used when modifying another process's page tables.
- *
- * XXX 4 == sizeof pde
- */
- .set _C_LABEL(APTmap),(PDSLOT_APTE << PDSHIFT)
- .set _C_LABEL(APTD),(_C_LABEL(APTmap) + PDSLOT_APTE * PAGE_SIZE)
- .set _C_LABEL(APTDpde),(_C_LABEL(PTD) + PDSLOT_APTE * 4)
-
-
-/*
- * Xen guest identifier and loader selection
- */
-.section __xen_guest
- .ascii "GUEST_OS=netbsd,GUEST_VER=2.0,XEN_VER=3.0"
- .ascii ",LOADER=generic"
-#if (NKSYMS || defined(DDB) || defined(LKM)) && !defined(SYMTAB_SPACE)
- .ascii ",BSD_SYMTAB"
-#endif
- .byte 0
-
-
-/*
- * Initialization
- */
- .data
-
- .globl _C_LABEL(cpu)
- .globl _C_LABEL(boothowto)
- .globl _C_LABEL(bootinfo),_C_LABEL(atdevbase)
-#ifdef COMPAT_OLDBOOT
- .globl _C_LABEL(bootdev)
-#endif
- .globl _C_LABEL(proc0paddr),_C_LABEL(PTDpaddr)
- .globl _C_LABEL(biosbasemem),_C_LABEL(biosextmem)
- .globl _C_LABEL(gdt)
-#ifdef I586_CPU
- .globl _C_LABEL(idt)
-#endif
- .globl _C_LABEL(lapic_tpr)
-
-#if NLAPIC > 0
-#ifdef __ELF__
- .align PAGE_SIZE
-#else
- .align 12
-#endif
- .globl _C_LABEL(local_apic), _C_LABEL(lapic_id)
-_C_LABEL(local_apic):
- .space LAPIC_ID
-_C_LABEL(lapic_id):
- .long 0x00000000
- .space LAPIC_TPRI-(LAPIC_ID+4)
-_C_LABEL(lapic_tpr):
- .space LAPIC_PPRI-LAPIC_TPRI
-_C_LABEL(lapic_ppr):
- .space LAPIC_ISR-LAPIC_PPRI
-_C_LABEL(lapic_isr):
- .space PAGE_SIZE-LAPIC_ISR
-#else
-_C_LABEL(lapic_tpr):
- .long 0
-#endif
-
-
-_C_LABEL(cpu): .long 0 # are we 386, 386sx, or 486,
- # or Pentium, or..
-_C_LABEL(atdevbase): .long 0 # location of start of iomem in virtual
-_C_LABEL(proc0paddr): .long 0
-_C_LABEL(PTDpaddr): .long 0 # paddr of PTD, for libkvm
-#ifndef REALBASEMEM
-_C_LABEL(biosbasemem): .long 0 # base memory reported by BIOS
-#else
-_C_LABEL(biosbasemem): .long REALBASEMEM
-#endif
-#ifndef REALEXTMEM
-_C_LABEL(biosextmem): .long 0 # extended memory reported by BIOS
-#else
-_C_LABEL(biosextmem): .long REALEXTMEM
-#endif
-
-#include <machine/xen.h>
-#define __HYPERVISOR_yield 8
-#define __SCHEDOP_yield 0
-
- .space 512
-tmpstk:
- .long tmpstk, __KERNEL_DS
-
-
-#define _RELOC(x) ((x))
-#define RELOC(x) _RELOC(_C_LABEL(x))
-
- .text
- .globl _C_LABEL(kernel_text)
- .set _C_LABEL(kernel_text),KERNTEXTOFF
-
- .globl start
-start:
- cld
-
- lss tmpstk,%esp # bootstrap stack end location
-
- movl %esi,%ebx # save start_info pointer
-
- /* Clear BSS first so that there are no surprises... */
- xorl %eax,%eax
- movl $RELOC(__bss_start),%edi
- movl $RELOC(_end),%ecx
- subl %edi,%ecx
- rep stosb
-
- movl %ebx,RELOC(avail_start)
-
- /* Copy the necessary stuff from start_info structure. */
- /* We need to copy shared_info early, so that sti/cli work */
- movl %ebx,%esi
- movl $RELOC(start_info_union),%edi
- movl $128,%ecx
- rep movsl
-
- /* (howto, [bootdev], bootinfo, basemem, extmem). */
- xorl %eax,%eax
- movl %eax,RELOC(boothowto)
-#ifdef COMPAT_OLDBOOT
- movl %eax,RELOC(bootdev)
-#endif
- movl $0x20000,%eax
- movl %eax,RELOC(boothowto)
-
- /* First, reset the PSL. */
- pushl $PSL_MBO
- popfl
-
- /* Clear segment registers; always null in proc0. */
- xorl %eax,%eax
- movw %ax,%fs
- movw %ax,%gs
- decl %eax
- movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL
-
- xorl %eax,%eax
- cpuid
- movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL
-
-/*
- * Virtual address space of kernel:
- *
- * text | data | bss | [syms] | page dir | proc0 kstack
- * 0 1 2 3
- */
-#define PROC0PDIR ((0) * PAGE_SIZE)
-#define PROC0STACK ((1) * PAGE_SIZE)
-#define SYSMAP ((1+UPAGES) * PAGE_SIZE)
-#define TABLESIZE ((1+UPAGES) * PAGE_SIZE) /* + nkpde * PAGE_SIZE
*/
-
- /* Find end of kernel image. */
- movl RELOC(avail_start),%edi
- /* Calculate where to start the bootstrap tables. */
- movl %edi,%esi
-
- /*
- * Calculate the size of the kernel page table directory, and
- * how many entries it will have.
- */
- movl RELOC(nkpde),%ecx # get nkpde
- cmpl $NKPTP_MIN,%ecx # larger than min?
- jge 1f
- movl $NKPTP_MIN,%ecx # set at min
- jmp 2f
-1: cmpl $NKPTP_MAX,%ecx # larger than max?
- jle 2f
- movl $NKPTP_MAX,%ecx
-2:
-
- /* Clear memory for bootstrap tables. */
- shll $PGSHIFT,%ecx
- addl $TABLESIZE,%ecx
- addl %esi,%ecx # end of tables
- movl %ecx,RELOC(gdt)
- addl $PAGE_SIZE,%ecx
- movl %ecx,RELOC(avail_start)
- subl %edi,%ecx # size of tables
- shrl $2,%ecx
- xorl %eax,%eax
- cld
- rep
- stosl
-
-/*
- * fillkpt
- * eax = pte (page frame | control | status)
- * ebx = page table address
- * ecx = number of pages to map
- */
-#define fillkpt \
-1: movl %eax,(%ebx) ; \
- addl $PAGE_SIZE,%eax ; /* increment physical address */ \
- addl $4,%ebx ; /* next pte */ \
- loop 1b ;
-
-/*
- * Build initial page tables.
- */
- /* Calculate end of text segment, rounded to a page. */
- leal (RELOC(etext)+PGOFSET),%edx
- andl $~PGOFSET,%edx
-
- /* Skip over the first 1MB. */
- movl $KERNTEXTOFF,%eax
- movl %eax,%ecx
- subl $KERNBASE_LOCORE,%ecx
- shrl $PGSHIFT,%ecx
- leal (SYSMAP)(%esi,%ecx,4),%ebx
-
- /* Map the kernel text read-only. */
- movl %edx,%ecx
- subl %eax,%ecx
- shrl $PGSHIFT,%ecx
- orl $(PG_V|PG_KR),%eax
- fillkpt
-
- /* Map the data, BSS, and bootstrap tables read-write. */
- movl RELOC(avail_start),%ecx
- # end of tables
- subl %edx,%ecx # subtract end of text
- shrl $PGSHIFT,%ecx
- leal (PG_V|PG_KW)(%edx),%eax
- fillkpt
-
- movl $0xffffffff,(%ebx)
- addl $4,%ebx
-
-/*
- * Construct a page table directory.
- */
- /* Map kernel PDEs. */
- movl RELOC(nkpde),%ecx # for this many pde s,
- leal (PROC0PDIR+PDSLOT_KERN*4)(%esi),%ebx # kernel pde offset
- leal (SYSMAP+PG_V|PG_KW)(%esi),%eax # pte for KPT in proc 0,
- fillkpt
-
- /* Install a PDE recursively mapping page directory as a page table! */
- leal (PROC0PDIR+PG_V/*|PG_KW*/)(%esi),%eax # pte for ptd
- movl %eax,(PROC0PDIR+PDSLOT_PTE*4)(%esi) # recursive PD slot
-
- /* Save phys. addr of PTD, for libkvm. */
- movl %esi,RELOC(PTDpaddr)
-
- call xpmap_init
-
- /* cr0 is 0x8005003b */
-
- /* Relocate atdevbase. */
- movl _C_LABEL(avail_start),%edx
- movl %edx,_C_LABEL(HYPERVISOR_shared_info)
- addl $PAGE_SIZE,%edx # shared_inf
- movl %edx,_C_LABEL(atdevbase)
-
- /* Set up bootstrap stack. */
- leal (PROC0STACK)(%esi),%eax
- movl %eax,_C_LABEL(proc0paddr)
- leal (USPACE-FRAMESIZE)(%eax),%esp
- subl $KERNBASE_LOCORE,%esi
- movl %esi,PCB_CR3(%eax) # pcb->pcb_cr3
- xorl %ebp,%ebp # mark end of frames
-
- movl _C_LABEL(atdevbase),%eax
- pushl %eax
- call _C_LABEL(init386) # wire 386 chip for unix operation
- addl $4,%esp
-
-#ifdef SAFARI_FIFO_HACK
- movb $5,%al
- movw $0x37b,%dx
- outb %al,%dx
- movw $0x37f,%dx
- inb %dx,%al
- movb %al,%cl
-
- orb $1,%cl
-
- movb $5,%al
- movw $0x37b,%dx
- outb %al,%dx
- movw $0x37f,%dx
- movb %cl,%al
- outb %al,%dx
-#endif /* SAFARI_FIFO_HACK */
-
- call _C_LABEL(main)
-
-/*
- * void proc_trampoline(void);
- * This is a trampoline function pushed onto the stack of a newly created
- * process in order to do some additional setup. The trampoline is entered by
- * cpu_switch()ing to the process, so we abuse the callee-saved registers used
- * by cpu_switch() to store the information about the stub to call.
- * NOTE: This function does not have a normal calling sequence!
- */
-/* LINTSTUB: Func: void proc_trampoline(void) */
-NENTRY(proc_trampoline)
-#ifdef MULTIPROCESSOR
- call _C_LABEL(proc_trampoline_mp)
-#endif
- movl $IPL_NONE,CPUVAR(ILEVEL)
- pushl %ebx
- call *%esi
- addl $4,%esp
- DO_DEFERRED_SWITCH(%eax)
- INTRFASTEXIT
- /* NOTREACHED */
-
-/*****************************************************************************/
-#ifdef COMPAT_16
-/*
- * Signal trampoline; copied to top of user stack.
- */
-/* LINTSTUB: Var: char sigcode[1], esigcode[1]; */
-NENTRY(sigcode)
- /*
- * Handler has returned here as if we called it. The sigcontext
- * is on the stack after the 3 args "we" pushed.
- */
- leal 12(%esp),%eax # get pointer to sigcontext
- movl %eax,4(%esp) # put it in the argument slot
- # fake return address already there
- movl $SYS_compat_16___sigreturn14,%eax
- int $0x80 # enter kernel with args on stack
- movl $SYS_exit,%eax
- int $0x80 # exit if sigreturn fails
- .globl _C_LABEL(esigcode)
-_C_LABEL(esigcode):
-#endif
-
-/*****************************************************************************/
-
-/*
- * The following primitives are used to fill and copy regions of memory.
- */
-
-/*
- * XXX No section 9 man page for fillw.
- * fillw seems to be very sparsely used (only in pccons it seems.)
- * One wonders if it couldn't be done without.
- * -- Perry Metzger, May 7, 2001
- */
-/*
- * void fillw(short pattern, void *addr, size_t len);
- * Write len copies of pattern at addr.
- */
-/* LINTSTUB: Func: void fillw(short pattern, void *addr, size_t len) */
-ENTRY(fillw)
- pushl %edi
- movl 8(%esp),%eax
- movl 12(%esp),%edi
- movw %ax,%cx
- rorl $16,%eax
- movw %cx,%ax
- cld
- movl 16(%esp),%ecx
- shrl %ecx # do longwords
- rep
- stosl
- movl 16(%esp),%ecx
- andl $1,%ecx # do remainder
- rep
- stosw
- popl %edi
- ret
-
-/*
- * int kcopy(const void *from, void *to, size_t len);
- * Copy len bytes, abort on fault.
- */
-/* LINTSTUB: Func: int kcopy(const void *from, void *to, size_t len) */
-ENTRY(kcopy)
- pushl %esi
- pushl %edi
- GET_CURPCB(%eax) # load curpcb into eax and set on-fault
- pushl PCB_ONFAULT(%eax)
- movl $_C_LABEL(kcopy_fault), PCB_ONFAULT(%eax)
-
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%ecx
- movl %edi,%eax
- subl %esi,%eax
- cmpl %ecx,%eax # overlapping?
- jb 1f
- cld # nope, copy forward
- shrl $2,%ecx # copy by 32-bit words
- rep
- movsl
- movl 24(%esp),%ecx
- andl $3,%ecx # any bytes left?
- rep
- movsb
-
- GET_CURPCB(%edx) # XXX save curpcb?
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- xorl %eax,%eax
- ret
-
- ALIGN_TEXT
-1: addl %ecx,%edi # copy backward
- addl %ecx,%esi
- std
- andl $3,%ecx # any fractional bytes?
- decl %edi
- decl %esi
- rep
- movsb
- movl 24(%esp),%ecx # copy remainder by 32-bit words
- shrl $2,%ecx
- subl $3,%esi
- subl $3,%edi
- rep
- movsl
- cld
-
- GET_CURPCB(%edx)
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- xorl %eax,%eax
- ret
-
-/*****************************************************************************/
-
-/*
- * The following primitives are used to copy data in and out of the user's
- * address space.
- */
-
-/*
- * Default to the lowest-common-denominator. We will improve it
- * later.
- */
-#if defined(I386_CPU)
-#define DEFAULT_COPYOUT _C_LABEL(i386_copyout)
-#define DEFAULT_COPYIN _C_LABEL(i386_copyin)
-#elif defined(I486_CPU)
-#define DEFAULT_COPYOUT _C_LABEL(i486_copyout)
-#define DEFAULT_COPYIN _C_LABEL(i386_copyin)
-#elif defined(I586_CPU)
-#define DEFAULT_COPYOUT _C_LABEL(i486_copyout) /* XXX */
-#define DEFAULT_COPYIN _C_LABEL(i386_copyin) /* XXX */
-#elif defined(I686_CPU)
-#define DEFAULT_COPYOUT _C_LABEL(i486_copyout) /* XXX */
-#define DEFAULT_COPYIN _C_LABEL(i386_copyin) /* XXX */
-#endif
-
- .data
-
- .globl _C_LABEL(copyout_func)
-_C_LABEL(copyout_func):
- .long DEFAULT_COPYOUT
-
- .globl _C_LABEL(copyin_func)
-_C_LABEL(copyin_func):
- .long DEFAULT_COPYIN
-
- .text
-
-/*
- * int copyout(const void *from, void *to, size_t len);
- * Copy len bytes into the user's address space.
- * see copyout(9)
- */
-/* LINTSTUB: Func: int copyout(const void *kaddr, void *uaddr, size_t len) */
-ENTRY(copyout)
- DO_DEFERRED_SWITCH(%eax)
- jmp *_C_LABEL(copyout_func)
-
-#if defined(I386_CPU)
-/* LINTSTUB: Func: int i386_copyout(const void *kaddr, void *uaddr, size_t
len) */
-ENTRY(i386_copyout)
- pushl %esi
- pushl %edi
- pushl $0
-
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%eax
-
- /*
- * We check that the end of the destination buffer is not past the end
- * of the user's address space. If it's not, then we only need to
- * check that each page is writable. The 486 will do this for us; the
- * 386 will not. (We assume that pages in user space that are not
- * writable by the user are not writable by the kernel either.)
- */
- movl %edi,%edx
- addl %eax,%edx
- jc _C_LABEL(copy_efault)
- cmpl $VM_MAXUSER_ADDRESS,%edx
- ja _C_LABEL(copy_efault)
-
- testl %eax,%eax # anything to do?
- jz 3f
-
- /*
- * We have to check each PTE for (write) permission, since the CPU
- * doesn't do it for us.
- */
-
- /* Compute number of pages. */
- movl %edi,%ecx
- andl $PGOFSET,%ecx
- addl %eax,%ecx
- decl %ecx
- shrl $PGSHIFT,%ecx
-
- /* Compute PTE offset for start address. */
- shrl $PGSHIFT,%edi
-
- GET_CURPCB(%edx)
- movl $2f,PCB_ONFAULT(%edx)
-
-1: /* Check PTE for each page. */
- testb $PG_RW,_C_LABEL(PTmap)(,%edi,4)
- jz 2f
-
-4: incl %edi
- decl %ecx
- jns 1b
-
- movl 20(%esp),%edi
- movl 24(%esp),%eax
- jmp 3f
-
-2: /* Simulate a trap. */
- pushl %ecx
- movl %edi,%eax
- shll $PGSHIFT,%eax
- pushl %eax
- call _C_LABEL(trapwrite) # trapwrite(addr)
- addl $4,%esp # pop argument
- popl %ecx
- testl %eax,%eax # if not ok, return EFAULT
- jz 4b
- jmp _C_LABEL(copy_efault)
-
-3: GET_CURPCB(%edx)
- movl $_C_LABEL(copy_fault),PCB_ONFAULT(%edx)
-
- /* bcopy(%esi, %edi, %eax); */
- cld
- movl %eax,%ecx
- shrl $2,%ecx
- rep
- movsl
- movl %eax,%ecx
- andl $3,%ecx
- rep
- movsb
-
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- xorl %eax,%eax
- ret
-#endif /* I386_CPU */
-
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
-/* LINTSTUB: Func: int i486_copyout(const void *kaddr, void *uaddr, size_t
len) */
-ENTRY(i486_copyout)
- pushl %esi
- pushl %edi
- pushl $0
-
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%eax
-
- /*
- * We check that the end of the destination buffer is not past the end
- * of the user's address space.
- */
- movl %edi,%edx
- addl %eax,%edx
- jc _C_LABEL(copy_efault)
- cmpl $VM_MAXUSER_ADDRESS,%edx
- ja _C_LABEL(copy_efault)
-
- GET_CURPCB(%edx)
- movl $_C_LABEL(copy_fault),PCB_ONFAULT(%edx)
-
- /* bcopy(%esi, %edi, %eax); */
- cld
- movl %eax,%ecx
- shrl $2,%ecx
- rep
- movsl
- movl %eax,%ecx
- andl $3,%ecx
- rep
- movsb
-
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- xorl %eax,%eax
- ret
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
-/*
- * int copyin(const void *from, void *to, size_t len);
- * Copy len bytes from the user's address space.
- * see copyin(9)
- */
-/* LINTSTUB: Func: int copyin(const void *uaddr, void *kaddr, size_t len) */
-ENTRY(copyin)
- DO_DEFERRED_SWITCH(%eax)
- jmp *_C_LABEL(copyin_func)
-
-#if defined(I386_CPU) || defined(I486_CPU) || defined(I586_CPU) || \
- defined(I686_CPU)
-/* LINTSTUB: Func: int i386_copyin(const void *uaddr, void *kaddr, size_t len)
*/
-ENTRY(i386_copyin)
- pushl %esi
- pushl %edi
- GET_CURPCB(%eax)
- pushl $0
- movl $_C_LABEL(copy_fault),PCB_ONFAULT(%eax)
-
- movl 16(%esp),%esi
- movl 20(%esp),%edi
- movl 24(%esp),%eax
-
- /*
- * We check that the end of the destination buffer is not past the end
- * of the user's address space. If it's not, then we only need to
- * check that each page is readable, and the CPU will do that for us.
- */
- movl %esi,%edx
- addl %eax,%edx
- jc _C_LABEL(copy_efault)
- cmpl $VM_MAXUSER_ADDRESS,%edx
- ja _C_LABEL(copy_efault)
-
- /* bcopy(%esi, %edi, %eax); */
- cld
- movl %eax,%ecx
- shrl $2,%ecx
- rep
- movsl
- movl %eax,%ecx
- andl $3,%ecx
- rep
- movsb
-
- GET_CURPCB(%edx)
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- xorl %eax,%eax
- ret
-#endif /* I386_CPU || I486_CPU || I586_CPU || I686_CPU */
-
-/* LINTSTUB: Ignore */
-NENTRY(copy_efault)
- movl $EFAULT,%eax
-
-/*
- * kcopy_fault is used by kcopy and copy_fault is used by copyin/out.
- *
- * they're distinguished for lazy pmap switching. see trap().
- */
-/* LINTSTUB: Ignore */
-NENTRY(kcopy_fault)
- GET_CURPCB(%edx)
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- ret
-
-/* LINTSTUB: Ignore */
-NENTRY(copy_fault)
- GET_CURPCB(%edx)
- popl PCB_ONFAULT(%edx)
- popl %edi
- popl %esi
- ret
-
-/*
- * int copyoutstr(const void *from, void *to, size_t maxlen, size_t
*lencopied);
- * Copy a NUL-terminated string, at most maxlen characters long, into the
- * user's address space. Return the number of characters copied (including the
- * NUL) in *lencopied. If the string is too long, return ENAMETOOLONG; else
- * return 0 or EFAULT.
- * see copyoutstr(9)
- */
-/* LINTSTUB: Func: int copyoutstr(const void *kaddr, void *uaddr, size_t len,
size_t *done) */
-ENTRY(copyoutstr)
- pushl %esi
- pushl %edi
-
- DO_DEFERRED_SWITCH(%eax)
-
- movl 12(%esp),%esi # esi = from
- movl 16(%esp),%edi # edi = to
- movl 20(%esp),%edx # edx = maxlen
-
-#if defined(I386_CPU)
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
- cmpl $CPUCLASS_386,_C_LABEL(cpu_class)
- jne 5f
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
- /* Compute number of bytes in first page. */
- movl %edi,%eax
- andl $PGOFSET,%eax
- movl $PAGE_SIZE,%ecx
- subl %eax,%ecx # ecx = PAGE_SIZE - (src % PAGE_SIZE)
-
- GET_CURPCB(%eax)
- movl $6f,PCB_ONFAULT(%eax)
-
-1: /*
- * Once per page, check that we are still within the bounds of user
- * space, and check for a write fault.
- */
- cmpl $VM_MAXUSER_ADDRESS,%edi
- jae _C_LABEL(copystr_efault)
-
- /* Compute PTE offset. */
- movl %edi,%eax
- shrl $PGSHIFT,%eax # calculate pte address
-
- testb $PG_RW,_C_LABEL(PTmap)(,%eax,4)
- jnz 2f
-
-6: /* Simulate a trap. */
- pushl %edx
- pushl %edi
- call _C_LABEL(trapwrite) # trapwrite(addr)
- addl $4,%esp # clear argument from stack
- popl %edx
- testl %eax,%eax
- jnz _C_LABEL(copystr_efault)
-
-2: /* Copy up to end of this page. */
- subl %ecx,%edx # predecrement total count
- jnc 3f
- addl %edx,%ecx # ecx += (edx - ecx) = edx
- xorl %edx,%edx
-
-3: decl %ecx
- js 4f
- lodsb
- stosb
- testb %al,%al
- jnz 3b
-
- /* Success -- 0 byte reached. */
- addl %ecx,%edx # add back residual for this page
- xorl %eax,%eax
- jmp copystr_return
-
-4: /* Go to next page, if any. */
- movl $PAGE_SIZE,%ecx
- testl %edx,%edx
- jnz 1b
-
- /* edx is zero -- return ENAMETOOLONG. */
- movl $ENAMETOOLONG,%eax
- jmp copystr_return
-#endif /* I386_CPU */
-
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
-5: GET_CURPCB(%eax)
- movl $_C_LABEL(copystr_fault),PCB_ONFAULT(%eax)
- /*
- * Get min(%edx, VM_MAXUSER_ADDRESS-%edi).
- */
- movl $VM_MAXUSER_ADDRESS,%eax
- subl %edi,%eax
- cmpl %edx,%eax
- jae 1f
- movl %eax,%edx
- movl %eax,20(%esp)
-
-1: incl %edx
- cld
-
-1: decl %edx
- jz 2f
- lodsb
- stosb
- testb %al,%al
- jnz 1b
-
- /* Success -- 0 byte reached. */
- decl %edx
- xorl %eax,%eax
- jmp copystr_return
-
-2: /* edx is zero -- return EFAULT or ENAMETOOLONG. */
- cmpl $VM_MAXUSER_ADDRESS,%edi
- jae _C_LABEL(copystr_efault)
- movl $ENAMETOOLONG,%eax
- jmp copystr_return
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
-/*
- * int copyinstr(const void *from, void *to, size_t maxlen, size_t *lencopied);
- * Copy a NUL-terminated string, at most maxlen characters long, from the
- * user's address space. Return the number of characters copied (including the
- * NUL) in *lencopied. If the string is too long, return ENAMETOOLONG; else
- * return 0 or EFAULT.
- * see copyinstr(9)
- */
-/* LINTSTUB: Func: int copyinstr(const void *uaddr, void *kaddr, size_t len,
size_t *done) */
-ENTRY(copyinstr)
- pushl %esi
- pushl %edi
-
- DO_DEFERRED_SWITCH(%eax)
-
- GET_CURPCB(%ecx)
- movl $_C_LABEL(copystr_fault),PCB_ONFAULT(%ecx)
-
- movl 12(%esp),%esi # %esi = from
- movl 16(%esp),%edi # %edi = to
- movl 20(%esp),%edx # %edx = maxlen
-
- /*
- * Get min(%edx, VM_MAXUSER_ADDRESS-%esi).
- */
- movl $VM_MAXUSER_ADDRESS,%eax
- subl %esi,%eax
- cmpl %edx,%eax
- jae 1f
- movl %eax,%edx
- movl %eax,20(%esp)
-
-1: incl %edx
- cld
-
-1: decl %edx
- jz 2f
- lodsb
- stosb
- testb %al,%al
- jnz 1b
-
- /* Success -- 0 byte reached. */
- decl %edx
- xorl %eax,%eax
- jmp copystr_return
-
-2: /* edx is zero -- return EFAULT or ENAMETOOLONG. */
- cmpl $VM_MAXUSER_ADDRESS,%esi
- jae _C_LABEL(copystr_efault)
- movl $ENAMETOOLONG,%eax
- jmp copystr_return
-
-/* LINTSTUB: Ignore */
-NENTRY(copystr_efault)
- movl $EFAULT,%eax
-
-/* LINTSTUB: Ignore */
-NENTRY(copystr_fault)
-copystr_return:
- /* Set *lencopied and return %eax. */
- GET_CURPCB(%ecx)
- movl $0,PCB_ONFAULT(%ecx)
- movl 20(%esp),%ecx
- subl %edx,%ecx
- movl 24(%esp),%edx
- testl %edx,%edx
- jz 8f
- movl %ecx,(%edx)
-
-8: popl %edi
- popl %esi
- ret
-
-/*
- * int copystr(const void *from, void *to, size_t maxlen, size_t *lencopied);
- * Copy a NUL-terminated string, at most maxlen characters long. Return the
- * number of characters copied (including the NUL) in *lencopied. If the
- * string is too long, return ENAMETOOLONG; else return 0.
- * see copystr(9)
- */
-/* LINTSTUB: Func: int copystr(const void *kfaddr, void *kdaddr, size_t len,
size_t *done) */
-ENTRY(copystr)
- pushl %esi
- pushl %edi
-
- movl 12(%esp),%esi # esi = from
- movl 16(%esp),%edi # edi = to
- movl 20(%esp),%edx # edx = maxlen
- incl %edx
- cld
-
-1: decl %edx
- jz 4f
- lodsb
- stosb
- testb %al,%al
- jnz 1b
-
- /* Success -- 0 byte reached. */
- decl %edx
- xorl %eax,%eax
- jmp 6f
-
-4: /* edx is zero -- return ENAMETOOLONG. */
- movl $ENAMETOOLONG,%eax
-
-6: /* Set *lencopied and return %eax. */
- movl 20(%esp),%ecx
- subl %edx,%ecx
- movl 24(%esp),%edx
- testl %edx,%edx
- jz 7f
- movl %ecx,(%edx)
-
-7: popl %edi
- popl %esi
- ret
-
-/*
- * long fuword(const void *uaddr);
- * Fetch an int from the user's address space.
- * see fuword(9)
- */
-/* LINTSTUB: Func: long fuword(const void *base) */
-ENTRY(fuword)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-4,%edx
- ja _C_LABEL(fusuaddrfault)
- GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
- movl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int fusword(const void *uaddr);
- * Fetch a short from the user's address space.
- * see fusword(9)
- */
-/* LINTSTUB: Func: int fusword(const void *base) */
-ENTRY(fusword)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-2,%edx
- ja _C_LABEL(fusuaddrfault)
- GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
- movzwl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int fuswintr(const void *uaddr);
- * Fetch a short from the user's address space. Can be called during an
- * interrupt.
- * see fuswintr(9)
- */
-/* LINTSTUB: Func: int fuswintr(const void *base) */
-ENTRY(fuswintr)
- cmpl $TLBSTATE_VALID, CPUVAR(TLBSTATE)
- jnz _C_LABEL(fusuaddrfault)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-2,%edx
- ja _C_LABEL(fusuaddrfault)
- movl CPUVAR(CURLWP),%ecx
- movl L_ADDR(%ecx),%ecx
- movl $_C_LABEL(fusubail),PCB_ONFAULT(%ecx)
- movzwl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int fubyte(const void *uaddr);
- * Fetch a byte from the user's address space.
- * see fubyte(9)
- */
-/* LINTSTUB: Func: int fubyte(const void *base) */
-ENTRY(fubyte)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-1,%edx
- ja _C_LABEL(fusuaddrfault)
- GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
- movzbl (%edx),%eax
- movl $0,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * Handle faults from [fs]u*(). Clean up and return -1.
- */
-/* LINTSTUB: Ignore */
-NENTRY(fusufault)
- movl $0,PCB_ONFAULT(%ecx)
- movl $-1,%eax
- ret
-
-/*
- * Handle faults from [fs]u*(). Clean up and return -1. This differs from
- * fusufault() in that trap() will recognize it and return immediately rather
- * than trying to page fault.
- */
-/* LINTSTUB: Ignore */
-NENTRY(fusubail)
- movl $0,PCB_ONFAULT(%ecx)
- movl $-1,%eax
- ret
-
-/*
- * Handle earlier faults from [fs]u*(), due to our of range addresses.
- */
-/* LINTSTUB: Ignore */
-NENTRY(fusuaddrfault)
- movl $-1,%eax
- ret
-
-/*
- * int suword(void *uaddr, long x);
- * Store an int in the user's address space.
- * see suword(9)
- */
-/* LINTSTUB: Func: int suword(void *base, long c) */
-ENTRY(suword)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-4,%edx
- ja _C_LABEL(fusuaddrfault)
-
-#if defined(I386_CPU)
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
- cmpl $CPUCLASS_386,_C_LABEL(cpu_class)
- jne 2f
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
- GET_CURPCB(%eax)
- movl $3f,PCB_ONFAULT(%eax)
-
- movl %edx,%eax
- shrl $PGSHIFT,%eax # calculate pte address
- testb $PG_RW,_C_LABEL(PTmap)(,%eax,4)
- jnz 1f
-
-3: /* Simulate a trap. */
- pushl %edx
- pushl %edx
- call _C_LABEL(trapwrite) # trapwrite(addr)
- addl $4,%esp # clear parameter from the stack
- popl %edx
- GET_CURPCB(%ecx)
- testl %eax,%eax
- jnz _C_LABEL(fusufault)
-
-1: /* XXX also need to check the following 3 bytes for validity! */
-#endif
-
-2: GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
-
- movl 8(%esp),%eax
- movl %eax,(%edx)
- xorl %eax,%eax
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int susword(void *uaddr, short x);
- * Store a short in the user's address space.
- * see susword(9)
- */
-/* LINTSTUB: Func: int susword(void *base, short c) */
-ENTRY(susword)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-2,%edx
- ja _C_LABEL(fusuaddrfault)
-
-#if defined(I386_CPU)
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
- cmpl $CPUCLASS_386,_C_LABEL(cpu_class)
- jne 2f
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
- GET_CURPCB(%eax)
- movl $3f,PCB_ONFAULT(%eax)
-
- movl %edx,%eax
- shrl $PGSHIFT,%eax # calculate pte address
- testb $PG_RW,_C_LABEL(PTmap)(,%eax,4)
- jnz 1f
-
-3: /* Simulate a trap. */
- pushl %edx
- pushl %edx
- call _C_LABEL(trapwrite) # trapwrite(addr)
- addl $4,%esp # clear parameter from the stack
- popl %edx
- GET_CURPCB(%ecx)
- testl %eax,%eax
- jnz _C_LABEL(fusufault)
-
-1: /* XXX also need to check the following byte for validity! */
-#endif
-
-2: GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
-
- movl 8(%esp),%eax
- movw %ax,(%edx)
- xorl %eax,%eax
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int suswintr(void *uaddr, short x);
- * Store a short in the user's address space. Can be called during an
- * interrupt.
- * see suswintr(9)
- */
-/* LINTSTUB: Func: int suswintr(void *base, short c) */
-ENTRY(suswintr)
- cmpl $TLBSTATE_VALID, CPUVAR(TLBSTATE)
- jnz _C_LABEL(fusuaddrfault)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-2,%edx
- ja _C_LABEL(fusuaddrfault)
- movl CPUVAR(CURLWP),%ecx
- movl L_ADDR(%ecx),%ecx
- movl $_C_LABEL(fusubail),PCB_ONFAULT(%ecx)
-
-#if defined(I386_CPU)
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
- cmpl $CPUCLASS_386,_C_LABEL(cpu_class)
- jne 2f
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
- movl %edx,%eax
- shrl $PGSHIFT,%eax # calculate pte address
- testb $PG_RW,_C_LABEL(PTmap)(,%eax,4)
- jnz 1f
-
- /* Simulate a trap. */
- jmp _C_LABEL(fusubail)
-
-1: /* XXX also need to check the following byte for validity! */
-#endif
-
-2: movl 8(%esp),%eax
- movw %ax,(%edx)
- xorl %eax,%eax
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*
- * int subyte(void *uaddr, char x);
- * Store a byte in the user's address space.
- * see subyte(9)
- */
-/* LINTSTUB: Func: int subyte(void *base, int c) */
-ENTRY(subyte)
- DO_DEFERRED_SWITCH(%eax)
- movl 4(%esp),%edx
- cmpl $VM_MAXUSER_ADDRESS-1,%edx
- ja _C_LABEL(fusuaddrfault)
-
-#if defined(I386_CPU)
-#if defined(I486_CPU) || defined(I586_CPU) || defined(I686_CPU)
- cmpl $CPUCLASS_386,_C_LABEL(cpu_class)
- jne 2f
-#endif /* I486_CPU || I586_CPU || I686_CPU */
-
- GET_CURPCB(%eax)
- movl $3f,PCB_ONFAULT(%eax)
-
- movl %edx,%eax
- shrl $PGSHIFT,%eax # calculate pte address
- testb $PG_RW,_C_LABEL(PTmap)(,%eax,4)
- jnz 1f
-
-3: /* Simulate a trap. */
- pushl %edx
- pushl %edx
- call _C_LABEL(trapwrite) # trapwrite(addr)
- addl $4,%esp # clear parameter from the stack
- popl %edx
- GET_CURPCB(%ecx)
- testl %eax,%eax
- jnz _C_LABEL(fusufault)
-
-1:
-#endif
-
-2: GET_CURPCB(%ecx)
- movl $_C_LABEL(fusufault),PCB_ONFAULT(%ecx)
-
- movb 8(%esp),%al
- movb %al,(%edx)
- xorl %eax,%eax
- movl %eax,PCB_ONFAULT(%ecx)
- ret
-
-/*****************************************************************************/
-
-/*
- * The following is i386-specific nonsense.
- */
-
-/*
- * void lgdt_finish(void);
- * Finish load a new GDT pointer (do any necessary cleanup).
- * XXX It's somewhat questionable whether reloading all the segment registers
- * is necessary, since the actual descriptor data is not changed except by
- * process creation and exit, both of which clean up via task switches. OTOH,
- * this only happens at run time when the GDT is resized.
- */
-/* LINTSTUB: Func: void lgdt_finish(void) */
-NENTRY(lgdt_finish)
- movl $GSEL(GDATA_SEL, SEL_KPL),%eax
- movw %ax,%ds
- movw %ax,%es
- movw %ax,%gs
- movw %ax,%ss
- movl $GSEL(GCPU_SEL, SEL_KPL),%eax
- movw %ax,%fs
- /* Reload code selector by doing intersegment return. */
- popl %eax
- pushl $GSEL(GCODE_SEL, SEL_KPL)
- pushl %eax
- lret
-
-/*****************************************************************************/
-
-/*
- * These functions are primarily used by DDB.
- */
-
-/* LINTSTUB: Func: int setjmp (label_t *l) */
-ENTRY(setjmp)
- movl 4(%esp),%eax
- movl %ebx,(%eax) # save ebx
- movl %esp,4(%eax) # save esp
- movl %ebp,8(%eax) # save ebp
- movl %esi,12(%eax) # save esi
- movl %edi,16(%eax) # save edi
- movl (%esp),%edx # get rta
- movl %edx,20(%eax) # save eip
- xorl %eax,%eax # return (0);
- ret
-
-/* LINTSTUB: Func: void longjmp (label_t *l) */
-ENTRY(longjmp)
- movl 4(%esp),%eax
- movl (%eax),%ebx # restore ebx
- movl 4(%eax),%esp # restore esp
- movl 8(%eax),%ebp # restore ebp
- movl 12(%eax),%esi # restore esi
- movl 16(%eax),%edi # restore edi
- movl 20(%eax),%edx # get rta
- movl %edx,(%esp) # put in return frame
- xorl %eax,%eax # return (1);
- incl %eax
- ret
-
-/*****************************************************************************/
-
- .globl _C_LABEL(sched_whichqs),_C_LABEL(sched_qs)
- .globl _C_LABEL(uvmexp),_C_LABEL(panic)
-
-#ifdef DIAGNOSTIC
-NENTRY(switch_error)
- pushl $1f
-3: call _C_LABEL(panic)
- /* NOTREACHED */
-1: .asciz "cpu_switch"
-#endif /* DIAGNOSTIC */
-
-/*
- * void cpu_switch(struct lwp *)
- * Find a runnable process and switch to it. Wait if necessary. If the new
- * process is the same as the old one, we short-circuit the context save and
- * restore.
- *
- * Note that the stack frame layout is known to "struct switchframe"
- * in <machine/frame.h> and to the code in cpu_fork() which initializes
- * it for a new lwp.
- */
-ENTRY(cpu_switch)
- pushl %ebx
- pushl %esi
- pushl %edi
-
-#ifdef DEBUG
- cmpl $IPL_SCHED,CPUVAR(ILEVEL)
- jae 1f
- pushl $2f
- call _C_LABEL(panic)
- /* NOTREACHED */
-2: .asciz "not splsched() in cpu_switch!"
-1:
-#endif /* DEBUG */
-
- movl 16(%esp),%esi # current
-
- /*
- * Clear curlwp so that we don't accumulate system time while idle.
- * This also insures that schedcpu() will move the old lwp to
- * the correct queue if it happens to get called from the spllower()
- * below and changes the priority. (See corresponding comment in
- * userret()).
- */
- movl $0,CPUVAR(CURLWP)
- /*
- * First phase: find new lwp.
- *
- * Registers:
- * %eax - queue head, scratch, then zero
- * %ebx - queue number
- * %ecx - cached value of whichqs
- * %edx - next lwp in queue
- * %esi - old lwp
- * %edi - new lwp
- */
-
- /* Look for new lwp. */
- CLI(%ecx) # splhigh doesn't do a cli
- movl _C_LABEL(sched_whichqs),%ecx
- bsfl %ecx,%ebx # find a full q
- jnz switch_dequeue
-
- /*
- * idling: save old context.
- *
- * Registers:
- * %eax, %ecx - scratch
- * %esi - old lwp, then old pcb
- * %edi - idle pcb
- */
-
- pushl %esi
- call _C_LABEL(pmap_deactivate2) # pmap_deactivate(oldproc)
- addl $4,%esp
-
- movl L_ADDR(%esi),%esi
-
- /* Save stack pointers. */
- movl %esp,PCB_ESP(%esi)
- movl %ebp,PCB_EBP(%esi)
-
- /* Find idle PCB for this CPU */
-#ifndef MULTIPROCESSOR
- movl $_C_LABEL(lwp0),%ebx
- movl L_ADDR(%ebx),%edi
- movl L_MD_TSS_SEL(%ebx),%edx
-#else
- movl CPUVAR(IDLE_PCB),%edi
- movl CPUVAR(IDLE_TSS_SEL),%edx
-#endif
- movl $0,CPUVAR(CURLWP) /* In case we fault... */
-
- /* Restore the idle context (avoid interrupts) */
- CLI(%ecx)
-
- /* Restore stack pointers. */
- movl PCB_ESP(%edi),%esp
- movl PCB_EBP(%edi),%ebp
-
- pushl %edi
- call _C_LABEL(i386_switch_context)
- addl $4,%esp
-
- /* Record new pcb. */
- SET_CURPCB(%edi)
-
- xorl %esi,%esi
- STI(%eax)
-idle_unlock:
-#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
- call _C_LABEL(sched_unlock_idle)
-#endif
- /* Interrupts are okay again. */
- pushl $IPL_NONE # spl0()
- call _C_LABEL(Xspllower) # process pending interrupts
- addl $4,%esp
- jmp idle_start
-idle_zero:
- STIC(%eax)
- jz 4f
- call _C_LABEL(stipending)
- testl %eax,%eax
- jz 4f
- pushl $IPL_NONE
- call _C_LABEL(Xspllower)
- addl $4,%esp
- jmp idle_start
-4:
- call _C_LABEL(uvm_pageidlezero)
- CLI(%eax)
- cmpl $0,_C_LABEL(sched_whichqs)
- jnz idle_exit
-idle_loop:
- /* Try to zero some pages. */
- movl _C_LABEL(uvm)+UVM_PAGE_IDLE_ZERO,%ecx
- testl %ecx,%ecx
- jnz idle_zero
- call _C_LABEL(idle_block)
- cmpl $0,_C_LABEL(sched_whichqs)
- jnz idle_exit
- STIC(%eax)
- jz 4f
- call _C_LABEL(stipending)
- testl %eax,%eax
- jz 4f
- pushl $IPL_NONE
- call _C_LABEL(Xspllower)
- addl $4,%esp
- jmp idle_start
-4:
- movl $__HYPERVISOR_yield,%eax
- movl $__SCHEDOP_yield,%ebx
- TRAP_INSTR
-NENTRY(mpidle)
-idle_start:
- CLI(%eax)
- cmpl $0,_C_LABEL(sched_whichqs)
- jz idle_loop
-idle_exit:
- movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh
- STI(%eax)
-#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
- call _C_LABEL(sched_lock_idle)
-#endif
- movl _C_LABEL(sched_whichqs),%ecx
- bsfl %ecx,%ebx
- jz idle_unlock
-
-#ifdef XENDEBUG_LOW
- pushl %ecx
- call _C_LABEL(xen_dbg1)
- xorl %ecx,%ecx
- movl %ecx,_C_LABEL(xen_once)
- popl %ecx
-#endif
-switch_dequeue:
- /*
- * we're running at splhigh(), but it's otherwise okay to take
- * interrupts here.
- */
- STI(%edi)
- leal _C_LABEL(sched_qs)(,%ebx,8),%eax # select q
-
- movl L_FORW(%eax),%edi # unlink from front of process q
-#ifdef DIAGNOSTIC
- cmpl %edi,%eax # linked to self (i.e. nothing queued)?
- je _C_LABEL(switch_error) # not possible
-#endif /* DIAGNOSTIC */
- movl L_FORW(%edi),%edx
- movl %edx,L_FORW(%eax)
- movl %eax,L_BACK(%edx)
-
- cmpl %edx,%eax # q empty?
- jne 3f
-
- btrl %ebx,%ecx # yes, clear to indicate empty
- movl %ecx,_C_LABEL(sched_whichqs) # update q status
-
-3: /* We just did it. */
- xorl %eax,%eax
- CLEAR_RESCHED(%eax)
-
-switch_resume:
-#ifdef DIAGNOSTIC
- cmpl %eax,L_WCHAN(%edi) # Waiting for something?
- jne _C_LABEL(switch_error) # Yes; shouldn't be queued.
- cmpb $LSRUN,L_STAT(%edi) # In run state?
- jne _C_LABEL(switch_error) # No; shouldn't be queued.
-#endif /* DIAGNOSTIC */
-
- /* Isolate lwp. XXX Is this necessary? */
- movl %eax,L_BACK(%edi)
-
- /* Record new lwp. */
- movb $LSONPROC,L_STAT(%edi) # l->l_stat = LSONPROC
- SET_CURLWP(%edi,%ecx)
-
- /* Skip context switch if same lwp. */
- xorl %ebx,%ebx
- cmpl %edi,%esi
- je switch_return
-
- /* If old lwp exited, don't bother. */
- testl %esi,%esi
- jz switch_exited
-
- /*
- * Second phase: save old context.
- *
- * Registers:
- * %eax, %ecx - scratch
- * %esi - old lwp, then old pcb
- * %edi - new lwp
- */
-
- pushl %esi
- call _C_LABEL(pmap_deactivate2) # pmap_deactivate(oldproc)
- addl $4,%esp
-
- movl L_ADDR(%esi),%esi
-
- /* Save stack pointers. */
- movl %esp,PCB_ESP(%esi)
- movl %ebp,PCB_EBP(%esi)
-
-switch_exited:
- /*
- * Third phase: restore saved context.
- *
- * Registers:
- * %eax, %ebx, %ecx, %edx - scratch
- * %esi - new pcb
- * %edi - new lwp
- */
-
- /* No interrupts while loading new state. */
- CLI(%eax)
- movl L_ADDR(%edi),%esi
-
- /* Restore stack pointers. */
- movl PCB_ESP(%esi),%esp
- movl PCB_EBP(%esi),%ebp
-
-#if 0
- /* Don't bother with the rest if switching to a system process. */
- testl $P_SYSTEM,L_FLAG(%edi); XXX NJWLWP lwp's don't have P_SYSTEM!
- jnz switch_restored ; XXX skip stack_switch+pmap_activate
-#endif
-
- pushl %edi
- call _C_LABEL(pmap_activate) # pmap_activate(p)
- addl $4,%esp
-
- pushl %esi
- call _C_LABEL(i386_switch_context)
- addl $4,%esp
-
- /* Record new pcb. */
- SET_CURPCB(%esi)
-
- /* Interrupts are okay again. */
- STI(%edi)
-
-/*
- * Check for restartable atomic sequences (RAS)
- */
- movl CPUVAR(CURLWP),%edi
- movl L_PROC(%edi),%esi
- cmpl $0,P_RASLIST(%esi)
- jne 2f
-1:
- movl $1,%ebx
-
-switch_return:
-#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
- call _C_LABEL(sched_unlock_idle)
-#endif
- pushl $IPL_NONE # spl0()
- call _C_LABEL(Xspllower) # process pending interrupts
- addl $4,%esp
- movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh()
-
- movl %ebx,%eax
-
- popl %edi
- popl %esi
- popl %ebx
- ret
-
-2: # check RAS list
- movl L_MD_REGS(%edi),%ebx
- movl TF_EIP(%ebx),%eax
- pushl %eax
- pushl %esi
- call _C_LABEL(ras_lookup)
- addl $8,%esp
- cmpl $-1,%eax
- je 1b
- movl %eax,TF_EIP(%ebx)
- jmp 1b
-
-/*
- * void cpu_switchto(struct lwp *current, struct lwp *next)
- * Switch to the specified next LWP.
- */
-ENTRY(cpu_switchto)
- pushl %ebx
- pushl %esi
- pushl %edi
-
-#ifdef DEBUG
- cmpl $IPL_SCHED,CPUVAR(ILEVEL)
- jae 1f
- pushl $2f
- call _C_LABEL(panic)
- /* NOTREACHED */
-2: .asciz "not splsched() in cpu_switchto!"
-1:
-#endif /* DEBUG */
-
- movl 16(%esp),%esi # current
- movl 20(%esp),%edi # next
-
- /*
- * Clear curlwp so that we don't accumulate system time while idle.
- * This also insures that schedcpu() will move the old process to
- * the correct queue if it happens to get called from the spllower()
- * below and changes the priority. (See corresponding comment in
- * usrret()).
- *
- * XXX Is this necessary? We know we won't go idle.
- */
- movl $0,CPUVAR(CURLWP)
-
- /*
- * We're running at splhigh(), but it's otherwise okay to take
- * interrupts here.
- */
- STI(%eax)
-
- /* Jump into the middle of cpu_switch */
- xorl %eax,%eax
- jmp switch_resume
-
-/*
- * void cpu_exit(struct lwp *l)
- * Switch to the appropriate idle context (lwp0's if uniprocessor; the CPU's
- * if multiprocessor) and deallocate the address space and kernel stack for p.
- * Then jump into cpu_switch(), as if we were in the idle proc all along.
- */
-#ifndef MULTIPROCESSOR
- .globl _C_LABEL(lwp0)
-#endif
- .globl _C_LABEL(uvmspace_free),_C_LABEL(kernel_map)
- .globl _C_LABEL(uvm_km_free),_C_LABEL(tss_free)
-/* LINTSTUB: Func: void cpu_exit(struct lwp *l) */
-ENTRY(cpu_exit)
- movl 4(%esp),%edi # old process
-#ifndef MULTIPROCESSOR
- movl $_C_LABEL(lwp0),%ebx
- movl L_ADDR(%ebx),%esi
- movl L_MD_TSS_SEL(%ebx),%edx
-#else
- movl CPUVAR(IDLE_PCB),%esi
- movl CPUVAR(IDLE_TSS_SEL),%edx
-#endif
- /* In case we fault... */
- movl $0,CPUVAR(CURLWP)
-
- /* Restore the idle context. */
- CLI(%eax)
-
- /* Restore stack pointers. */
- movl PCB_ESP(%esi),%esp
- movl PCB_EBP(%esi),%ebp
-
- pushl %esi
- call _C_LABEL(i386_switch_context)
- addl $4,%esp
-
- /* Record new pcb. */
- SET_CURPCB(%esi)
-
- /* Interrupts are okay again. */
- STI(%eax)
-
- /*
- * Schedule the dead LWP's stack to be freed.
- */
- pushl %edi
- call _C_LABEL(lwp_exit2)
- addl $4,%esp
-
- /* Jump into cpu_switch() with the right state. */
- xorl %esi,%esi
- movl %esi,CPUVAR(CURLWP)
- jmp idle_start
-
-/*
- * void savectx(struct pcb *pcb);
- * Update pcb, saving current processor state.
- */
-/* LINTSTUB: Func: void savectx(struct pcb *pcb) */
-ENTRY(savectx)
- movl 4(%esp),%edx # edx = p->p_addr
-
- /* Save stack pointers. */
- movl %esp,PCB_ESP(%edx)
- movl %ebp,PCB_EBP(%edx)
-
- ret
-
-/*
- * Old call gate entry for syscall
- */
-/* LINTSTUB: Var: char Xosyscall[1]; */
-IDTVEC(osyscall)
- /* Set eflags in trap frame. */
- pushfl
- popl 8(%esp)
- pushl $7 # size of instruction for restart
- jmp syscall1
-
-/*
- * Trap gate entry for syscall
- */
-/* LINTSTUB: Var: char Xsyscall[1]; */
-IDTVEC(syscall)
- pushl $2 # size of instruction for restart
-syscall1:
- pushl $T_ASTFLT # trap # for doing ASTs
- INTRENTRY
-
-#ifdef DIAGNOSTIC
- cmpl $0, CPUVAR(WANT_PMAPLOAD)
- jz 1f
- pushl $6f
- call _C_LABEL(printf)
- addl $4, %esp
-1:
- movl CPUVAR(ILEVEL),%ebx
- testl %ebx,%ebx
- jz 1f
- pushl $5f
- call _C_LABEL(printf)
- addl $4,%esp
-#ifdef DDB
- int $3
-#endif
-1:
-#endif /* DIAGNOSTIC */
- movl CPUVAR(CURLWP),%edx
- movl %esp,L_MD_REGS(%edx) # save pointer to frame
- movl L_PROC(%edx),%edx
- pushl %esp
- call *P_MD_SYSCALL(%edx) # get pointer to syscall() function
- addl $4,%esp
-syscall_checkast:
- /* Check for ASTs on exit to user mode. */
- CLI(%eax)
- CHECK_ASTPENDING(%eax)
- je 1f
- /* Always returning to user mode here. */
- CLEAR_ASTPENDING(%eax)
- STI(%eax)
- /* Pushed T_ASTFLT into tf_trapno on entry. */
- pushl %esp
- call _C_LABEL(trap)
- addl $4,%esp
- jmp syscall_checkast
-1: STI(%eax)
- CHECK_DEFERRED_SWITCH(%eax)
- jnz 9f
-#ifndef DIAGNOSTIC
- INTRFASTEXIT
-#else /* DIAGNOSTIC */
- cmpl $IPL_NONE,CPUVAR(ILEVEL)
- jne 3f
- INTRFASTEXIT
-3: pushl $4f
- call _C_LABEL(printf)
- addl $4,%esp
-#ifdef DDB
- int $3
-#endif /* DDB */
- movl $IPL_NONE,CPUVAR(ILEVEL)
- jmp 2b
-4: .asciz "WARNING: SPL NOT LOWERED ON SYSCALL EXIT\n"
-5: .asciz "WARNING: SPL NOT ZERO ON SYSCALL ENTRY\n"
-6: .asciz "WARNING: WANT PMAPLOAD ON SYSCALL ENTRY\n"
-#endif /* DIAGNOSTIC */
-9: call _C_LABEL(pmap_load)
- jmp syscall_checkast /* re-check ASTs */
-
-#if NNPX > 0
-/*
- * Special interrupt handlers. Someday intr0-intr15 will be used to count
- * interrupts. We'll still need a special exception 16 handler. The busy
- * latch stuff in probintr() can be moved to npxprobe().
- */
-
-/* LINTSTUB: Func: void probeintr(void) */
-NENTRY(probeintr)
- ss
- incl _C_LABEL(npx_intrs_while_probing)
- pushl %eax
- movb $0x20,%al # EOI (asm in strings loses cpp features)
- outb %al,$0xa0 # IO_ICU2
- outb %al,$0x20 # IO_ICU1
- movb $0,%al
- outb %al,$0xf0 # clear BUSY# latch
- popl %eax
- iret
-
-/* LINTSTUB: Func: void probetrap(void) */
-NENTRY(probetrap)
- ss
- incl _C_LABEL(npx_traps_while_probing)
- fnclex
- iret
-
-/* LINTSTUB: Func: int npx586bug1(int a, int b) */
-NENTRY(npx586bug1)
- fildl 4(%esp) # x
- fildl 8(%esp) # y
- fld %st(1)
- fdiv %st(1),%st # x/y
- fmulp %st,%st(1) # (x/y)*y
- fsubrp %st,%st(1) # x-(x/y)*y
- pushl $0
- fistpl (%esp)
- popl %eax
- ret
-#endif /* NNPX > 0 */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/machdep.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/machdep.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,2567 +0,0 @@
-/* $NetBSD: machdep.c,v 1.2.2.1 2004/05/22 15:58:02 he Exp $ */
-/* NetBSD: machdep.c,v 1.552 2004/03/24 15:34:49 atatat Exp */
-
-/*-
- * Copyright (c) 1996, 1997, 1998, 2000 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by Charles M. Hannum and by Jason R. Thorpe of the Numerical Aerospace
- * Simulation Facility, NASA Ames Research Center.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*-
- * Copyright (c) 1982, 1987, 1990 The Regents of the University of California.
- * All rights reserved.
- *
- * This code is derived from software contributed to Berkeley by
- * William Jolitz.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)machdep.c 7.4 (Berkeley) 6/3/91
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: machdep.c,v 1.2.2.1 2004/05/22 15:58:02 he Exp $");
-
-#include "opt_beep.h"
-#include "opt_compat_ibcs2.h"
-#include "opt_compat_mach.h" /* need to get the right segment def */
-#include "opt_compat_netbsd.h"
-#include "opt_compat_svr4.h"
-#include "opt_cpureset_delay.h"
-#include "opt_cputype.h"
-#include "opt_ddb.h"
-#include "opt_ipkdb.h"
-#include "opt_kgdb.h"
-#include "opt_mtrr.h"
-#include "opt_multiprocessor.h"
-#include "opt_realmem.h"
-#include "opt_user_ldt.h"
-#include "opt_vm86.h"
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/signal.h>
-#include <sys/signalvar.h>
-#include <sys/kernel.h>
-#include <sys/proc.h>
-#include <sys/user.h>
-#include <sys/exec.h>
-#include <sys/buf.h>
-#include <sys/reboot.h>
-#include <sys/conf.h>
-#include <sys/file.h>
-#include <sys/malloc.h>
-#include <sys/mbuf.h>
-#include <sys/msgbuf.h>
-#include <sys/mount.h>
-#include <sys/vnode.h>
-#include <sys/extent.h>
-#include <sys/syscallargs.h>
-#include <sys/core.h>
-#include <sys/kcore.h>
-#include <sys/ucontext.h>
-#include <machine/kcore.h>
-#include <sys/ras.h>
-#include <sys/sa.h>
-#include <sys/savar.h>
-#include <sys/ksyms.h>
-
-#ifdef IPKDB
-#include <ipkdb/ipkdb.h>
-#endif
-
-#ifdef KGDB
-#include <sys/kgdb.h>
-#endif
-
-#include <dev/cons.h>
-
-#include <uvm/uvm_extern.h>
-#include <uvm/uvm_page.h>
-
-#include <sys/sysctl.h>
-
-#include <machine/cpu.h>
-#include <machine/cpufunc.h>
-#include <machine/cpuvar.h>
-#include <machine/gdt.h>
-#include <machine/pio.h>
-#include <machine/psl.h>
-#include <machine/reg.h>
-#include <machine/specialreg.h>
-#include <machine/bootinfo.h>
-#include <machine/mtrr.h>
-#include <machine/evtchn.h>
-
-#include <dev/isa/isareg.h>
-#include <machine/isa_machdep.h>
-#include <dev/ic/i8042reg.h>
-
-#ifdef DDB
-#include <machine/db_machdep.h>
-#include <ddb/db_extern.h>
-#endif
-
-#ifdef VM86
-#include <machine/vm86.h>
-#endif
-
-#include "acpi.h"
-#include "apm.h"
-#include "bioscall.h"
-
-#if NBIOSCALL > 0
-#include <machine/bioscall.h>
-#endif
-
-#if NACPI > 0
-#include <dev/acpi/acpivar.h>
-#define ACPI_MACHDEP_PRIVATE
-#include <machine/acpi_machdep.h>
-#endif
-
-#if NAPM > 0
-#include <machine/apmvar.h>
-#endif
-
-#include "isa.h"
-#include "isadma.h"
-#include "npx.h"
-#include "ksyms.h"
-
-#include "mca.h"
-#if NMCA > 0
-#include <machine/mca_machdep.h> /* for mca_busprobe() */
-#endif
-
-#ifdef MULTIPROCESSOR /* XXX */
-#include <machine/mpbiosvar.h> /* XXX */
-#endif /* XXX */
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-
-#if defined(DDB) || defined(KGDB)
-#include <ddb/db_interface.h>
-#include <ddb/db_output.h>
-
-void ddb_trap_hook(int);
-#endif
-
-/* #define XENDEBUG */
-/* #define XENDEBUG_LOW */
-
-#ifdef XENDEBUG
-extern void printk(char *, ...);
-#define XENPRINTF(x) printf x
-#define XENPRINTK(x) printk x
-#else
-#define XENPRINTF(x)
-#define XENPRINTK(x)
-#endif
-#define PRINTK(x) printf x
-
-#ifdef XENDEBUG_LOW
-void xen_dbglow_init(void);
-#endif
-
-#ifndef BEEP_ONHALT_COUNT
-#define BEEP_ONHALT_COUNT 3
-#endif
-#ifndef BEEP_ONHALT_PITCH
-#define BEEP_ONHALT_PITCH 1500
-#endif
-#ifndef BEEP_ONHALT_PERIOD
-#define BEEP_ONHALT_PERIOD 250
-#endif
-
-/* the following is used externally (sysctl_hw) */
-char machine[] = "i386"; /* CPU "architecture" */
-char machine_arch[] = "i386"; /* machine == machine_arch */
-
-char bootinfo[BOOTINFO_MAXSIZE];
-
-struct bi_devmatch *i386_alldisks = NULL;
-int i386_ndisks = 0;
-
-#ifdef CPURESET_DELAY
-int cpureset_delay = CPURESET_DELAY;
-#else
-int cpureset_delay = 2000; /* default to 2s */
-#endif
-
-#ifdef MTRR
-struct mtrr_funcs *mtrr_funcs;
-#endif
-
-#ifdef COMPAT_NOMID
-static int exec_nomid(struct proc *, struct exec_package *);
-#endif
-
-int physmem;
-int dumpmem_low;
-int dumpmem_high;
-unsigned int cpu_feature;
-int cpu_class;
-int i386_fpu_present;
-int i386_fpu_exception;
-int i386_fpu_fdivbug;
-
-int i386_use_fxsave;
-int i386_has_sse;
-int i386_has_sse2;
-
-int tmx86_has_longrun;
-
-vaddr_t msgbuf_vaddr;
-paddr_t msgbuf_paddr;
-
-vaddr_t idt_vaddr;
-paddr_t idt_paddr;
-
-#ifdef I586_CPU
-vaddr_t pentium_idt_vaddr;
-#endif
-
-struct vm_map *exec_map = NULL;
-struct vm_map *mb_map = NULL;
-struct vm_map *phys_map = NULL;
-
-extern paddr_t avail_start, avail_end;
-extern paddr_t pmap_pa_start, pmap_pa_end;
-
-#ifdef ISA_CLOCK
-void (*delay_func)(int) = i8254_delay;
-void (*microtime_func)(struct timeval *) = i8254_microtime;
-void (*initclock_func)(void) = i8254_initclocks;
-#else
-void (*delay_func)(int) = xen_delay;
-void (*microtime_func)(struct timeval *) = xen_microtime;
-void (*initclock_func)(void) = xen_initclocks;
-#endif
-
-void hypervisor_callback(void);
-void failsafe_callback(void);
-
-/*
- * Size of memory segments, before any memory is stolen.
- */
-phys_ram_seg_t mem_clusters[VM_PHYSSEG_MAX];
-int mem_cluster_cnt;
-
-int cpu_dump(void);
-int cpu_dumpsize(void);
-u_long cpu_dump_mempagecnt(void);
-void dumpsys(void);
-void init386(paddr_t);
-void initgdt(void);
-
-#if !defined(REALBASEMEM) && !defined(REALEXTMEM)
-void add_mem_cluster(u_int64_t, u_int64_t, u_int32_t);
-#endif /* !defnied(REALBASEMEM) && !defined(REALEXTMEM) */
-
-extern int time_adjusted;
-
-/*
- * Machine-dependent startup code
- */
-void
-cpu_startup()
-{
- int x;
- vaddr_t minaddr, maxaddr;
- char pbuf[9];
-
- /*
- * Initialize error message buffer (et end of core).
- */
- msgbuf_vaddr = uvm_km_valloc(kernel_map, x86_round_page(MSGBUFSIZE));
- if (msgbuf_vaddr == 0)
- panic("failed to valloc msgbuf_vaddr");
-
- /* msgbuf_paddr was init'd in pmap */
- for (x = 0; x < btoc(MSGBUFSIZE); x++)
- pmap_kenter_pa((vaddr_t)msgbuf_vaddr + x * PAGE_SIZE,
- msgbuf_paddr + x * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE);
- pmap_update(pmap_kernel());
-
- initmsgbuf((caddr_t)msgbuf_vaddr, round_page(MSGBUFSIZE));
-
- printf("%s", version);
-
-#ifdef TRAPLOG
- /*
- * Enable recording of branch from/to in MSR's
- */
- wrmsr(MSR_DEBUGCTLMSR, 0x1);
-#endif
-
- format_bytes(pbuf, sizeof(pbuf), ptoa(physmem));
- printf("total memory = %s\n", pbuf);
-
- minaddr = 0;
-
- /*
- * Allocate a submap for exec arguments. This map effectively
- * limits the number of processes exec'ing at any time.
- */
- exec_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
- 16*NCARGS, VM_MAP_PAGEABLE, FALSE, NULL);
-
- /*
- * Allocate a submap for physio
- */
- phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
- VM_PHYS_SIZE, 0, FALSE, NULL);
-
- /*
- * Finally, allocate mbuf cluster submap.
- */
- mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
- nmbclusters * mclbytes, VM_MAP_INTRSAFE, FALSE, NULL);
-
- format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
- printf("avail memory = %s\n", pbuf);
-
- /* Safe for i/o port / memory space allocation to use malloc now. */
- x86_bus_space_mallocok();
-}
-
-/*
- * Set up proc0's TSS and LDT.
- */
-void
-i386_proc0_tss_ldt_init()
-{
- struct pcb *pcb;
- int x;
-
- gdt_init();
-
- cpu_info_primary.ci_curpcb = pcb = &lwp0.l_addr->u_pcb;
-
- pcb->pcb_tss.tss_ioopt =
- ((caddr_t)pcb->pcb_iomap - (caddr_t)&pcb->pcb_tss) << 16
- | SEL_KPL; /* i/o pl */
-
- for (x = 0; x < sizeof(pcb->pcb_iomap) / 4; x++)
- pcb->pcb_iomap[x] = 0xffffffff;
-
- pcb->pcb_ldt_sel = pmap_kernel()->pm_ldt_sel = GSEL(GLDT_SEL, SEL_KPL);
- pcb->pcb_cr0 = rcr0();
- pcb->pcb_tss.tss_ss0 = GSEL(GDATA_SEL, SEL_KPL);
- pcb->pcb_tss.tss_esp0 = (int)lwp0.l_addr + USPACE - 16;
- lwp0.l_md.md_regs = (struct trapframe *)pcb->pcb_tss.tss_esp0 - 1;
- lwp0.l_md.md_tss_sel = tss_alloc(pcb);
-
-#ifndef XEN
- ltr(lwp0.l_md.md_tss_sel);
- lldt(pcb->pcb_ldt_sel);
-#else
- HYPERVISOR_fpu_taskswitch(1);
- XENPRINTF(("lwp tss sp %p ss %04x/%04x\n",
- (void *)pcb->pcb_tss.tss_esp0,
- pcb->pcb_tss.tss_ss0, IDXSEL(pcb->pcb_tss.tss_ss0)));
- HYPERVISOR_stack_switch(pcb->pcb_tss.tss_ss0, pcb->pcb_tss.tss_esp0);
-#endif
-}
-
-/*
- * Set up TSS and LDT for a new PCB.
- */
-
-void
-i386_init_pcb_tss_ldt(struct cpu_info *ci)
-{
- int x;
- struct pcb *pcb = ci->ci_idle_pcb;
-
- pcb->pcb_tss.tss_ioopt =
- ((caddr_t)pcb->pcb_iomap - (caddr_t)&pcb->pcb_tss) << 16
- | SEL_KPL; /* i/o pl */
- for (x = 0; x < sizeof(pcb->pcb_iomap) / 4; x++)
- pcb->pcb_iomap[x] = 0xffffffff;
-
- pcb->pcb_ldt_sel = pmap_kernel()->pm_ldt_sel = GSEL(GLDT_SEL, SEL_KPL);
- pcb->pcb_cr0 = rcr0();
-
- ci->ci_idle_tss_sel = tss_alloc(pcb);
-}
-
-/*
- * Switch context:
- * - honor CR0_TS in saved CR0 and request DNA exception on FPU use
- * - switch stack pointer for user->kernel transition
- */
-void
-i386_switch_context(struct pcb *new)
-{
- dom0_op_t op;
- struct cpu_info *ci;
-
- ci = curcpu();
- if (ci->ci_fpused) {
- HYPERVISOR_fpu_taskswitch(1);
- ci->ci_fpused = 0;
- }
-
- HYPERVISOR_stack_switch(new->pcb_tss.tss_ss0, new->pcb_tss.tss_esp0);
-
- if (xen_start_info.flags & SIF_PRIVILEGED) {
- op.cmd = DOM0_IOPL;
- op.u.iopl.domain = DOMID_SELF;
- op.u.iopl.iopl = new->pcb_tss.tss_ioopt & SEL_RPL; /* i/o pl */
- HYPERVISOR_dom0_op(&op);
- }
-}
-
-/*
- * sysctl helper routine for machdep.tm* nodes.
- */
-static int
-sysctl_machdep_tm_longrun(SYSCTLFN_ARGS)
-{
- struct sysctlnode node;
- int io, error;
-
- if (!tmx86_has_longrun)
- return (EOPNOTSUPP);
-
- node = *rnode;
- node.sysctl_data = &io;
-
- switch (rnode->sysctl_num) {
- case CPU_TMLR_MODE:
- io = (int)(crusoe_longrun = tmx86_get_longrun_mode());
- break;
- case CPU_TMLR_FREQUENCY:
- tmx86_get_longrun_status_all();
- io = crusoe_frequency;
- break;
- case CPU_TMLR_VOLTAGE:
- tmx86_get_longrun_status_all();
- io = crusoe_voltage;
- break;
- case CPU_TMLR_PERCENTAGE:
- tmx86_get_longrun_status_all();
- io = crusoe_percentage;
- break;
- default:
- return (EOPNOTSUPP);
- }
-
- error = sysctl_lookup(SYSCTLFN_CALL(&node));
- if (error || newp == NULL)
- return (error);
-
- if (rnode->sysctl_num == CPU_TMLR_MODE) {
- if (tmx86_set_longrun_mode(io))
- crusoe_longrun = (u_int)io;
- else
- return (EINVAL);
- }
-
- return (0);
-}
-
-/*
- * sysctl helper routine for machdep.booted_kernel
- */
-static int
-sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
-{
- struct btinfo_bootpath *bibp;
- struct sysctlnode node;
-
- bibp = lookup_bootinfo(BTINFO_BOOTPATH);
- if(!bibp)
- return(ENOENT); /* ??? */
-
- node = *rnode;
- node.sysctl_data = bibp->bootpath;
- node.sysctl_size = sizeof(bibp->bootpath);
- return (sysctl_lookup(SYSCTLFN_CALL(&node)));
-}
-
-/*
- * sysctl helper routine for machdep.diskinfo
- */
-static int
-sysctl_machdep_diskinfo(SYSCTLFN_ARGS)
-{
- struct sysctlnode node;
-
- node = *rnode;
- node.sysctl_data = i386_alldisks;
- node.sysctl_size = sizeof(struct disklist) +
- (i386_ndisks - 1) * sizeof(struct nativedisk_info);
- return (sysctl_lookup(SYSCTLFN_CALL(&node)));
-}
-
-/*
- * machine dependent system variables.
- */
-SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
-{
-
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_NODE, "machdep", NULL,
- NULL, 0, NULL, 0,
- CTL_MACHDEP, CTL_EOL);
-
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_STRUCT, "console_device", NULL,
- sysctl_consdev, 0, NULL, sizeof(dev_t),
- CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "biosbasemem", NULL,
- NULL, 0, &biosbasemem, 0,
- CTL_MACHDEP, CPU_BIOSBASEMEM, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "biosextmem", NULL,
- NULL, 0, &biosextmem, 0,
- CTL_MACHDEP, CPU_BIOSEXTMEM, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "nkpde", NULL,
- NULL, 0, &nkpde, 0,
- CTL_MACHDEP, CPU_NKPDE, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_STRING, "booted_kernel", NULL,
- sysctl_machdep_booted_kernel, 0, NULL, 0,
- CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_STRUCT, "diskinfo", NULL,
- sysctl_machdep_diskinfo, 0, NULL, 0,
- CTL_MACHDEP, CPU_DISKINFO, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "fpu_present", NULL,
- NULL, 0, &i386_fpu_present, 0,
- CTL_MACHDEP, CPU_FPU_PRESENT, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "osfxsr", NULL,
- NULL, 0, &i386_use_fxsave, 0,
- CTL_MACHDEP, CPU_OSFXSR, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "sse", NULL,
- NULL, 0, &i386_has_sse, 0,
- CTL_MACHDEP, CPU_SSE, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "sse2", NULL,
- NULL, 0, &i386_has_sse2, 0,
- CTL_MACHDEP, CPU_SSE2, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
- CTLTYPE_INT, "tm_longrun_mode", NULL,
- sysctl_machdep_tm_longrun, 0, NULL, 0,
- CTL_MACHDEP, CPU_TMLR_MODE, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "tm_longrun_frequency", NULL,
- sysctl_machdep_tm_longrun, 0, NULL, 0,
- CTL_MACHDEP, CPU_TMLR_FREQUENCY, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "tm_longrun_voltage", NULL,
- sysctl_machdep_tm_longrun, 0, NULL, 0,
- CTL_MACHDEP, CPU_TMLR_VOLTAGE, CTL_EOL);
- sysctl_createv(clog, 0, NULL, NULL,
- CTLFLAG_PERMANENT,
- CTLTYPE_INT, "tm_longrun_percentage", NULL,
- sysctl_machdep_tm_longrun, 0, NULL, 0,
- CTL_MACHDEP, CPU_TMLR_PERCENTAGE, CTL_EOL);
-}
-
-void *
-getframe(struct lwp *l, int sig, int *onstack)
-{
- struct proc *p = l->l_proc;
- struct sigctx *ctx = &p->p_sigctx;
- struct trapframe *tf = l->l_md.md_regs;
-
- /* Do we need to jump onto the signal stack? */
- *onstack = (ctx->ps_sigstk.ss_flags & (SS_DISABLE | SS_ONSTACK)) == 0
- && (SIGACTION(p, sig).sa_flags & SA_ONSTACK) != 0;
- if (*onstack)
- return (char *)ctx->ps_sigstk.ss_sp + ctx->ps_sigstk.ss_size;
-#ifdef VM86
- if (tf->tf_eflags & PSL_VM)
- return (void *)(tf->tf_esp + (tf->tf_ss << 4));
- else
-#endif
- return (void *)tf->tf_esp;
-}
-
-/*
- * Build context to run handler in. We invoke the handler
- * directly, only returning via the trampoline. Note the
- * trampoline version numbers are coordinated with machine-
- * dependent code in libc.
- */
-void
-buildcontext(struct lwp *l, int sel, void *catcher, void *fp)
-{
- struct trapframe *tf = l->l_md.md_regs;
-
- tf->tf_gs = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_fs = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_es = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_ds = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_eip = (int)catcher;
- tf->tf_cs = GSEL(sel, SEL_UPL);
- tf->tf_eflags &= ~(PSL_T|PSL_VM|PSL_AC);
- tf->tf_esp = (int)fp;
- tf->tf_ss = GSEL(GUDATA_SEL, SEL_UPL);
-}
-
-static void
-sendsig_siginfo(const ksiginfo_t *ksi, const sigset_t *mask)
-{
- struct lwp *l = curlwp;
- struct proc *p = l->l_proc;
- struct pmap *pmap = vm_map_pmap(&p->p_vmspace->vm_map);
- int sel = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
- GUCODEBIG_SEL : GUCODE_SEL;
- struct sigacts *ps = p->p_sigacts;
- int onstack;
- int sig = ksi->ksi_signo;
- struct sigframe_siginfo *fp = getframe(l, sig, &onstack), frame;
- sig_t catcher = SIGACTION(p, sig).sa_handler;
- struct trapframe *tf = l->l_md.md_regs;
-
- fp--;
-
- /* Build stack frame for signal trampoline. */
- switch (ps->sa_sigdesc[sig].sd_vers) {
- case 0: /* handled by sendsig_sigcontext */
- case 1: /* handled by sendsig_sigcontext */
- default: /* unknown version */
- printf("nsendsig: bad version %d\n",
- ps->sa_sigdesc[sig].sd_vers);
- sigexit(l, SIGILL);
- case 2:
- break;
- }
-
- frame.sf_ra = (int)ps->sa_sigdesc[sig].sd_tramp;
- frame.sf_signum = sig;
- frame.sf_sip = &fp->sf_si;
- frame.sf_ucp = &fp->sf_uc;
- frame.sf_si._info = ksi->ksi_info;
- frame.sf_uc.uc_flags = _UC_SIGMASK|_UC_VM;
- frame.sf_uc.uc_sigmask = *mask;
- frame.sf_uc.uc_link = NULL;
- frame.sf_uc.uc_flags |= (p->p_sigctx.ps_sigstk.ss_flags & SS_ONSTACK)
- ? _UC_SETSTACK : _UC_CLRSTACK;
- memset(&frame.sf_uc.uc_stack, 0, sizeof(frame.sf_uc.uc_stack));
- cpu_getmcontext(l, &frame.sf_uc.uc_mcontext, &frame.sf_uc.uc_flags);
-
- if (tf->tf_eflags & PSL_VM)
- (*p->p_emul->e_syscall_intern)(p);
-
- if (copyout(&frame, fp, sizeof(frame)) != 0) {
- /*
- * Process has trashed its stack; give it an illegal
- * instruction to halt it in its tracks.
- */
- sigexit(l, SIGILL);
- /* NOTREACHED */
- }
-
- buildcontext(l, sel, catcher, fp);
-
- /* Remember that we're now on the signal stack. */
- if (onstack)
- p->p_sigctx.ps_sigstk.ss_flags |= SS_ONSTACK;
-}
-
-void
-sendsig(const ksiginfo_t *ksi, const sigset_t *mask)
-{
-#ifdef COMPAT_16
- if (curproc->p_sigacts->sa_sigdesc[ksi->ksi_signo].sd_vers < 2)
- sendsig_sigcontext(ksi, mask);
- else
-#endif
- sendsig_siginfo(ksi, mask);
-}
-
-void
-cpu_upcall(struct lwp *l, int type, int nevents, int ninterrupted, void *sas,
- void *ap, void *sp, sa_upcall_t upcall)
-{
- struct pmap *pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
- struct saframe *sf, frame;
- struct trapframe *tf;
-
- tf = l->l_md.md_regs;
-
- /* Finally, copy out the rest of the frame. */
- frame.sa_type = type;
- frame.sa_sas = sas;
- frame.sa_events = nevents;
- frame.sa_interrupted = ninterrupted;
- frame.sa_arg = ap;
- frame.sa_ra = 0;
-
- sf = (struct saframe *)sp - 1;
- if (copyout(&frame, sf, sizeof(frame)) != 0) {
- /* Copying onto the stack didn't work. Die. */
- sigexit(l, SIGILL);
- /* NOTREACHED */
- }
-
- tf->tf_eip = (int) upcall;
- tf->tf_esp = (int) sf;
- tf->tf_ebp = 0; /* indicate call-frame-top to debuggers */
- tf->tf_gs = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_fs = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_es = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_ds = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_cs = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
- GSEL(GUCODEBIG_SEL, SEL_UPL) : GSEL(GUCODE_SEL, SEL_UPL);
- tf->tf_ss = GSEL(GUDATA_SEL, SEL_UPL);
- tf->tf_eflags &= ~(PSL_T|PSL_VM|PSL_AC);
-}
-
-int waittime = -1;
-struct pcb dumppcb;
-
-void
-cpu_reboot(int howto, char *bootstr)
-{
-
- if (cold) {
- howto |= RB_HALT;
- goto haltsys;
- }
-
- boothowto = howto;
- if ((howto & RB_NOSYNC) == 0 && waittime < 0) {
- waittime = 0;
- vfs_shutdown();
- /*
- * If we've been adjusting the clock, the todr
- * will be out of synch; adjust it now.
- */
- if (time_adjusted != 0)
- resettodr();
- }
-
- /* Disable interrupts. */
- splhigh();
-
- /* Do a dump if requested. */
- if ((howto & (RB_DUMP | RB_HALT)) == RB_DUMP)
- dumpsys();
-
-haltsys:
- doshutdownhooks();
-
-#ifdef MULTIPROCESSOR
- x86_broadcast_ipi(X86_IPI_HALT);
-#endif
-
- if ((howto & RB_POWERDOWN) == RB_POWERDOWN) {
-#if NACPI > 0
- if (acpi_softc != NULL) {
- delay(500000);
- acpi_enter_sleep_state(acpi_softc, ACPI_STATE_S5);
- printf("WARNING: ACPI powerdown failed!\n");
- }
-#endif
-#if NAPM > 0 && !defined(APM_NO_POWEROFF)
- /* turn off, if we can. But try to turn disk off and
- * wait a bit first--some disk drives are slow to clean up
- * and users have reported disk corruption.
- */
- delay(500000);
- apm_set_powstate(APM_DEV_DISK(0xff), APM_SYS_OFF);
- delay(500000);
- apm_set_powstate(APM_DEV_ALLDEVS, APM_SYS_OFF);
- printf("WARNING: APM powerdown failed!\n");
- /*
- * RB_POWERDOWN implies RB_HALT... fall into it...
- */
-#endif
- HYPERVISOR_shutdown();
- }
-
- if (howto & RB_HALT) {
- printf("\n");
- printf("The operating system has halted.\n");
-
- /* XXX cngetc() below doesn't work, shutdown machine for now */
- HYPERVISOR_shutdown();
-
- printf("Please press any key to reboot.\n\n");
-
-#ifdef BEEP_ONHALT
- {
- int c;
- for (c = BEEP_ONHALT_COUNT; c > 0; c--) {
- sysbeep(BEEP_ONHALT_PITCH,
- BEEP_ONHALT_PERIOD * hz / 1000);
- delay(BEEP_ONHALT_PERIOD * 1000);
- sysbeep(0, BEEP_ONHALT_PERIOD * hz / 1000);
- delay(BEEP_ONHALT_PERIOD * 1000);
- }
- }
-#endif
-
- cnpollc(1); /* for proper keyboard command handling */
- if (cngetc() == 0) {
- /* no console attached, so just hlt */
- for(;;) {
- __asm __volatile("hlt");
- }
- }
- cnpollc(0);
- }
-
- printf("rebooting...\n");
- if (cpureset_delay > 0)
- delay(cpureset_delay * 1000);
- cpu_reset();
- for(;;) ;
- /*NOTREACHED*/
-}
-
-/*
- * These variables are needed by /sbin/savecore
- */
-u_int32_t dumpmag = 0x8fca0101; /* magic number */
-int dumpsize = 0; /* pages */
-long dumplo = 0; /* blocks */
-
-/*
- * cpu_dumpsize: calculate size of machine-dependent kernel core dump headers.
- */
-int
-cpu_dumpsize()
-{
- int size;
-
- size = ALIGN(sizeof(kcore_seg_t)) + ALIGN(sizeof(cpu_kcore_hdr_t)) +
- ALIGN(mem_cluster_cnt * sizeof(phys_ram_seg_t));
- if (roundup(size, dbtob(1)) != dbtob(1))
- return (-1);
-
- return (1);
-}
-
-/*
- * cpu_dump_mempagecnt: calculate the size of RAM (in pages) to be dumped.
- */
-u_long
-cpu_dump_mempagecnt()
-{
- u_long i, n;
-
- n = 0;
- for (i = 0; i < mem_cluster_cnt; i++)
- n += atop(mem_clusters[i].size);
- return (n);
-}
-
-/*
- * cpu_dump: dump the machine-dependent kernel core dump headers.
- */
-int
-cpu_dump()
-{
- int (*dump)(dev_t, daddr_t, caddr_t, size_t);
- char buf[dbtob(1)];
- kcore_seg_t *segp;
- cpu_kcore_hdr_t *cpuhdrp;
- phys_ram_seg_t *memsegp;
- const struct bdevsw *bdev;
- int i;
-
- bdev = bdevsw_lookup(dumpdev);
- if (bdev == NULL)
- return (ENXIO);
- dump = bdev->d_dump;
-
- memset(buf, 0, sizeof buf);
- segp = (kcore_seg_t *)buf;
- cpuhdrp = (cpu_kcore_hdr_t *)&buf[ALIGN(sizeof(*segp))];
- memsegp = (phys_ram_seg_t *)&buf[ ALIGN(sizeof(*segp)) +
- ALIGN(sizeof(*cpuhdrp))];
-
- /*
- * Generate a segment header.
- */
- CORE_SETMAGIC(*segp, KCORE_MAGIC, MID_MACHINE, CORE_CPU);
- segp->c_size = dbtob(1) - ALIGN(sizeof(*segp));
-
- /*
- * Add the machine-dependent header info.
- */
- cpuhdrp->ptdpaddr = PTDpaddr;
- cpuhdrp->nmemsegs = mem_cluster_cnt;
-
- /*
- * Fill in the memory segment descriptors.
- */
- for (i = 0; i < mem_cluster_cnt; i++) {
- memsegp[i].start = mem_clusters[i].start;
- memsegp[i].size = mem_clusters[i].size;
- }
-
- return (dump(dumpdev, dumplo, (caddr_t)buf, dbtob(1)));
-}
-
-/*
- * This is called by main to set dumplo and dumpsize.
- * Dumps always skip the first PAGE_SIZE of disk space
- * in case there might be a disk label stored there.
- * If there is extra space, put dump at the end to
- * reduce the chance that swapping trashes it.
- */
-void
-cpu_dumpconf()
-{
- const struct bdevsw *bdev;
- int nblks, dumpblks; /* size of dump area */
-
- if (dumpdev == NODEV)
- goto bad;
- bdev = bdevsw_lookup(dumpdev);
- if (bdev == NULL)
- panic("dumpconf: bad dumpdev=0x%x", dumpdev);
- if (bdev->d_psize == NULL)
- goto bad;
- nblks = (*bdev->d_psize)(dumpdev);
- if (nblks <= ctod(1))
- goto bad;
-
- dumpblks = cpu_dumpsize();
- if (dumpblks < 0)
- goto bad;
- dumpblks += ctod(cpu_dump_mempagecnt());
-
- /* If dump won't fit (incl. room for possible label), punt. */
- if (dumpblks > (nblks - ctod(1)))
- goto bad;
-
- /* Put dump at end of partition */
- dumplo = nblks - dumpblks;
-
- /* dumpsize is in page units, and doesn't include headers. */
- dumpsize = cpu_dump_mempagecnt();
- return;
-
- bad:
- dumpsize = 0;
-}
-
-/*
- * Doadump comes here after turning off memory management and
- * getting on the dump stack, either when called above, or by
- * the auto-restart code.
- */
-#define BYTES_PER_DUMP PAGE_SIZE /* must be a multiple of pagesize XXX small
*/
-static vaddr_t dumpspace;
-
-vaddr_t
-reserve_dumppages(vaddr_t p)
-{
-
- dumpspace = p;
- return (p + BYTES_PER_DUMP);
-}
-
-void
-dumpsys()
-{
- u_long totalbytesleft, bytes, i, n, memseg;
- u_long maddr;
- int psize;
- daddr_t blkno;
- const struct bdevsw *bdev;
- int (*dump)(dev_t, daddr_t, caddr_t, size_t);
- int error;
-
- /* Save registers. */
- savectx(&dumppcb);
-
- if (dumpdev == NODEV)
- return;
-
- bdev = bdevsw_lookup(dumpdev);
- if (bdev == NULL || bdev->d_psize == NULL)
- return;
-
- /*
- * For dumps during autoconfiguration,
- * if dump device has already configured...
- */
- if (dumpsize == 0)
- cpu_dumpconf();
- if (dumplo <= 0 || dumpsize == 0) {
- printf("\ndump to dev %u,%u not possible\n", major(dumpdev),
- minor(dumpdev));
- return;
- }
- printf("\ndumping to dev %u,%u offset %ld\n", major(dumpdev),
- minor(dumpdev), dumplo);
-
- psize = (*bdev->d_psize)(dumpdev);
- printf("dump ");
- if (psize == -1) {
- printf("area unavailable\n");
- return;
- }
-
-#if 0 /* XXX this doesn't work. grr. */
- /* toss any characters present prior to dump */
- while (sget() != NULL); /*syscons and pccons differ */
-#endif
-
- if ((error = cpu_dump()) != 0)
- goto err;
-
- totalbytesleft = ptoa(cpu_dump_mempagecnt());
- blkno = dumplo + cpu_dumpsize();
- dump = bdev->d_dump;
- error = 0;
-
- for (memseg = 0; memseg < mem_cluster_cnt; memseg++) {
- maddr = mem_clusters[memseg].start;
- bytes = mem_clusters[memseg].size;
-
- for (i = 0; i < bytes; i += n, totalbytesleft -= n) {
- /* Print out how many MBs we have left to go. */
- if ((totalbytesleft % (1024*1024)) == 0)
- printf("%ld ", totalbytesleft / (1024 * 1024));
-
- /* Limit size for next transfer. */
- n = bytes - i;
- if (n > BYTES_PER_DUMP)
- n = BYTES_PER_DUMP;
-
- (void) pmap_map(dumpspace, maddr, maddr + n,
- VM_PROT_READ);
-
- error = (*dump)(dumpdev, blkno, (caddr_t)dumpspace, n);
- if (error)
- goto err;
- maddr += n;
- blkno += btodb(n); /* XXX? */
-
-#if 0 /* XXX this doesn't work. grr. */
- /* operator aborting dump? */
- if (sget() != NULL) {
- error = EINTR;
- break;
- }
-#endif
- }
- }
-
- err:
- switch (error) {
-
- case ENXIO:
- printf("device bad\n");
- break;
-
- case EFAULT:
- printf("device not ready\n");
- break;
-
- case EINVAL:
- printf("area improper\n");
- break;
-
- case EIO:
- printf("i/o error\n");
- break;
-
- case EINTR:
- printf("aborted from console\n");
- break;
-
- case 0:
- printf("succeeded\n");
- break;
-
- default:
- printf("error %d\n", error);
- break;
- }
- printf("\n\n");
- delay(5000000); /* 5 seconds */
-}
-
-/*
- * Clear registers on exec
- */
-void
-setregs(struct lwp *l, struct exec_package *pack, u_long stack)
-{
- struct pmap *pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
- struct pcb *pcb = &l->l_addr->u_pcb;
- struct trapframe *tf;
-
-#if NNPX > 0
- /* If we were using the FPU, forget about it. */
- if (l->l_addr->u_pcb.pcb_fpcpu != NULL)
- npxsave_lwp(l, 0);
-#endif
-
-#ifdef USER_LDT
- pmap_ldt_cleanup(l);
-#endif
-
- l->l_md.md_flags &= ~MDL_USEDFPU;
- if (i386_use_fxsave) {
- pcb->pcb_savefpu.sv_xmm.sv_env.en_cw = __NetBSD_NPXCW__;
- pcb->pcb_savefpu.sv_xmm.sv_env.en_mxcsr = __INITIAL_MXCSR__;
- } else
- pcb->pcb_savefpu.sv_87.sv_env.en_cw = __NetBSD_NPXCW__;
-
- tf = l->l_md.md_regs;
- tf->tf_gs = LSEL(LUDATA_SEL, SEL_UPL);
- tf->tf_fs = LSEL(LUDATA_SEL, SEL_UPL);
- tf->tf_es = LSEL(LUDATA_SEL, SEL_UPL);
- tf->tf_ds = LSEL(LUDATA_SEL, SEL_UPL);
- tf->tf_edi = 0;
- tf->tf_esi = 0;
- tf->tf_ebp = 0;
- tf->tf_ebx = (int)l->l_proc->p_psstr;
- tf->tf_edx = 0;
- tf->tf_ecx = 0;
- tf->tf_eax = 0;
- tf->tf_eip = pack->ep_entry;
- tf->tf_cs = pmap->pm_hiexec > I386_MAX_EXE_ADDR ?
- LSEL(LUCODEBIG_SEL, SEL_UPL) : LSEL(LUCODE_SEL, SEL_UPL);
- tf->tf_eflags = PSL_USERSET;
- tf->tf_esp = stack;
- tf->tf_ss = LSEL(LUDATA_SEL, SEL_UPL);
-}
-
-/*
- * Initialize segments and descriptor tables
- */
-
-union descriptor *gdt, *ldt;
-struct gate_descriptor *idt;
-char idt_allocmap[NIDT];
-struct simplelock idt_lock = SIMPLELOCK_INITIALIZER;
-#ifdef I586_CPU
-union descriptor *pentium_idt;
-#endif
-extern struct user *proc0paddr;
-
-void
-setgate(struct gate_descriptor *gd, void *func, int args, int type, int dpl,
- int sel)
-{
-
- gd->gd_looffset = (int)func;
- gd->gd_selector = sel;
- gd->gd_stkcpy = args;
- gd->gd_xx = 0;
- gd->gd_type = type;
- gd->gd_dpl = dpl;
- gd->gd_p = 1;
- gd->gd_hioffset = (int)func >> 16;
-}
-
-void
-unsetgate(struct gate_descriptor *gd)
-{
- gd->gd_p = 0;
- gd->gd_hioffset = 0;
- gd->gd_looffset = 0;
- gd->gd_selector = 0;
- gd->gd_xx = 0;
- gd->gd_stkcpy = 0;
- gd->gd_type = 0;
- gd->gd_dpl = 0;
-}
-
-
-void
-setregion(struct region_descriptor *rd, void *base, size_t limit)
-{
-
- rd->rd_limit = (int)limit;
- rd->rd_base = (int)base;
-}
-
-void
-setsegment(struct segment_descriptor *sd, void *base, size_t limit, int type,
- int dpl, int def32, int gran)
-{
-
- sd->sd_lolimit = (int)limit;
- sd->sd_lobase = (int)base;
- sd->sd_type = type;
- sd->sd_dpl = dpl;
- sd->sd_p = 1;
- sd->sd_hilimit = (int)limit >> 16;
- sd->sd_xx = 0;
- sd->sd_def32 = def32;
- sd->sd_gran = gran;
- sd->sd_hibase = (int)base >> 24;
-}
-
-#define IDTVEC(name) __CONCAT(X, name)
-typedef void (vector)(void);
-extern vector IDTVEC(syscall);
-extern vector IDTVEC(osyscall);
-extern vector *IDTVEC(exceptions)[];
-#ifdef COMPAT_SVR4
-extern vector IDTVEC(svr4_fasttrap);
-#endif /* COMPAT_SVR4 */
-#ifdef COMPAT_MACH
-extern vector IDTVEC(mach_trap);
-#endif
-#define MAX_XEN_IDT 128
-trap_info_t xen_idt[MAX_XEN_IDT];
-int xen_idt_idx;
-
-#define KBTOB(x) ((size_t)(x) * 1024UL)
-
-void cpu_init_idt()
-{
- struct region_descriptor region;
-
- panic("cpu_init_idt");
-#ifdef I586_CPU
- setregion(®ion, pentium_idt, NIDT * sizeof(idt[0]) - 1);
-#else
- setregion(®ion, idt, NIDT * sizeof(idt[0]) - 1);
-#endif
- lidt(®ion);
-}
-
-#if !defined(REALBASEMEM) && !defined(REALEXTMEM)
-void
-add_mem_cluster(u_int64_t seg_start, u_int64_t seg_end, u_int32_t type)
-{
- extern struct extent *iomem_ex;
- int i;
-
- if (seg_end > 0x100000000ULL) {
- printf("WARNING: skipping large "
- "memory map entry: "
- "0x%qx/0x%qx/0x%x\n",
- seg_start,
- (seg_end - seg_start),
- type);
- return;
- }
-
- /*
- * XXX Chop the last page off the size so that
- * XXX it can fit in avail_end.
- */
- if (seg_end == 0x100000000ULL)
- seg_end -= PAGE_SIZE;
-
- if (seg_end <= seg_start)
- return;
-
- for (i = 0; i < mem_cluster_cnt; i++) {
- if ((mem_clusters[i].start == round_page(seg_start))
- && (mem_clusters[i].size
- == trunc_page(seg_end) - mem_clusters[i].start)) {
-#ifdef DEBUG_MEMLOAD
- printf("WARNING: skipping duplicate segment entry\n");
-#endif
- return;
- }
- }
-
- /*
- * Allocate the physical addresses used by RAM
- * from the iomem extent map. This is done before
- * the addresses are page rounded just to make
- * sure we get them all.
- */
- if (extent_alloc_region(iomem_ex, seg_start,
- seg_end - seg_start, EX_NOWAIT)) {
- /* XXX What should we do? */
- printf("WARNING: CAN'T ALLOCATE "
- "MEMORY SEGMENT "
- "(0x%qx/0x%qx/0x%x) FROM "
- "IOMEM EXTENT MAP!\n",
- seg_start, seg_end - seg_start, type);
- return;
- }
-
- /*
- * If it's not free memory, skip it.
- */
- if (type != BIM_Memory)
- return;
-
- /* XXX XXX XXX */
- if (mem_cluster_cnt >= VM_PHYSSEG_MAX)
- panic("init386: too many memory segments");
-
- seg_start = round_page(seg_start);
- seg_end = trunc_page(seg_end);
-
- if (seg_start == seg_end)
- return;
-
- mem_clusters[mem_cluster_cnt].start = seg_start;
- mem_clusters[mem_cluster_cnt].size =
- seg_end - seg_start;
-
- if (avail_end < seg_end)
- avail_end = seg_end;
- physmem += atop(mem_clusters[mem_cluster_cnt].size);
- mem_cluster_cnt++;
-}
-#endif /* !defined(REALBASEMEM) && !defined(REALEXTMEM) */
-
-void
-initgdt()
-{
-#if !defined(XEN)
- struct region_descriptor region;
-#else
- paddr_t frames[16];
-#endif
-
-#if !defined(XEN)
- gdt = tgdt;
- memset(gdt, 0, NGDT*sizeof(*gdt));
-#endif
- /* make gdt gates and memory segments */
- setsegment(&gdt[GCODE_SEL].sd, 0, 0xfc3ff, SDT_MEMERA, SEL_KPL, 1, 1);
- setsegment(&gdt[GDATA_SEL].sd, 0, 0xfc3ff, SDT_MEMRWA, SEL_KPL, 1, 1);
- setsegment(&gdt[GUCODE_SEL].sd, 0, x86_btop(I386_MAX_EXE_ADDR) - 1,
- SDT_MEMERA, SEL_UPL, 1, 1);
- setsegment(&gdt[GUCODEBIG_SEL].sd, 0, x86_btop(VM_MAXUSER_ADDRESS) - 1,
- SDT_MEMERA, SEL_UPL, 1, 1);
- setsegment(&gdt[GUDATA_SEL].sd, 0, x86_btop(VM_MAXUSER_ADDRESS) - 1,
- SDT_MEMRWA, SEL_UPL, 1, 1);
-#ifdef COMPAT_MACH
- setgate(&gdt[GMACHCALLS_SEL].gd, &IDTVEC(mach_trap), 1,
- SDT_SYS386CGT, SEL_UPL, GSEL(GCODE_SEL, SEL_KPL));
-#endif
-#if NBIOSCALL > 0
- /* bios trampoline GDT entries */
- setsegment(&gdt[GBIOSCODE_SEL].sd, 0, 0xfc3ff, SDT_MEMERA, SEL_KPL, 0,
- 0);
- setsegment(&gdt[GBIOSDATA_SEL].sd, 0, 0xfc3ff, SDT_MEMRWA, SEL_KPL, 0,
- 0);
-#endif
- setsegment(&gdt[GCPU_SEL].sd, &cpu_info_primary,
- sizeof(struct cpu_info)-1, SDT_MEMRWA, SEL_KPL, 1, 1);
-
-#if !defined(XEN)
- setregion(®ion, gdt, NGDT * sizeof(gdt[0]) - 1);
- lgdt(®ion);
-#else
- frames[0] = xpmap_ptom((uint32_t)gdt - KERNBASE) >> PAGE_SHIFT;
- /* pmap_kremove((vaddr_t)gdt, PAGE_SIZE); */
- pmap_kenter_pa((vaddr_t)gdt, (uint32_t)gdt - KERNBASE,
- VM_PROT_READ);
- XENPRINTK(("loading gdt %lx, %d entries\n", frames[0] << PAGE_SHIFT,
- NGDT));
- if (HYPERVISOR_set_gdt(frames, NGDT))
- panic("HYPERVISOR_set_gdt failed!\n");
- lgdt_finish();
-#endif
-}
-
-void
-init386(paddr_t first_avail)
-{
-#if !defined(XEN)
- union descriptor *tgdt;
-#endif
- extern void consinit(void);
-#if !defined(XEN)
- extern struct extent *iomem_ex;
-#if !defined(REALBASEMEM) && !defined(REALEXTMEM)
- struct btinfo_memmap *bim;
-#endif
- struct region_descriptor region;
-#endif
- int x;
-#if !defined(XEN)
- int first16q;
- u_int64_t seg_start, seg_end;
- u_int64_t seg_start1, seg_end1;
-#endif
- paddr_t realmode_reserved_start;
- psize_t realmode_reserved_size;
- int needs_earlier_install_pte0;
-#if NBIOSCALL > 0
- extern int biostramp_image_size;
- extern u_char biostramp_image[];
-#endif
-
- XENPRINTK(("HYPERVISOR_shared_info %p\n", HYPERVISOR_shared_info));
-#ifdef XENDEBUG_LOW
- xen_dbglow_init();
-#endif
-
- cpu_probe_features(&cpu_info_primary);
- cpu_feature = cpu_info_primary.ci_feature_flags;
-
- /* not on Xen... */
- cpu_feature &= ~(CPUID_PGE|CPUID_PSE|CPUID_MTRR|CPUID_FXSR);
-
- lwp0.l_addr = proc0paddr;
- cpu_info_primary.ci_curpcb = &lwp0.l_addr->u_pcb;
-
- XENPRINTK(("proc0paddr %p pcb %p first_avail %p\n",
- proc0paddr, cpu_info_primary.ci_curpcb, (void *)first_avail));
- XENPRINTK(("ptdpaddr %p atdevbase %p\n", (void *)PTDpaddr,
- (void *)atdevbase));
-
- x86_bus_space_init();
- consinit(); /* XXX SHOULD NOT BE DONE HERE */
- /*
- * Initailize PAGE_SIZE-dependent variables.
- */
- uvm_setpagesize();
-
- /*
- * Saving SSE registers won't work if the save area isn't
- * 16-byte aligned.
- */
- if (offsetof(struct user, u_pcb.pcb_savefpu) & 0xf)
- panic("init386: pcb_savefpu not 16-byte aligned");
-
- /*
- * Start with 2 color bins -- this is just a guess to get us
- * started. We'll recolor when we determine the largest cache
- * sizes on the system.
- */
- uvmexp.ncolors = 2;
-
-#if !defined(XEN)
- /*
- * BIOS leaves data in physical page 0
- * Even if it didn't, our VM system doesn't like using zero as a
- * physical page number.
- * We may also need pages in low memory (one each) for secondary CPU
- * startup, for BIOS calls, and for ACPI, plus a page table page to map
- * them into the first few pages of the kernel's pmap.
- */
- avail_start = PAGE_SIZE;
-#else
- /* Make sure the end of the space used by the kernel is rounded. */
- first_avail = round_page(first_avail);
- avail_start = first_avail - KERNBASE;
- avail_end = ptoa(xen_start_info.nr_pages) +
- (KERNTEXTOFF - KERNBASE_LOCORE);
- pmap_pa_start = (KERNTEXTOFF - KERNBASE_LOCORE);
- pmap_pa_end = avail_end;
- mem_clusters[0].start = avail_start;
- mem_clusters[0].size = avail_end - avail_start;
- mem_cluster_cnt++;
- physmem += atop(mem_clusters[0].size);
-#endif
-
- /*
- * reserve memory for real-mode call
- */
- needs_earlier_install_pte0 = 0;
- realmode_reserved_start = 0;
- realmode_reserved_size = 0;
-#if NBIOSCALL > 0
- /* save us a page for trampoline code */
- realmode_reserved_size += PAGE_SIZE;
- needs_earlier_install_pte0 = 1;
-#endif
-#ifdef MULTIPROCESSOR /* XXX */
-#if !defined(XEN)
- KASSERT(avail_start == PAGE_SIZE); /* XXX */
-#endif
- if (realmode_reserved_size < MP_TRAMPOLINE) /* XXX */
- realmode_reserved_size = MP_TRAMPOLINE; /* XXX */
- needs_earlier_install_pte0 = 1; /* XXX */
-#endif /* XXX */
-#if NACPI > 0
- /* trampoline code for wake handler */
- realmode_reserved_size += ptoa(acpi_md_get_npages_of_wakecode()+1);
- needs_earlier_install_pte0 = 1;
-#endif
- if (needs_earlier_install_pte0) {
- /* page table for directory entry 0 */
- realmode_reserved_size += PAGE_SIZE;
- }
- if (realmode_reserved_size>0) {
- realmode_reserved_start = avail_start;
- avail_start += realmode_reserved_size;
- }
-
-#ifdef DEBUG_MEMLOAD
- printf("mem_cluster_count: %d\n", mem_cluster_cnt);
-#endif
-
- /*
- * Call pmap initialization to make new kernel address space.
- * We must do this before loading pages into the VM system.
- */
- pmap_bootstrap((vaddr_t)atdevbase + IOM_SIZE);
-
-#if !defined(XEN)
-#if !defined(REALBASEMEM) && !defined(REALEXTMEM)
- /*
- * Check to see if we have a memory map from the BIOS (passed
- * to us by the boot program.
- */
- bim = lookup_bootinfo(BTINFO_MEMMAP);
- if (bim != NULL && bim->num > 0) {
-#ifdef DEBUG_MEMLOAD
- printf("BIOS MEMORY MAP (%d ENTRIES):\n", bim->num);
-#endif
- for (x = 0; x < bim->num; x++) {
-#ifdef DEBUG_MEMLOAD
- printf(" addr 0x%qx size 0x%qx type 0x%x\n",
- bim->entry[x].addr,
- bim->entry[x].size,
- bim->entry[x].type);
-#endif
-
- /*
- * If the segment is not memory, skip it.
- */
- switch (bim->entry[x].type) {
- case BIM_Memory:
- case BIM_ACPI:
- case BIM_NVS:
- break;
- default:
- continue;
- }
-
- /*
- * Sanity check the entry.
- * XXX Need to handle uint64_t in extent code
- * XXX and 64-bit physical addresses in i386
- * XXX port.
- */
- seg_start = bim->entry[x].addr;
- seg_end = bim->entry[x].addr + bim->entry[x].size;
-
- /*
- * Avoid Compatibility Holes.
- * XXX Holes within memory space that allow access
- * XXX to be directed to the PC-compatible frame buffer
- * XXX (0xa0000-0xbffff),to adapter ROM space
- * XXX (0xc0000-0xdffff), and to system BIOS space
- * XXX (0xe0000-0xfffff).
- * XXX Some laptop(for example,Toshiba Satellite2550X)
- * XXX report this area and occurred problems,
- * XXX so we avoid this area.
- */
- if (seg_start < 0x100000 && seg_end > 0xa0000) {
- printf("WARNING: memory map entry overlaps "
- "with ``Compatibility Holes'': "
- "0x%qx/0x%qx/0x%x\n", seg_start,
- seg_end - seg_start, bim->entry[x].type);
- add_mem_cluster(seg_start, 0xa0000,
- bim->entry[x].type);
- add_mem_cluster(0x100000, seg_end,
- bim->entry[x].type);
- } else
- add_mem_cluster(seg_start, seg_end,
- bim->entry[x].type);
- }
- }
-#endif /* ! REALBASEMEM && ! REALEXTMEM */
- /*
- * If the loop above didn't find any valid segment, fall back to
- * former code.
- */
- if (mem_cluster_cnt == 0) {
- /*
- * Allocate the physical addresses used by RAM from the iomem
- * extent map. This is done before the addresses are
- * page rounded just to make sure we get them all.
- */
- if (extent_alloc_region(iomem_ex, 0, KBTOB(biosbasemem),
- EX_NOWAIT)) {
- /* XXX What should we do? */
- printf("WARNING: CAN'T ALLOCATE BASE MEMORY FROM "
- "IOMEM EXTENT MAP!\n");
- }
- mem_clusters[0].start = 0;
- mem_clusters[0].size = trunc_page(KBTOB(biosbasemem));
- physmem += atop(mem_clusters[0].size);
- if (extent_alloc_region(iomem_ex, IOM_END, KBTOB(biosextmem),
- EX_NOWAIT)) {
- /* XXX What should we do? */
- printf("WARNING: CAN'T ALLOCATE EXTENDED MEMORY FROM "
- "IOMEM EXTENT MAP!\n");
- }
-#if NISADMA > 0
- /*
- * Some motherboards/BIOSes remap the 384K of RAM that would
- * normally be covered by the ISA hole to the end of memory
- * so that it can be used. However, on a 16M system, this
- * would cause bounce buffers to be allocated and used.
- * This is not desirable behaviour, as more than 384K of
- * bounce buffers might be allocated. As a work-around,
- * we round memory down to the nearest 1M boundary if
- * we're using any isadma devices and the remapped memory
- * is what puts us over 16M.
- */
- if (biosextmem > (15*1024) && biosextmem < (16*1024)) {
- char pbuf[9];
-
- format_bytes(pbuf, sizeof(pbuf),
- biosextmem - (15*1024));
- printf("Warning: ignoring %s of remapped memory\n",
- pbuf);
- biosextmem = (15*1024);
- }
-#endif
- mem_clusters[1].start = IOM_END;
- mem_clusters[1].size = trunc_page(KBTOB(biosextmem));
- physmem += atop(mem_clusters[1].size);
-
- mem_cluster_cnt = 2;
-
- avail_end = IOM_END + trunc_page(KBTOB(biosextmem));
- }
- /*
- * If we have 16M of RAM or less, just put it all on
- * the default free list. Otherwise, put the first
- * 16M of RAM on a lower priority free list (so that
- * all of the ISA DMA'able memory won't be eaten up
- * first-off).
- */
- if (avail_end <= (16 * 1024 * 1024))
- first16q = VM_FREELIST_DEFAULT;
- else
- first16q = VM_FREELIST_FIRST16;
-
- /* Make sure the end of the space used by the kernel is rounded. */
- first_avail = round_page(first_avail);
-#endif
-
- XENPRINTK(("load the memory cluster %p(%d) - %p(%ld)\n",
- (void *)avail_start, (int)atop(avail_start),
- (void *)avail_end, (int)atop(avail_end)));
- uvm_page_physload(atop(avail_start), atop(avail_end),
- atop(avail_start), atop(avail_end),
- VM_FREELIST_DEFAULT);
-
-#if !defined(XEN)
-
- /*
- * Now, load the memory clusters (which have already been
- * rounded and truncated) into the VM system.
- *
- * NOTE: WE ASSUME THAT MEMORY STARTS AT 0 AND THAT THE KERNEL
- * IS LOADED AT IOM_END (1M).
- */
- for (x = 0; x < mem_cluster_cnt; x++) {
- seg_start = mem_clusters[x].start;
- seg_end = mem_clusters[x].start + mem_clusters[x].size;
- seg_start1 = 0;
- seg_end1 = 0;
-
- /*
- * Skip memory before our available starting point.
- */
- if (seg_end <= avail_start)
- continue;
-
- if (avail_start >= seg_start && avail_start < seg_end) {
- if (seg_start != 0)
- panic("init386: memory doesn't start at 0");
- seg_start = avail_start;
- if (seg_start == seg_end)
- continue;
- }
-
- /*
- * If this segment contains the kernel, split it
- * in two, around the kernel.
- */
- if (seg_start <= IOM_END && first_avail <= seg_end) {
- seg_start1 = first_avail;
- seg_end1 = seg_end;
- seg_end = IOM_END;
- }
-
- /* First hunk */
- if (seg_start != seg_end) {
- if (seg_start < (16 * 1024 * 1024) &&
- first16q != VM_FREELIST_DEFAULT) {
- u_int64_t tmp;
-
- if (seg_end > (16 * 1024 * 1024))
- tmp = (16 * 1024 * 1024);
- else
- tmp = seg_end;
-
- if (tmp != seg_start) {
-#ifdef DEBUG_MEMLOAD
- printf("loading 0x%qx-0x%qx "
- "(0x%lx-0x%lx)\n",
- seg_start, tmp,
- atop(seg_start), atop(tmp));
-#endif
- uvm_page_physload(atop(seg_start),
- atop(tmp), atop(seg_start),
- atop(tmp), first16q);
- }
- seg_start = tmp;
- }
-
- if (seg_start != seg_end) {
-#ifdef DEBUG_MEMLOAD
- printf("loading 0x%qx-0x%qx (0x%lx-0x%lx)\n",
- seg_start, seg_end,
- atop(seg_start), atop(seg_end));
-#endif
- uvm_page_physload(atop(seg_start),
- atop(seg_end), atop(seg_start),
- atop(seg_end), VM_FREELIST_DEFAULT);
- }
- }
-
- /* Second hunk */
- if (seg_start1 != seg_end1) {
- if (seg_start1 < (16 * 1024 * 1024) &&
- first16q != VM_FREELIST_DEFAULT) {
- u_int64_t tmp;
-
- if (seg_end1 > (16 * 1024 * 1024))
- tmp = (16 * 1024 * 1024);
- else
- tmp = seg_end1;
-
- if (tmp != seg_start1) {
-#ifdef DEBUG_MEMLOAD
- printf("loading 0x%qx-0x%qx "
- "(0x%lx-0x%lx)\n",
- seg_start1, tmp,
- atop(seg_start1), atop(tmp));
-#endif
- uvm_page_physload(atop(seg_start1),
- atop(tmp), atop(seg_start1),
- atop(tmp), first16q);
- }
- seg_start1 = tmp;
- }
-
- if (seg_start1 != seg_end1) {
-#ifdef DEBUG_MEMLOAD
- printf("loading 0x%qx-0x%qx (0x%lx-0x%lx)\n",
- seg_start1, seg_end1,
- atop(seg_start1), atop(seg_end1));
-#endif
- uvm_page_physload(atop(seg_start1),
- atop(seg_end1), atop(seg_start1),
- atop(seg_end1), VM_FREELIST_DEFAULT);
- }
- }
- }
-#endif
-
- /*
- * Steal memory for the message buffer (at end of core).
- */
- {
- struct vm_physseg *vps;
- psize_t sz = round_page(MSGBUFSIZE);
- psize_t reqsz = sz;
-
- for (x = 0; x < vm_nphysseg; x++) {
- vps = &vm_physmem[x];
- if (ptoa(vps->avail_end) == avail_end)
- goto found;
- }
- panic("init386: can't find end of memory");
-
- found:
- /* Shrink so it'll fit in the last segment. */
- if ((vps->avail_end - vps->avail_start) < atop(sz))
- sz = ptoa(vps->avail_end - vps->avail_start);
-
- vps->avail_end -= atop(sz);
- vps->end -= atop(sz);
- msgbuf_paddr = ptoa(vps->avail_end);
-
- /* Remove the last segment if it now has no pages. */
- if (vps->start == vps->end) {
- for (vm_nphysseg--; x < vm_nphysseg; x++)
- vm_physmem[x] = vm_physmem[x + 1];
- }
-
- /* Now find where the new avail_end is. */
- for (avail_end = 0, x = 0; x < vm_nphysseg; x++)
- if (vm_physmem[x].avail_end > avail_end)
- avail_end = vm_physmem[x].avail_end;
- avail_end = ptoa(avail_end);
-
- /* Warn if the message buffer had to be shrunk. */
- if (sz != reqsz)
- printf("WARNING: %ld bytes not available for msgbuf "
- "in last cluster (%ld used)\n", reqsz, sz);
- }
-
- /*
- * install PT page for the first 4M if needed.
- */
- if (needs_earlier_install_pte0) {
- paddr_t paddr;
-#ifdef DIAGNOSTIC
- if (realmode_reserved_size < PAGE_SIZE) {
- panic("cannot steal memory for first 4M PT page.");
- }
-#endif
- paddr=realmode_reserved_start+realmode_reserved_size-PAGE_SIZE;
- pmap_enter(pmap_kernel(), (vaddr_t)vtopte(0), paddr,
- VM_PROT_READ|VM_PROT_WRITE,
- PMAP_WIRED|VM_PROT_READ|VM_PROT_WRITE);
- pmap_update(pmap_kernel());
- /* make sure it is clean before using */
- memset(vtopte(0), 0, PAGE_SIZE);
- realmode_reserved_size -= PAGE_SIZE;
- }
-
-#if NBIOSCALL > 0
- /*
- * this should be caught at kernel build time, but put it here
- * in case someone tries to fake it out...
- */
-#ifdef DIAGNOSTIC
- if (realmode_reserved_start > BIOSTRAMP_BASE ||
- (realmode_reserved_start+realmode_reserved_size) < (BIOSTRAMP_BASE+
- PAGE_SIZE)) {
- panic("cannot steal memory for PT page of bioscall.");
- }
- if (biostramp_image_size > PAGE_SIZE)
- panic("biostramp_image_size too big: %x vs. %x",
- biostramp_image_size, PAGE_SIZE);
-#endif
- pmap_kenter_pa((vaddr_t)BIOSTRAMP_BASE, /* virtual */
- (paddr_t)BIOSTRAMP_BASE, /* physical */
- VM_PROT_ALL); /* protection */
- pmap_update(pmap_kernel());
- memcpy((caddr_t)BIOSTRAMP_BASE, biostramp_image, biostramp_image_size);
-#ifdef DEBUG_BIOSCALL
- printf("biostramp installed @ %x\n", BIOSTRAMP_BASE);
-#endif
- realmode_reserved_size -= PAGE_SIZE;
- realmode_reserved_start += PAGE_SIZE;
-#endif
-
-#if NACPI > 0
- /*
- * Steal memory for the acpi wake code
- */
- {
- paddr_t paddr, p;
- psize_t sz;
- int npg;
-
- paddr = realmode_reserved_start;
- npg = acpi_md_get_npages_of_wakecode();
- sz = ptoa(npg);
-#ifdef DIAGNOSTIC
- if (realmode_reserved_size < sz) {
- panic("cannot steal memory for ACPI wake code.");
- }
-#endif
-
- /* identical mapping */
- p = paddr;
- for (x=0; x<npg; x++) {
- printf("kenter: 0x%08X\n", (unsigned)p);
- pmap_kenter_pa((vaddr_t)p, p, VM_PROT_ALL);
- p += PAGE_SIZE;
- }
- pmap_update(pmap_kernel());
-
- acpi_md_install_wakecode(paddr);
-
- realmode_reserved_size -= sz;
- realmode_reserved_start += sz;
- }
-#endif
-
- pmap_enter(pmap_kernel(), idt_vaddr, idt_paddr,
- VM_PROT_READ|VM_PROT_WRITE, PMAP_WIRED|VM_PROT_READ|VM_PROT_WRITE);
- pmap_update(pmap_kernel());
- memset((void *)idt_vaddr, 0, PAGE_SIZE);
-
-#if !defined(XEN)
- idt = (struct gate_descriptor *)idt_vaddr;
-#ifdef I586_CPU
- pmap_enter(pmap_kernel(), pentium_idt_vaddr, idt_paddr,
- VM_PROT_READ, PMAP_WIRED|VM_PROT_READ);
- pentium_idt = (union descriptor *)pentium_idt_vaddr;
-#endif
-#endif
- pmap_update(pmap_kernel());
-
- initgdt();
-
- HYPERVISOR_set_callbacks(
- GSEL(GCODE_SEL, SEL_KPL), (unsigned long)hypervisor_callback,
- GSEL(GCODE_SEL, SEL_KPL), (unsigned long)failsafe_callback);
-
-#if !defined(XEN)
- tgdt = gdt;
- gdt = (union descriptor *)
- ((char *)idt + NIDT * sizeof (struct gate_descriptor));
- ldt = gdt + NGDT;
-
- memcpy(gdt, tgdt, NGDT*sizeof(*gdt));
-
- setsegment(&gdt[GLDT_SEL].sd, ldt, NLDT * sizeof(ldt[0]) - 1,
- SDT_SYSLDT, SEL_KPL, 0, 0);
-#else
- ldt = (union descriptor *)idt_vaddr;
-#endif
-
- /* make ldt gates and memory segments */
- setgate(&ldt[LSYS5CALLS_SEL].gd, &IDTVEC(osyscall), 1,
- SDT_SYS386CGT, SEL_UPL, GSEL(GCODE_SEL, SEL_KPL));
-
- ldt[LUCODE_SEL] = gdt[GUCODE_SEL];
- ldt[LUCODEBIG_SEL] = gdt[GUCODEBIG_SEL];
- ldt[LUDATA_SEL] = gdt[GUDATA_SEL];
- ldt[LSOL26CALLS_SEL] = ldt[LBSDICALLS_SEL] = ldt[LSYS5CALLS_SEL];
-
-#if !defined(XEN)
- /* exceptions */
- for (x = 0; x < 32; x++) {
- setgate(&idt[x], IDTVEC(exceptions)[x], 0, SDT_SYS386TGT,
- (x == 3 || x == 4) ? SEL_UPL : SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
- idt_allocmap[x] = 1;
- }
-
- /* new-style interrupt gate for syscalls */
- setgate(&idt[128], &IDTVEC(syscall), 0, SDT_SYS386TGT, SEL_UPL,
- GSEL(GCODE_SEL, SEL_KPL));
- idt_allocmap[128] = 1;
-#ifdef COMPAT_SVR4
- setgate(&idt[0xd2], &IDTVEC(svr4_fasttrap), 0, SDT_SYS386TGT,
- SEL_UPL, GSEL(GCODE_SEL, SEL_KPL));
- idt_allocmap[0xd2] = 1;
-#endif /* COMPAT_SVR4 */
-#endif
-
- memset(xen_idt, 0, sizeof(trap_info_t) * MAX_XEN_IDT);
- xen_idt_idx = 0;
- for (x = 0; x < 32; x++) {
- KASSERT(xen_idt_idx < MAX_XEN_IDT);
- xen_idt[xen_idt_idx].vector = x;
- xen_idt[xen_idt_idx].flags =
- (x == 3 || x == 4) ? SEL_UPL : SEL_XEN;
- xen_idt[xen_idt_idx].cs = GSEL(GCODE_SEL, SEL_KPL);
- xen_idt[xen_idt_idx].address =
- (uint32_t)IDTVEC(exceptions)[x];
- xen_idt_idx++;
- }
- KASSERT(xen_idt_idx < MAX_XEN_IDT);
- xen_idt[xen_idt_idx].vector = 128;
- xen_idt[xen_idt_idx].flags = SEL_UPL;
- xen_idt[xen_idt_idx].cs = GSEL(GCODE_SEL, SEL_KPL);
- xen_idt[xen_idt_idx].address = (uint32_t)&IDTVEC(syscall);
- xen_idt_idx++;
-#ifdef COMPAT_SVR4
- KASSERT(xen_idt_idx < MAX_XEN_IDT);
- xen_idt[xen_idt_idx].vector = 0xd2;
- xen_idt[xen_idt_idx].flags = SEL_UPL;
- xen_idt[xen_idt_idx].cs = GSEL(GCODE_SEL, SEL_KPL);
- xen_idt[xen_idt_idx].address = (uint32_t)&IDTVEC(svr4_fasttrap);
- xen_idt_idx++;
-#endif /* COMPAT_SVR4 */
-
-#if !defined(XEN)
- setregion(®ion, gdt, NGDT * sizeof(gdt[0]) - 1);
- lgdt(®ion);
-#else
- lldt(GSEL(GLDT_SEL, SEL_KPL));
-#endif
-
-#if !defined(XEN)
- cpu_init_idt();
-#else
- db_trap_callback = ddb_trap_hook;
-
- XENPRINTF(("HYPERVISOR_set_trap_table %p\n", xen_idt));
- if (HYPERVISOR_set_trap_table(xen_idt))
- panic("HYPERVISOR_set_trap_table %p failed\n", xen_idt);
-#endif
-
-#if NKSYMS || defined(DDB) || defined(LKM)
- {
- extern int end;
- struct btinfo_symtab *symtab;
-
-#ifdef DDB
- db_machine_init();
-#endif
-
- symtab = lookup_bootinfo(BTINFO_SYMTAB);
-
- if (symtab) {
- symtab->ssym += KERNBASE;
- symtab->esym += KERNBASE;
- ksyms_init(symtab->nsym, (int *)symtab->ssym,
- (int *)symtab->esym);
- }
- else
- ksyms_init(*(int *)&end, ((int *)&end) + 1,
- xen_start_info.mod_start ?
- (void *)xen_start_info.mod_start :
- (void *)xen_start_info.mfn_list);
- }
-#endif
-#ifdef DDB
- if (boothowto & RB_KDB)
- Debugger();
-#endif
-#ifdef IPKDB
- ipkdb_init();
- if (boothowto & RB_KDB)
- ipkdb_connect(0);
-#endif
-#ifdef KGDB
- kgdb_port_init();
- if (boothowto & RB_KDB) {
- kgdb_debug_init = 1;
- kgdb_connect(1);
- }
-#endif
-
-#if NMCA > 0
- /* check for MCA bus, needed to be done before ISA stuff - if
- * MCA is detected, ISA needs to use level triggered interrupts
- * by default */
- mca_busprobe();
-#endif
-
-#if defined(XEN)
- events_default_setup();
-#else
- intr_default_setup();
-#endif
-
- /* Initialize software interrupts. */
- softintr_init();
-
- splraise(IPL_IPI);
- enable_intr();
-
- if (physmem < btoc(2 * 1024 * 1024)) {
- printf("warning: too little memory available; "
- "have %lu bytes, want %lu bytes\n"
- "running in degraded mode\n"
- "press a key to confirm\n\n",
- ptoa(physmem), 2*1024*1024UL);
- cngetc();
- }
-
-#ifdef __HAVE_CPU_MAXPROC
- /* Make sure maxproc is sane */
- if (maxproc > cpu_maxproc())
- maxproc = cpu_maxproc();
-#endif
-}
-
-#ifdef COMPAT_NOMID
-static int
-exec_nomid(struct proc *p, struct exec_package *epp)
-{
- int error;
- u_long midmag, magic;
- u_short mid;
- struct exec *execp = epp->ep_hdr;
-
- /* check on validity of epp->ep_hdr performed by exec_out_makecmds */
-
- midmag = ntohl(execp->a_midmag);
- mid = (midmag >> 16) & 0xffff;
- magic = midmag & 0xffff;
-
- if (magic == 0) {
- magic = (execp->a_midmag & 0xffff);
- mid = MID_ZERO;
- }
-
- midmag = mid << 16 | magic;
-
- switch (midmag) {
- case (MID_ZERO << 16) | ZMAGIC:
- /*
- * 386BSD's ZMAGIC format:
- */
- error = exec_aout_prep_oldzmagic(p, epp);
- break;
-
- case (MID_ZERO << 16) | QMAGIC:
- /*
- * BSDI's QMAGIC format:
- * same as new ZMAGIC format, but with different magic number
- */
- error = exec_aout_prep_zmagic(p, epp);
- break;
-
- case (MID_ZERO << 16) | NMAGIC:
- /*
- * BSDI's NMAGIC format:
- * same as NMAGIC format, but with different magic number
- * and with text starting at 0.
- */
- error = exec_aout_prep_oldnmagic(p, epp);
- break;
-
- case (MID_ZERO << 16) | OMAGIC:
- /*
- * BSDI's OMAGIC format:
- * same as OMAGIC format, but with different magic number
- * and with text starting at 0.
- */
- error = exec_aout_prep_oldomagic(p, epp);
- break;
-
- default:
- error = ENOEXEC;
- }
-
- return error;
-}
-#endif
-
-/*
- * cpu_exec_aout_makecmds():
- * CPU-dependent a.out format hook for execve().
- *
- * Determine of the given exec package refers to something which we
- * understand and, if so, set up the vmcmds for it.
- *
- * On the i386, old (386bsd) ZMAGIC binaries and BSDI QMAGIC binaries
- * if COMPAT_NOMID is given as a kernel option.
- */
-int
-cpu_exec_aout_makecmds(struct proc *p, struct exec_package *epp)
-{
- int error = ENOEXEC;
-
-#ifdef COMPAT_NOMID
- if ((error = exec_nomid(p, epp)) == 0)
- return error;
-#endif /* ! COMPAT_NOMID */
-
- return error;
-}
-
-void *
-lookup_bootinfo(int type)
-{
- struct btinfo_common *help;
- int n = *(int*)bootinfo;
- help = (struct btinfo_common *)(bootinfo + sizeof(int));
- while(n--) {
- if(help->type == type)
- return(help);
- help = (struct btinfo_common *)((char*)help + help->len);
- }
- return(0);
-}
-
-#include <dev/ic/mc146818reg.h> /* for NVRAM POST */
-#include <i386/isa/nvram.h> /* for NVRAM POST */
-
-void
-cpu_reset()
-{
-
- disable_intr();
-
-#if 0
- /*
- * Ensure the NVRAM reset byte contains something vaguely sane.
- */
-
- outb(IO_RTC, NVRAM_RESET);
- outb(IO_RTC+1, NVRAM_RESET_RST);
-
- /*
- * The keyboard controller has 4 random output pins, one of which is
- * connected to the RESET pin on the CPU in many PCs. We tell the
- * keyboard controller to pulse this line a couple of times.
- */
- outb(IO_KBD + KBCMDP, KBC_PULSE0);
- delay(100000);
- outb(IO_KBD + KBCMDP, KBC_PULSE0);
- delay(100000);
-#endif
-
- HYPERVISOR_reboot();
-
- for (;;);
-}
-
-void
-cpu_getmcontext(struct lwp *l, mcontext_t *mcp, unsigned int *flags)
-{
- const struct trapframe *tf = l->l_md.md_regs;
- __greg_t *gr = mcp->__gregs;
- __greg_t ras_eip;
-
- /* Save register context. */
-#ifdef VM86
- if (tf->tf_eflags & PSL_VM) {
- gr[_REG_GS] = tf->tf_vm86_gs;
- gr[_REG_FS] = tf->tf_vm86_fs;
- gr[_REG_ES] = tf->tf_vm86_es;
- gr[_REG_DS] = tf->tf_vm86_ds;
- gr[_REG_EFL] = get_vflags(l);
- } else
-#endif
- {
- gr[_REG_GS] = tf->tf_gs;
- gr[_REG_FS] = tf->tf_fs;
- gr[_REG_ES] = tf->tf_es;
- gr[_REG_DS] = tf->tf_ds;
- gr[_REG_EFL] = tf->tf_eflags;
- }
- gr[_REG_EDI] = tf->tf_edi;
- gr[_REG_ESI] = tf->tf_esi;
- gr[_REG_EBP] = tf->tf_ebp;
- gr[_REG_EBX] = tf->tf_ebx;
- gr[_REG_EDX] = tf->tf_edx;
- gr[_REG_ECX] = tf->tf_ecx;
- gr[_REG_EAX] = tf->tf_eax;
- gr[_REG_EIP] = tf->tf_eip;
- gr[_REG_CS] = tf->tf_cs;
- gr[_REG_ESP] = tf->tf_esp;
- gr[_REG_UESP] = tf->tf_esp;
- gr[_REG_SS] = tf->tf_ss;
- gr[_REG_TRAPNO] = tf->tf_trapno;
- gr[_REG_ERR] = tf->tf_err;
-
- if ((ras_eip = (__greg_t)ras_lookup(l->l_proc,
- (caddr_t) gr[_REG_EIP])) != -1)
- gr[_REG_EIP] = ras_eip;
-
- *flags |= _UC_CPU;
-
- /* Save floating point register context, if any. */
- if ((l->l_md.md_flags & MDL_USEDFPU) != 0) {
-#if NNPX > 0
- /*
- * If this process is the current FP owner, dump its
- * context to the PCB first.
- * XXX npxsave() also clears the FPU state; depending on the
- * XXX application this might be a penalty.
- */
- if (l->l_addr->u_pcb.pcb_fpcpu) {
- npxsave_lwp(l, 1);
- }
-#endif
- if (i386_use_fxsave) {
-
memcpy(&mcp->__fpregs.__fp_reg_set.__fp_xmm_state.__fp_xmm,
- &l->l_addr->u_pcb.pcb_savefpu.sv_xmm,
- sizeof
(mcp->__fpregs.__fp_reg_set.__fp_xmm_state.__fp_xmm));
- *flags |= _UC_FXSAVE;
- } else {
-
memcpy(&mcp->__fpregs.__fp_reg_set.__fpchip_state.__fp_state,
- &l->l_addr->u_pcb.pcb_savefpu.sv_87,
- sizeof
(mcp->__fpregs.__fp_reg_set.__fpchip_state.__fp_state));
- }
-#if 0
- /* Apparently nothing ever touches this. */
- ucp->mcp.mc_fp.fp_emcsts = l->l_addr->u_pcb.pcb_saveemc;
-#endif
- *flags |= _UC_FPU;
- }
-}
-
-int
-cpu_setmcontext(struct lwp *l, const mcontext_t *mcp, unsigned int flags)
-{
- struct trapframe *tf = l->l_md.md_regs;
- __greg_t *gr = mcp->__gregs;
-
- /* Restore register context, if any. */
- if ((flags & _UC_CPU) != 0) {
-#ifdef VM86
- if (gr[_REG_EFL] & PSL_VM) {
- tf->tf_vm86_gs = gr[_REG_GS];
- tf->tf_vm86_fs = gr[_REG_FS];
- tf->tf_vm86_es = gr[_REG_ES];
- tf->tf_vm86_ds = gr[_REG_DS];
- set_vflags(l, gr[_REG_EFL]);
- if (flags & _UC_VM) {
- void syscall_vm86(struct trapframe *);
- l->l_proc->p_md.md_syscall = syscall_vm86;
- }
- } else
-#endif
- {
- /*
- * Check for security violations. If we're returning
- * to protected mode, the CPU will validate the segment
- * registers automatically and generate a trap on
- * violations. We handle the trap, rather than doing
- * all of the checking here.
- */
- if (((gr[_REG_EFL] ^ tf->tf_eflags) & PSL_USERSTATIC) ||
- !USERMODE(gr[_REG_CS], gr[_REG_EFL])) {
- printf("cpu_setmcontext error: uc EFL: 0x%08x"
- " tf EFL: 0x%08x uc CS: 0x%x\n",
- gr[_REG_EFL], tf->tf_eflags, gr[_REG_CS]);
- return (EINVAL);
- }
- tf->tf_gs = gr[_REG_GS];
- tf->tf_fs = gr[_REG_FS];
- tf->tf_es = gr[_REG_ES];
- tf->tf_ds = gr[_REG_DS];
- /* Only change the user-alterable part of eflags */
- tf->tf_eflags &= ~PSL_USER;
- tf->tf_eflags |= (gr[_REG_EFL] & PSL_USER);
- }
- tf->tf_edi = gr[_REG_EDI];
- tf->tf_esi = gr[_REG_ESI];
- tf->tf_ebp = gr[_REG_EBP];
- tf->tf_ebx = gr[_REG_EBX];
- tf->tf_edx = gr[_REG_EDX];
- tf->tf_ecx = gr[_REG_ECX];
- tf->tf_eax = gr[_REG_EAX];
- tf->tf_eip = gr[_REG_EIP];
- tf->tf_cs = gr[_REG_CS];
- tf->tf_esp = gr[_REG_UESP];
- tf->tf_ss = gr[_REG_SS];
- }
-
- /* Restore floating point register context, if any. */
- if ((flags & _UC_FPU) != 0) {
-#if NNPX > 0
- /*
- * If we were using the FPU, forget that we were.
- */
- if (l->l_addr->u_pcb.pcb_fpcpu != NULL)
- npxsave_lwp(l, 0);
-#endif
- if (flags & _UC_FXSAVE) {
- if (i386_use_fxsave) {
- memcpy(
- &l->l_addr->u_pcb.pcb_savefpu.sv_xmm,
-
&mcp->__fpregs.__fp_reg_set.__fp_xmm_state.__fp_xmm,
- sizeof
(&l->l_addr->u_pcb.pcb_savefpu.sv_xmm));
- } else {
- /* This is a weird corner case */
- process_xmm_to_s87((struct savexmm *)
-
&mcp->__fpregs.__fp_reg_set.__fp_xmm_state.__fp_xmm,
- &l->l_addr->u_pcb.pcb_savefpu.sv_87);
- }
- } else {
- if (i386_use_fxsave) {
- process_s87_to_xmm((struct save87 *)
-
&mcp->__fpregs.__fp_reg_set.__fpchip_state.__fp_state,
- &l->l_addr->u_pcb.pcb_savefpu.sv_xmm);
- } else {
- memcpy(&l->l_addr->u_pcb.pcb_savefpu.sv_87,
-
&mcp->__fpregs.__fp_reg_set.__fpchip_state.__fp_state,
- sizeof
(l->l_addr->u_pcb.pcb_savefpu.sv_87));
- }
- }
- /* If not set already. */
- l->l_md.md_flags |= MDL_USEDFPU;
-#if 0
- /* Apparently unused. */
- l->l_addr->u_pcb.pcb_saveemc = mcp->mc_fp.fp_emcsts;
-#endif
- }
- if (flags & _UC_SETSTACK)
- l->l_proc->p_sigctx.ps_sigstk.ss_flags |= SS_ONSTACK;
- if (flags & _UC_CLRSTACK)
- l->l_proc->p_sigctx.ps_sigstk.ss_flags &= ~SS_ONSTACK;
- return (0);
-}
-
-void
-cpu_initclocks()
-{
- (*initclock_func)();
-}
-
-#ifdef MULTIPROCESSOR
-void
-need_resched(struct cpu_info *ci)
-{
-
- if (ci->ci_want_resched)
- return;
-
- ci->ci_want_resched = 1;
- if ((ci)->ci_curlwp != NULL)
- aston((ci)->ci_curlwp->l_proc);
- else if (ci != curcpu())
- x86_send_ipi(ci, 0);
-}
-#endif
-
-/*
- * Allocate an IDT vector slot within the given range.
- * XXX needs locking to avoid MP allocation races.
- */
-
-int
-idt_vec_alloc(int low, int high)
-{
- int vec;
-
- simple_lock(&idt_lock);
- for (vec = low; vec <= high; vec++) {
- if (idt_allocmap[vec] == 0) {
- idt_allocmap[vec] = 1;
- simple_unlock(&idt_lock);
- return vec;
- }
- }
- simple_unlock(&idt_lock);
- return 0;
-}
-
-void
-idt_vec_set(int vec, void (*function)(void))
-{
- /*
- * Vector should be allocated, so no locking needed.
- */
- KASSERT(idt_allocmap[vec] == 1);
- setgate(&idt[vec], function, 0, SDT_SYS386IGT, SEL_KPL,
- GSEL(GCODE_SEL, SEL_KPL));
-}
-
-void
-idt_vec_free(int vec)
-{
- simple_lock(&idt_lock);
- unsetgate(&idt[vec]);
- idt_allocmap[vec] = 0;
- simple_unlock(&idt_lock);
-}
-
-/*
- * Number of processes is limited by number of available GDT slots.
- */
-int
-cpu_maxproc(void)
-{
-#ifdef USER_LDT
- return ((MAXGDTSIZ - NGDT) / 2);
-#else
- return (MAXGDTSIZ - NGDT);
-#endif
-}
-
-#if defined(DDB) || defined(KGDB)
-
-/*
- * Callback to output a backtrace when entering ddb.
- */
-void
-ddb_trap_hook(int where)
-{
- static int once = 0;
- db_addr_t db_dot;
-
- if (once != 0 || where != 1)
- return;
- once = 1;
-
- if (curlwp != NULL) {
- db_printf("Stopped");
- if (curproc == NULL)
- db_printf("; curlwp = %p,"
- " curproc is NULL at\t", curlwp);
- else
- db_printf(" in pid %d.%d (%s) at\t",
- curproc->p_pid, curlwp->l_lid,
- curproc->p_comm);
- } else
- db_printf("Stopped at\t");
- db_dot = PC_REGS(DDB_REGS);
- db_print_loc_and_inst(db_dot);
-
- db_stack_trace_print((db_expr_t) db_dot, FALSE, 65535,
- "", db_printf);
-#ifdef DEBUG
- db_show_regs((db_expr_t) db_dot, FALSE, 65535, "");
-#endif
-}
-
-#endif /* DDB || KGDB */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/pmap.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/pmap.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,4522 +0,0 @@
-/* $NetBSD: pmap.c,v 1.1.2.1 2004/05/22 15:57:52 he Exp $ */
-/* NetBSD: pmap.c,v 1.172 2004/04/12 13:17:46 yamt Exp */
-
-/*
- *
- * Copyright (c) 1997 Charles D. Cranor and Washington University.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Charles D. Cranor and
- * Washington University.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*
- * pmap.c: i386 pmap module rewrite
- * Chuck Cranor <chuck@xxxxxxxxxxxxxx>
- * 11-Aug-97
- *
- * history of this pmap module: in addition to my own input, i used
- * the following references for this rewrite of the i386 pmap:
- *
- * [1] the NetBSD i386 pmap. this pmap appears to be based on the
- * BSD hp300 pmap done by Mike Hibler at University of Utah.
- * it was then ported to the i386 by William Jolitz of UUNET
- * Technologies, Inc. Then Charles M. Hannum of the NetBSD
- * project fixed some bugs and provided some speed ups.
- *
- * [2] the FreeBSD i386 pmap. this pmap seems to be the
- * Hibler/Jolitz pmap, as modified for FreeBSD by John S. Dyson
- * and David Greenman.
- *
- * [3] the Mach pmap. this pmap, from CMU, seems to have migrated
- * between several processors. the VAX version was done by
- * Avadis Tevanian, Jr., and Michael Wayne Young. the i386
- * version was done by Lance Berc, Mike Kupfer, Bob Baron,
- * David Golub, and Richard Draves. the alpha version was
- * done by Alessandro Forin (CMU/Mach) and Chris Demetriou
- * (NetBSD/alpha).
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: pmap.c,v 1.1.2.1 2004/05/22 15:57:52 he Exp $");
-
-#include "opt_cputype.h"
-#include "opt_user_ldt.h"
-#include "opt_largepages.h"
-#include "opt_lockdebug.h"
-#include "opt_multiprocessor.h"
-#include "opt_kstack_dr0.h"
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/malloc.h>
-#include <sys/pool.h>
-#include <sys/user.h>
-#include <sys/kernel.h>
-
-#include <uvm/uvm.h>
-
-#include <machine/atomic.h>
-#include <machine/cpu.h>
-#include <machine/specialreg.h>
-#include <machine/gdt.h>
-
-#include <dev/isa/isareg.h>
-#include <machine/isa_machdep.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/xenpmap.h>
-
-void xpmap_find_pte(paddr_t);
-
-/* #define XENDEBUG */
-
-#ifdef XENDEBUG
-#define XENPRINTF(x) printf x
-#define XENPRINTK(x) printf x
-#else
-#define XENPRINTF(x)
-#define XENPRINTK(x)
-#endif
-#define PRINTF(x) printf x
-#define PRINTK(x) printf x
-
-
-/*
- * general info:
- *
- * - for an explanation of how the i386 MMU hardware works see
- * the comments in <machine/pte.h>.
- *
- * - for an explanation of the general memory structure used by
- * this pmap (including the recursive mapping), see the comments
- * in <machine/pmap.h>.
- *
- * this file contains the code for the "pmap module." the module's
- * job is to manage the hardware's virtual to physical address mappings.
- * note that there are two levels of mapping in the VM system:
- *
- * [1] the upper layer of the VM system uses vm_map's and vm_map_entry's
- * to map ranges of virtual address space to objects/files. for
- * example, the vm_map may say: "map VA 0x1000 to 0x22000 read-only
- * to the file /bin/ls starting at offset zero." note that
- * the upper layer mapping is not concerned with how individual
- * vm_pages are mapped.
- *
- * [2] the lower layer of the VM system (the pmap) maintains the mappings
- * from virtual addresses. it is concerned with which vm_page is
- * mapped where. for example, when you run /bin/ls and start
- * at page 0x1000 the fault routine may lookup the correct page
- * of the /bin/ls file and then ask the pmap layer to establish
- * a mapping for it.
- *
- * note that information in the lower layer of the VM system can be
- * thrown away since it can easily be reconstructed from the info
- * in the upper layer.
- *
- * data structures we use include:
- *
- * - struct pmap: describes the address space of one thread
- * - struct pv_entry: describes one <PMAP,VA> mapping of a PA
- * - struct pv_head: there is one pv_head per managed page of
- * physical memory. the pv_head points to a list of pv_entry
- * structures which describe all the <PMAP,VA> pairs that this
- * page is mapped in. this is critical for page based operations
- * such as pmap_page_protect() [change protection on _all_ mappings
- * of a page]
- * - pv_page/pv_page_info: pv_entry's are allocated out of pv_page's.
- * if we run out of pv_entry's we allocate a new pv_page and free
- * its pv_entrys.
- * - pmap_remove_record: a list of virtual addresses whose mappings
- * have been changed. used for TLB flushing.
- */
-
-/*
- * memory allocation
- *
- * - there are three data structures that we must dynamically allocate:
- *
- * [A] new process' page directory page (PDP)
- * - plan 1: done at pmap_create() we use
- * uvm_km_alloc(kernel_map, PAGE_SIZE) [fka kmem_alloc] to do this
- * allocation.
- *
- * if we are low in free physical memory then we sleep in
- * uvm_km_alloc -- in this case this is ok since we are creating
- * a new pmap and should not be holding any locks.
- *
- * if the kernel is totally out of virtual space
- * (i.e. uvm_km_alloc returns NULL), then we panic.
- *
- * XXX: the fork code currently has no way to return an "out of
- * memory, try again" error code since uvm_fork [fka vm_fork]
- * is a void function.
- *
- * [B] new page tables pages (PTP)
- * - call uvm_pagealloc()
- * => success: zero page, add to pm_pdir
- * => failure: we are out of free vm_pages, let pmap_enter()
- * tell UVM about it.
- *
- * note: for kernel PTPs, we start with NKPTP of them. as we map
- * kernel memory (at uvm_map time) we check to see if we've grown
- * the kernel pmap. if so, we call the optional function
- * pmap_growkernel() to grow the kernel PTPs in advance.
- *
- * [C] pv_entry structures
- * - plan 1: try to allocate one off the free list
- * => success: done!
- * => failure: no more free pv_entrys on the list
- * - plan 2: try to allocate a new pv_page to add a chunk of
- * pv_entrys to the free list
- * [a] obtain a free, unmapped, VA in kmem_map. either
- * we have one saved from a previous call, or we allocate
- * one now using a "vm_map_lock_try" in uvm_map
- * => success: we have an unmapped VA, continue to [b]
- * => failure: unable to lock kmem_map or out of VA in it.
- * move on to plan 3.
- * [b] allocate a page in kmem_object for the VA
- * => success: map it in, free the pv_entry's, DONE!
- * => failure: kmem_object locked, no free vm_pages, etc.
- * save VA for later call to [a], go to plan 3.
- * If we fail, we simply let pmap_enter() tell UVM about it.
- */
-
-/*
- * locking
- *
- * we have the following locks that we must contend with:
- *
- * "normal" locks:
- *
- * - pmap_main_lock
- * this lock is used to prevent deadlock and/or provide mutex
- * access to the pmap system. most operations lock the pmap
- * structure first, then they lock the pv_lists (if needed).
- * however, some operations such as pmap_page_protect lock
- * the pv_lists and then lock pmaps. in order to prevent a
- * cycle, we require a mutex lock when locking the pv_lists
- * first. thus, the "pmap = >pv_list" lockers must gain a
- * read-lock on pmap_main_lock before locking the pmap. and
- * the "pv_list => pmap" lockers must gain a write-lock on
- * pmap_main_lock before locking. since only one thread
- * can write-lock a lock at a time, this provides mutex.
- *
- * "simple" locks:
- *
- * - pmap lock (per pmap, part of uvm_object)
- * this lock protects the fields in the pmap structure including
- * the non-kernel PDEs in the PDP, and the PTEs. it also locks
- * in the alternate PTE space (since that is determined by the
- * entry in the PDP).
- *
- * - pvh_lock (per pv_head)
- * this lock protects the pv_entry list which is chained off the
- * pv_head structure for a specific managed PA. it is locked
- * when traversing the list (e.g. adding/removing mappings,
- * syncing R/M bits, etc.)
- *
- * - pvalloc_lock
- * this lock protects the data structures which are used to manage
- * the free list of pv_entry structures.
- *
- * - pmaps_lock
- * this lock protects the list of active pmaps (headed by "pmaps").
- * we lock it when adding or removing pmaps from this list.
- *
- */
-
-/*
- * locking data structures
- */
-
-static struct simplelock pvalloc_lock;
-static struct simplelock pmaps_lock;
-
-#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
-static struct lock pmap_main_lock;
-
-#define PMAP_MAP_TO_HEAD_LOCK() \
- (void) spinlockmgr(&pmap_main_lock, LK_SHARED, NULL)
-#define PMAP_MAP_TO_HEAD_UNLOCK() \
- (void) spinlockmgr(&pmap_main_lock, LK_RELEASE, NULL)
-
-#define PMAP_HEAD_TO_MAP_LOCK() \
- (void) spinlockmgr(&pmap_main_lock, LK_EXCLUSIVE, NULL)
-#define PMAP_HEAD_TO_MAP_UNLOCK() \
- spinlockmgr(&pmap_main_lock, LK_RELEASE, (void *) 0)
-
-#else
-
-#define PMAP_MAP_TO_HEAD_LOCK() /* null */
-#define PMAP_MAP_TO_HEAD_UNLOCK() /* null */
-
-#define PMAP_HEAD_TO_MAP_LOCK() /* null */
-#define PMAP_HEAD_TO_MAP_UNLOCK() /* null */
-
-#endif
-
-#define COUNT(x) /* nothing */
-
-/*
- * TLB Shootdown:
- *
- * When a mapping is changed in a pmap, the TLB entry corresponding to
- * the virtual address must be invalidated on all processors. In order
- * to accomplish this on systems with multiple processors, messages are
- * sent from the processor which performs the mapping change to all
- * processors on which the pmap is active. For other processors, the
- * ASN generation numbers for that processor is invalidated, so that
- * the next time the pmap is activated on that processor, a new ASN
- * will be allocated (which implicitly invalidates all TLB entries).
- *
- * Shootdown job queue entries are allocated using a simple special-
- * purpose allocator for speed.
- */
-struct pmap_tlb_shootdown_job {
- TAILQ_ENTRY(pmap_tlb_shootdown_job) pj_list;
- vaddr_t pj_va; /* virtual address */
- pmap_t pj_pmap; /* the pmap which maps the address */
- pt_entry_t pj_pte; /* the PTE bits */
- struct pmap_tlb_shootdown_job *pj_nextfree;
-};
-
-#define PMAP_TLB_SHOOTDOWN_JOB_ALIGN 32
-union pmap_tlb_shootdown_job_al {
- struct pmap_tlb_shootdown_job pja_job;
- char pja_align[PMAP_TLB_SHOOTDOWN_JOB_ALIGN];
-};
-
-struct pmap_tlb_shootdown_q {
- TAILQ_HEAD(, pmap_tlb_shootdown_job) pq_head;
- int pq_pte; /* aggregate PTE bits */
- int pq_count; /* number of pending requests */
- __cpu_simple_lock_t pq_slock; /* spin lock on queue */
- int pq_flushg; /* pending flush global */
- int pq_flushu; /* pending flush user */
-} pmap_tlb_shootdown_q[X86_MAXPROCS];
-
-#define PMAP_TLB_MAXJOBS 16
-
-void pmap_tlb_shootdown_q_drain(struct pmap_tlb_shootdown_q *);
-struct pmap_tlb_shootdown_job *pmap_tlb_shootdown_job_get
- (struct pmap_tlb_shootdown_q *);
-void pmap_tlb_shootdown_job_put(struct pmap_tlb_shootdown_q *,
- struct pmap_tlb_shootdown_job *);
-
-__cpu_simple_lock_t pmap_tlb_shootdown_job_lock;
-union pmap_tlb_shootdown_job_al *pj_page, *pj_free;
-
-/*
- * global data structures
- */
-
-struct pmap kernel_pmap_store; /* the kernel's pmap (proc0) */
-
-/*
- * nkpde is the number of kernel PTPs allocated for the kernel at
- * boot time (NKPTP is a compile time override). this number can
- * grow dynamically as needed (but once allocated, we never free
- * kernel PTPs).
- */
-
-int nkpde = NKPTP;
-#ifdef NKPDE
-#error "obsolete NKPDE: use NKPTP"
-#endif
-
-/*
- * pmap_pg_g: if our processor supports PG_G in the PTE then we
- * set pmap_pg_g to PG_G (otherwise it is zero).
- */
-
-int pmap_pg_g = 0;
-
-#ifdef LARGEPAGES
-/*
- * pmap_largepages: if our processor supports PG_PS and we are
- * using it, this is set to TRUE.
- */
-
-int pmap_largepages;
-#endif
-
-/*
- * i386 physical memory comes in a big contig chunk with a small
- * hole toward the front of it... the following two paddr_t's
- * (shared with machdep.c) describe the physical address space
- * of this machine.
- */
-paddr_t avail_start; /* PA of first available physical page */
-paddr_t avail_end; /* PA of last available physical page */
-
-paddr_t pmap_pa_start; /* PA of first physical page for this domain */
-paddr_t pmap_pa_end; /* PA of last physical page for this domain */
-
- /* MA of last physical page of the machine */
-paddr_t pmap_mem_end = HYPERVISOR_VIRT_START; /* updated for domain-0 */
-
-/*
- * other data structures
- */
-
-static pt_entry_t protection_codes[8]; /* maps MI prot to i386 prot code */
-static boolean_t pmap_initialized = FALSE; /* pmap_init done yet? */
-
-/*
- * the following two vaddr_t's are used during system startup
- * to keep track of how much of the kernel's VM space we have used.
- * once the system is started, the management of the remaining kernel
- * VM space is turned over to the kernel_map vm_map.
- */
-
-static vaddr_t virtual_avail; /* VA of first free KVA */
-static vaddr_t virtual_end; /* VA of last free KVA */
-
-
-/*
- * pv_page management structures: locked by pvalloc_lock
- */
-
-TAILQ_HEAD(pv_pagelist, pv_page);
-static struct pv_pagelist pv_freepages; /* list of pv_pages with free
entrys */
-static struct pv_pagelist pv_unusedpgs; /* list of unused pv_pages */
-static int pv_nfpvents; /* # of free pv entries */
-static struct pv_page *pv_initpage; /* bootstrap page from kernel_map */
-static vaddr_t pv_cachedva; /* cached VA for later use */
-
-#define PVE_LOWAT (PVE_PER_PVPAGE / 2) /* free pv_entry low water mark */
-#define PVE_HIWAT (PVE_LOWAT + (PVE_PER_PVPAGE * 2))
- /* high water mark */
-
-static __inline int
-pv_compare(struct pv_entry *a, struct pv_entry *b)
-{
- if (a->pv_pmap < b->pv_pmap)
- return (-1);
- else if (a->pv_pmap > b->pv_pmap)
- return (1);
- else if (a->pv_va < b->pv_va)
- return (-1);
- else if (a->pv_va > b->pv_va)
- return (1);
- else
- return (0);
-}
-
-SPLAY_PROTOTYPE(pvtree, pv_entry, pv_node, pv_compare);
-SPLAY_GENERATE(pvtree, pv_entry, pv_node, pv_compare);
-
-/*
- * linked list of all non-kernel pmaps
- */
-
-static struct pmap_head pmaps;
-
-/*
- * pool that pmap structures are allocated from
- */
-
-struct pool pmap_pmap_pool;
-
-/*
- * MULTIPROCESSOR: special VA's/ PTE's are actually allocated inside a
- * X86_MAXPROCS*NPTECL array of PTE's, to avoid cache line thrashing
- * due to false sharing.
- */
-
-#ifdef MULTIPROCESSOR
-#define PTESLEW(pte, id) ((pte)+(id)*NPTECL)
-#define VASLEW(va,id) ((va)+(id)*NPTECL*PAGE_SIZE)
-#else
-#define PTESLEW(pte, id) (pte)
-#define VASLEW(va,id) (va)
-#endif
-
-/*
- * special VAs and the PTEs that map them
- */
-static pt_entry_t *csrc_pte, *cdst_pte, *zero_pte, *ptp_pte;
-static caddr_t csrcp, cdstp, zerop, ptpp;
-
-/*
- * pool and cache that PDPs are allocated from
- */
-
-struct pool pmap_pdp_pool;
-struct pool_cache pmap_pdp_cache;
-u_int pmap_pdp_cache_generation;
-
-int pmap_pdp_ctor(void *, void *, int);
-void pmap_pdp_dtor(void *, void *);
-
-caddr_t vmmap; /* XXX: used by mem.c... it should really uvm_map_reserve it */
-
-extern vaddr_t msgbuf_vaddr;
-extern paddr_t msgbuf_paddr;
-
-extern vaddr_t idt_vaddr; /* we allocate IDT early */
-extern paddr_t idt_paddr;
-
-#if defined(I586_CPU)
-/* stuff to fix the pentium f00f bug */
-extern vaddr_t pentium_idt_vaddr;
-#endif
-
-
-/*
- * local prototypes
- */
-
-static struct pv_entry *pmap_add_pvpage(struct pv_page *, boolean_t);
-static struct vm_page *pmap_alloc_ptp(struct pmap *, int);
-static struct pv_entry *pmap_alloc_pv(struct pmap *, int); /* see codes below
*/
-#define ALLOCPV_NEED 0 /* need PV now */
-#define ALLOCPV_TRY 1 /* just try to allocate, don't steal */
-#define ALLOCPV_NONEED 2 /* don't need PV, just growing cache */
-static struct pv_entry *pmap_alloc_pvpage(struct pmap *, int);
-static void pmap_enter_pv(struct pv_head *,
- struct pv_entry *, struct pmap *,
- vaddr_t, struct vm_page *);
-static void pmap_free_pv(struct pmap *, struct pv_entry *);
-static void pmap_free_pvs(struct pmap *, struct pv_entry *);
-static void pmap_free_pv_doit(struct pv_entry *);
-static void pmap_free_pvpage(void);
-static struct vm_page *pmap_get_ptp(struct pmap *, int);
-static boolean_t pmap_is_curpmap(struct pmap *);
-static boolean_t pmap_is_active(struct pmap *, int);
-static pt_entry_t *pmap_map_ptes(struct pmap *);
-static struct pv_entry *pmap_remove_pv(struct pv_head *, struct pmap *,
- vaddr_t);
-static void pmap_do_remove(struct pmap *, vaddr_t, vaddr_t, int);
-static boolean_t pmap_remove_pte(struct pmap *, struct vm_page *,
- pt_entry_t *, vaddr_t, int32_t *, int);
-static void pmap_remove_ptes(struct pmap *, struct vm_page *,
- vaddr_t, vaddr_t, vaddr_t, int32_t *,
- int);
-#define PMAP_REMOVE_ALL 0 /* remove all mappings */
-#define PMAP_REMOVE_SKIPWIRED 1 /* skip wired mappings */
-
-static vaddr_t pmap_tmpmap_pa(paddr_t);
-static pt_entry_t *pmap_tmpmap_pvepte(struct pv_entry *);
-static void pmap_tmpunmap_pa(void);
-static void pmap_tmpunmap_pvepte(struct pv_entry *);
-static void pmap_unmap_ptes(struct pmap *);
-
-static boolean_t pmap_reactivate(struct pmap *);
-
-#ifdef DEBUG
-u_int curapdp;
-#endif
-
-/*
- * p m a p i n l i n e h e l p e r f u n c t i o n s
- */
-
-/*
- * pmap_is_curpmap: is this pmap the one currently loaded [in %cr3]?
- * of course the kernel is always loaded
- */
-
-__inline static boolean_t
-pmap_is_curpmap(pmap)
- struct pmap *pmap;
-{
-
- return((pmap == pmap_kernel()) ||
- (pmap == curcpu()->ci_pmap));
-}
-
-/*
- * pmap_is_active: is this pmap loaded into the specified processor's %cr3?
- */
-
-__inline static boolean_t
-pmap_is_active(pmap, cpu_id)
- struct pmap *pmap;
- int cpu_id;
-{
-
- return (pmap == pmap_kernel() ||
- (pmap->pm_cpus & (1U << cpu_id)) != 0);
-}
-
-/*
- * pmap_tmpmap_pa: map a page in for tmp usage
- */
-
-__inline static vaddr_t
-pmap_tmpmap_pa(pa)
- paddr_t pa;
-{
-#ifdef MULTIPROCESSOR
- int id = cpu_number();
-#endif
- pt_entry_t *ptpte = PTESLEW(ptp_pte, id);
- pt_entry_t *maptp;
- caddr_t ptpva = VASLEW(ptpp, id);
-#if defined(DIAGNOSTIC)
- if (*ptpte)
- panic("pmap_tmpmap_pa: ptp_pte in use?");
-#endif
- maptp = (pt_entry_t *)vtomach((vaddr_t)ptpte);
- PTE_SET(ptpte, maptp, PG_V | PG_RW | pa); /* always a new mapping */
- return((vaddr_t)ptpva);
-}
-
-/*
- * pmap_tmpunmap_pa: unmap a tmp use page (undoes pmap_tmpmap_pa)
- */
-
-__inline static void
-pmap_tmpunmap_pa()
-{
-#ifdef MULTIPROCESSOR
- int id = cpu_number();
-#endif
- pt_entry_t *ptpte = PTESLEW(ptp_pte, id);
- pt_entry_t *maptp;
- caddr_t ptpva = VASLEW(ptpp, id);
-#if defined(DIAGNOSTIC)
- if (!pmap_valid_entry(*ptp_pte))
- panic("pmap_tmpunmap_pa: our pte invalid?");
-#endif
- maptp = (pt_entry_t *)vtomach((vaddr_t)ptpte);
- PTE_CLEAR(ptpte, maptp); /* zap! */
- pmap_update_pg((vaddr_t)ptpva);
-#ifdef MULTIPROCESSOR
- /*
- * No need for tlb shootdown here, since ptp_pte is per-CPU.
- */
-#endif
-}
-
-/*
- * pmap_tmpmap_pvepte: get a quick mapping of a PTE for a pv_entry
- *
- * => do NOT use this on kernel mappings [why? because pv_ptp may be NULL]
- */
-
-__inline static pt_entry_t *
-pmap_tmpmap_pvepte(pve)
- struct pv_entry *pve;
-{
-#ifdef DIAGNOSTIC
- if (pve->pv_pmap == pmap_kernel())
- panic("pmap_tmpmap_pvepte: attempt to map kernel");
-#endif
-
- /* is it current pmap? use direct mapping... */
- if (pmap_is_curpmap(pve->pv_pmap))
- return(vtopte(pve->pv_va));
-
- return(((pt_entry_t *)pmap_tmpmap_pa(VM_PAGE_TO_PHYS(pve->pv_ptp)))
- + ptei((unsigned)pve->pv_va));
-}
-
-/*
- * pmap_tmpunmap_pvepte: release a mapping obtained with pmap_tmpmap_pvepte
- */
-
-__inline static void
-pmap_tmpunmap_pvepte(pve)
- struct pv_entry *pve;
-{
- /* was it current pmap? if so, return */
- if (pmap_is_curpmap(pve->pv_pmap))
- return;
-
- pmap_tmpunmap_pa();
-}
-
-__inline static void
-pmap_apte_flush(struct pmap *pmap)
-{
-#if defined(MULTIPROCESSOR)
- struct pmap_tlb_shootdown_q *pq;
- struct cpu_info *ci, *self = curcpu();
- CPU_INFO_ITERATOR cii;
- int s;
-#endif
-
- tlbflush(); /* flush TLB on current processor */
-#if defined(MULTIPROCESSOR)
- /*
- * Flush the APTE mapping from all other CPUs that
- * are using the pmap we are using (who's APTE space
- * is the one we've just modified).
- *
- * XXXthorpej -- find a way to defer the IPI.
- */
- for (CPU_INFO_FOREACH(cii, ci)) {
- if (ci == self)
- continue;
- if (pmap_is_active(pmap, ci->ci_cpuid)) {
- pq = &pmap_tlb_shootdown_q[ci->ci_cpuid];
- s = splipi();
- __cpu_simple_lock(&pq->pq_slock);
- pq->pq_flushu++;
- __cpu_simple_unlock(&pq->pq_slock);
- splx(s);
- x86_send_ipi(ci, X86_IPI_TLB);
- }
- }
-#endif
-}
-
-/*
- * pmap_map_ptes: map a pmap's PTEs into KVM and lock them in
- *
- * => we lock enough pmaps to keep things locked in
- * => must be undone with pmap_unmap_ptes before returning
- */
-
-__inline static pt_entry_t *
-pmap_map_ptes(pmap)
- struct pmap *pmap;
-{
- pd_entry_t opde;
- pd_entry_t *mapdp;
- struct pmap *ourpmap;
- struct cpu_info *ci;
-
- /* the kernel's pmap is always accessible */
- if (pmap == pmap_kernel()) {
- return(PTE_BASE);
- }
-
- ci = curcpu();
- if (ci->ci_want_pmapload &&
- vm_map_pmap(&ci->ci_curlwp->l_proc->p_vmspace->vm_map) == pmap)
- pmap_load();
-
- /* if curpmap then we are always mapped */
- if (pmap_is_curpmap(pmap)) {
- simple_lock(&pmap->pm_obj.vmobjlock);
- return(PTE_BASE);
- }
-
- ourpmap = ci->ci_pmap;
-
- /* need to lock both curpmap and pmap: use ordered locking */
- if ((unsigned) pmap < (unsigned) ourpmap) {
- simple_lock(&pmap->pm_obj.vmobjlock);
- simple_lock(&ourpmap->pm_obj.vmobjlock);
- } else {
- simple_lock(&ourpmap->pm_obj.vmobjlock);
- simple_lock(&pmap->pm_obj.vmobjlock);
- }
-
- /* need to load a new alternate pt space into curpmap? */
- COUNT(apdp_pde_map);
- opde = PDE_GET(APDP_PDE);
- if (!pmap_valid_entry(opde) || (opde & PG_FRAME) != pmap->pm_pdirpa) {
- XENPRINTF(("APDP_PDE %p %p/%p set %p/%p\n",
- pmap,
- (void *)vtophys((vaddr_t)APDP_PDE),
- (void *)xpmap_ptom(vtophys((vaddr_t)APDP_PDE)),
- (void *)pmap->pm_pdirpa,
- (void *)xpmap_ptom(pmap->pm_pdirpa)));
- mapdp = (pt_entry_t *)vtomach((vaddr_t)APDP_PDE);
- PDE_SET(APDP_PDE, mapdp, pmap->pm_pdirpa /* | PG_RW */ | PG_V);
-#ifdef DEBUG
- curapdp = pmap->pm_pdirpa;
-#endif
- if (pmap_valid_entry(opde))
- pmap_apte_flush(ourpmap);
- XENPRINTF(("APDP_PDE set done\n"));
- }
- return(APTE_BASE);
-}
-
-/*
- * pmap_unmap_ptes: unlock the PTE mapping of "pmap"
- */
-
-__inline static void
-pmap_unmap_ptes(pmap)
- struct pmap *pmap;
-{
-#if defined(MULTIPROCESSOR)
- pd_entry_t *mapdp;
-#endif
-
- if (pmap == pmap_kernel()) {
- return;
- }
- if (pmap_is_curpmap(pmap)) {
- simple_unlock(&pmap->pm_obj.vmobjlock);
- } else {
- struct pmap *ourpmap = curcpu()->ci_pmap;
-
-#if defined(MULTIPROCESSOR)
- mapdp = (pt_entry_t *)vtomach((vaddr_t)APDP_PDE);
- PDE_CLEAR(APDP_PDE, mapdp);
- pmap_apte_flush(ourpmap);
-#endif
-#ifdef DEBUG
- curapdp = 0;
-#endif
- XENPRINTF(("APDP_PDE clear %p/%p set %p/%p\n",
- (void *)vtophys((vaddr_t)APDP_PDE),
- (void *)xpmap_ptom(vtophys((vaddr_t)APDP_PDE)),
- (void *)pmap->pm_pdirpa,
- (void *)xpmap_ptom(pmap->pm_pdirpa)));
- COUNT(apdp_pde_unmap);
- simple_unlock(&pmap->pm_obj.vmobjlock);
- simple_unlock(&ourpmap->pm_obj.vmobjlock);
- }
-}
-
-__inline static void
-pmap_exec_account(struct pmap *pm, vaddr_t va, pt_entry_t opte, pt_entry_t
npte)
-{
- if (curproc == NULL || curproc->p_vmspace == NULL ||
- pm != vm_map_pmap(&curproc->p_vmspace->vm_map))
- return;
-
- if ((opte ^ npte) & PG_X)
- pmap_update_pg(va);
-
- /*
- * Executability was removed on the last executable change.
- * Reset the code segment to something conservative and
- * let the trap handler deal with setting the right limit.
- * We can't do that because of locking constraints on the vm map.
- */
-
- if ((opte & PG_X) && (npte & PG_X) == 0 && va == pm->pm_hiexec) {
- struct trapframe *tf = curlwp->l_md.md_regs;
- struct pcb *pcb = &curlwp->l_addr->u_pcb;
-
- pcb->pcb_cs = tf->tf_cs = GSEL(GUCODE_SEL, SEL_UPL);
- pm->pm_hiexec = I386_MAX_EXE_ADDR;
- }
-}
-
-__inline static pt_entry_t
-pte_mtop(pt_entry_t pte)
-{
- pt_entry_t ppte;
-
- KDASSERT(pmap_valid_entry(pte));
- ppte = xpmap_mtop(pte);
- if ((ppte & PG_FRAME) == XPMAP_OFFSET) {
- XENPRINTF(("pte_mtop: null page %08x -> %08x\n",
- ppte, pte));
- ppte = pte;
- }
-
- return ppte;
-}
-
-__inline static pt_entry_t
-pte_get_ma(pt_entry_t *pte)
-{
-
- return *pte;
-}
-
-__inline static pt_entry_t
-pte_get(pt_entry_t *pte)
-{
-
- if (pmap_valid_entry(*pte))
- return pte_mtop(*pte);
- return *pte;
-}
-
-__inline static pt_entry_t
-pte_atomic_update_ma(pt_entry_t *pte, pt_entry_t *mapte, pt_entry_t npte)
-{
- pt_entry_t opte;
-
- XENPRINTK(("pte_atomic_update_ma pte %p mapte %p npte %08x\n",
- pte, mapte, npte));
- opte = PTE_GET_MA(pte);
- if (opte > pmap_mem_end) {
- /* must remove opte unchecked */
- if (npte > pmap_mem_end)
- /* must set npte unchecked */
- xpq_queue_unchecked_pte_update(mapte, npte);
- else {
- /* must set npte checked */
- xpq_queue_unchecked_pte_update(mapte, 0);
- xpq_queue_pte_update(mapte, npte);
- }
- } else {
- /* must remove opte checked */
- if (npte > pmap_mem_end) {
- /* must set npte unchecked */
- xpq_queue_pte_update(mapte, 0);
- xpq_queue_unchecked_pte_update(mapte, npte);
- } else
- /* must set npte checked */
- xpq_queue_pte_update(mapte, npte);
- }
- xpq_flush_queue();
-
- return opte;
-}
-
-__inline static pt_entry_t
-pte_atomic_update(pt_entry_t *pte, pt_entry_t *mapte, pt_entry_t npte)
-{
- pt_entry_t opte;
-
- opte = pte_atomic_update_ma(pte, mapte, npte);
-
- return pte_mtop(opte);
-}
-
-/*
- * Fixup the code segment to cover all potential executable mappings.
- * returns 0 if no changes to the code segment were made.
- */
-
-int
-pmap_exec_fixup(struct vm_map *map, struct trapframe *tf, struct pcb *pcb)
-{
- struct vm_map_entry *ent;
- struct pmap *pm = vm_map_pmap(map);
- vaddr_t va = 0;
-
- vm_map_lock_read(map);
- for (ent = (&map->header)->next; ent != &map->header; ent = ent->next) {
-
- /*
- * This entry has greater va than the entries before.
- * We need to make it point to the last page, not past it.
- */
-
- if (ent->protection & VM_PROT_EXECUTE)
- va = trunc_page(ent->end) - PAGE_SIZE;
- }
- vm_map_unlock_read(map);
- if (va == pm->pm_hiexec && tf->tf_cs == GSEL(GUCODEBIG_SEL, SEL_UPL))
- return (0);
-
- pm->pm_hiexec = va;
- if (pm->pm_hiexec > I386_MAX_EXE_ADDR) {
- pcb->pcb_cs = tf->tf_cs = GSEL(GUCODEBIG_SEL, SEL_UPL);
- } else {
- pcb->pcb_cs = tf->tf_cs = GSEL(GUCODE_SEL, SEL_UPL);
- return (0);
- }
- return (1);
-}
-
-/*
- * p m a p k e n t e r f u n c t i o n s
- *
- * functions to quickly enter/remove pages from the kernel address
- * space. pmap_kremove is exported to MI kernel. we make use of
- * the recursive PTE mappings.
- */
-
-/*
- * pmap_kenter_pa: enter a kernel mapping without R/M (pv_entry) tracking
- *
- * => no need to lock anything, assume va is already allocated
- * => should be faster than normal pmap enter function
- */
-
-void
-pmap_kenter_pa(va, pa, prot)
- vaddr_t va;
- paddr_t pa;
- vm_prot_t prot;
-{
- pt_entry_t *pte, opte, npte;
- pt_entry_t *maptp;
-
- if (va < VM_MIN_KERNEL_ADDRESS)
- pte = vtopte(va);
- else
- pte = kvtopte(va);
-
- npte = ((prot & VM_PROT_WRITE) ? PG_RW : PG_RO) |
- PG_V | pmap_pg_g;
-
- if (pa >= pmap_pa_start && pa < pmap_pa_end) {
- npte |= xpmap_ptom(pa);
- } else {
- XENPRINTF(("pmap_kenter: va %08lx outside pa range %08lx\n",
- va, pa));
- npte |= pa;
- }
-
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- opte = pte_atomic_update_ma(pte, maptp, npte); /* zap! */
- XENPRINTK(("pmap_kenter_pa(%p,%p) %p, was %08x now %08x\n", (void *)va,
- (void *)pa, pte, opte, npte));
-#ifdef LARGEPAGES
- /* XXX For now... */
- if (opte & PG_PS)
- panic("pmap_kenter_pa: PG_PS");
-#endif
- if ((opte & (PG_V | PG_U)) == (PG_V | PG_U)) {
-#if defined(MULTIPROCESSOR)
- int32_t cpumask = 0;
-
- pmap_tlb_shootdown(pmap_kernel(), va, opte, &cpumask);
- pmap_tlb_shootnow(cpumask);
-#else
- /* Don't bother deferring in the single CPU case. */
- pmap_update_pg(va);
-#endif
- }
-}
-
-/*
- * pmap_kenter_ma: enter a kernel mapping without R/M (pv_entry) tracking
- *
- * => no need to lock anything, assume va is already allocated
- * => should be faster than normal pmap enter function
- */
-
-void pmap_kenter_ma __P((vaddr_t, paddr_t, vm_prot_t));
-
-void
-pmap_kenter_ma(va, ma, prot)
- vaddr_t va;
- paddr_t ma;
- vm_prot_t prot;
-{
- pt_entry_t *pte, opte, npte;
- pt_entry_t *maptp;
-
- KASSERT (va >= VM_MIN_KERNEL_ADDRESS);
- pte = kvtopte(va);
-
- npte = ma | ((prot & VM_PROT_WRITE) ? PG_RW : PG_RO) |
- PG_V | pmap_pg_g;
-
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- opte = pte_atomic_update_ma(pte, maptp, npte); /* zap! */
- XENPRINTK(("pmap_kenter_ma(%p,%p) %p, was %08x\n", (void *)va,
- (void *)ma, pte, opte));
-#ifdef LARGEPAGES
- /* XXX For now... */
- if (opte & PG_PS)
- panic("pmap_kenter_ma: PG_PS");
-#endif
- if ((opte & (PG_V | PG_U)) == (PG_V | PG_U)) {
-#if defined(MULTIPROCESSOR)
- int32_t cpumask = 0;
-
- pmap_tlb_shootdown(pmap_kernel(), va, opte, &cpumask);
- pmap_tlb_shootnow(cpumask);
-#else
- /* Don't bother deferring in the single CPU case. */
- pmap_update_pg(va);
-#endif
- }
-}
-
-/*
- * pmap_kremove: remove a kernel mapping(s) without R/M (pv_entry) tracking
- *
- * => no need to lock anything
- * => caller must dispose of any vm_page mapped in the va range
- * => note: not an inline function
- * => we assume the va is page aligned and the len is a multiple of PAGE_SIZE
- * => we assume kernel only unmaps valid addresses and thus don't bother
- * checking the valid bit before doing TLB flushing
- */
-
-void
-pmap_kremove(va, len)
- vaddr_t va;
- vsize_t len;
-{
- pt_entry_t *pte, opte;
- pt_entry_t *maptp;
- int32_t cpumask = 0;
-
- XENPRINTK(("pmap_kremove va %p, len %08lx\n", (void *)va, len));
- len >>= PAGE_SHIFT;
- for ( /* null */ ; len ; len--, va += PAGE_SIZE) {
- if (va < VM_MIN_KERNEL_ADDRESS)
- pte = vtopte(va);
- else
- pte = kvtopte(va);
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- opte = pte_atomic_update_ma(pte, maptp, 0); /* zap! */
- XENPRINTK(("pmap_kremove pte %p, was %08x\n", pte, opte));
-#ifdef LARGEPAGES
- /* XXX For now... */
- if (opte & PG_PS)
- panic("pmap_kremove: PG_PS");
-#endif
-#ifdef DIAGNOSTIC
- if (opte & PG_PVLIST)
- panic("pmap_kremove: PG_PVLIST mapping for 0x%lx",
- va);
-#endif
- if ((opte & (PG_V | PG_U)) == (PG_V | PG_U))
- pmap_tlb_shootdown(pmap_kernel(), va, opte, &cpumask);
- }
- pmap_tlb_shootnow(cpumask);
-}
-
-/*
- * p m a p i n i t f u n c t i o n s
- *
- * pmap_bootstrap and pmap_init are called during system startup
- * to init the pmap module. pmap_bootstrap() does a low level
- * init just to get things rolling. pmap_init() finishes the job.
- */
-
-/*
- * pmap_bootstrap: get the system in a state where it can run with VM
- * properly enabled (called before main()). the VM system is
- * fully init'd later...
- *
- * => on i386, locore.s has already enabled the MMU by allocating
- * a PDP for the kernel, and nkpde PTP's for the kernel.
- * => kva_start is the first free virtual address in kernel space
- */
-
-void
-pmap_bootstrap(kva_start)
- vaddr_t kva_start;
-{
- struct pmap *kpm;
- vaddr_t kva;
- pt_entry_t *pte;
- pt_entry_t *maptp;
- int i;
-
- /*
- * set up our local static global vars that keep track of the
- * usage of KVM before kernel_map is set up
- */
-
- virtual_avail = kva_start; /* first free KVA */
- virtual_end = VM_MAX_KERNEL_ADDRESS; /* last KVA */
-
- /*
- * find out where physical memory ends on the real hardware.
- */
-
- if (xen_start_info.flags & SIF_PRIVILEGED)
- pmap_mem_end = find_pmap_mem_end(kva_start);
-
- /*
- * set up protection_codes: we need to be able to convert from
- * a MI protection code (some combo of VM_PROT...) to something
- * we can jam into a i386 PTE.
- */
-
- protection_codes[VM_PROT_NONE] = 0; /* --- */
- protection_codes[VM_PROT_EXECUTE] = PG_X; /* --x */
- protection_codes[VM_PROT_READ] = PG_RO; /* -r- */
- protection_codes[VM_PROT_READ|VM_PROT_EXECUTE] = PG_RO|PG_X;/* -rx */
- protection_codes[VM_PROT_WRITE] = PG_RW; /* w-- */
- protection_codes[VM_PROT_WRITE|VM_PROT_EXECUTE] = PG_RW|PG_X;/* w-x */
- protection_codes[VM_PROT_WRITE|VM_PROT_READ] = PG_RW; /* wr- */
- protection_codes[VM_PROT_ALL] = PG_RW|PG_X; /* wrx */
-
- /*
- * now we init the kernel's pmap
- *
- * the kernel pmap's pm_obj is not used for much. however, in
- * user pmaps the pm_obj contains the list of active PTPs.
- * the pm_obj currently does not have a pager. it might be possible
- * to add a pager that would allow a process to read-only mmap its
- * own page tables (fast user level vtophys?). this may or may not
- * be useful.
- */
-
- kpm = pmap_kernel();
- simple_lock_init(&kpm->pm_obj.vmobjlock);
- kpm->pm_obj.pgops = NULL;
- TAILQ_INIT(&kpm->pm_obj.memq);
- kpm->pm_obj.uo_npages = 0;
- kpm->pm_obj.uo_refs = 1;
- memset(&kpm->pm_list, 0, sizeof(kpm->pm_list)); /* pm_list not used */
- kpm->pm_pdir = (pd_entry_t *)(lwp0.l_addr->u_pcb.pcb_cr3 + KERNBASE);
- XENPRINTF(("pm_pdirpa %p PTDpaddr %p\n",
- (void *)lwp0.l_addr->u_pcb.pcb_cr3, (void *)PTDpaddr));
- kpm->pm_pdirpa = (u_int32_t) lwp0.l_addr->u_pcb.pcb_cr3;
- kpm->pm_stats.wired_count = kpm->pm_stats.resident_count =
- x86_btop(kva_start - VM_MIN_KERNEL_ADDRESS);
-
- /*
- * the above is just a rough estimate and not critical to the proper
- * operation of the system.
- */
-
- /*
- * Begin to enable global TLB entries if they are supported.
- * The G bit has no effect until the CR4_PGE bit is set in CR4,
- * which happens in cpu_init(), which is run on each cpu
- * (and happens later)
- */
-
- if (cpu_feature & CPUID_PGE) {
- pmap_pg_g = PG_G; /* enable software */
-
- /* add PG_G attribute to already mapped kernel pages */
- for (kva = VM_MIN_KERNEL_ADDRESS ; kva < virtual_avail ;
- kva += PAGE_SIZE)
- if (pmap_valid_entry(PTE_BASE[x86_btop(kva)])) {
-#if !defined(XEN)
- PTE_BASE[x86_btop(kva)] |= PG_G;
-#else
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&PTE_BASE[x86_btop(kva)]);
- PTE_SETBITS(&PTE_BASE[x86_btop(kva)], maptp,
- PG_G);
- }
- PTE_UPDATES_FLUSH();
-#endif
- }
-
-#ifdef LARGEPAGES
- /*
- * enable large pages if they are supported.
- */
-
- if (cpu_feature & CPUID_PSE) {
- paddr_t pa;
- vaddr_t kva_end;
- pd_entry_t *pde;
- pd_entry_t *mapdp;
- extern char _etext;
-
- lcr4(rcr4() | CR4_PSE); /* enable hardware (via %cr4) */
- pmap_largepages = 1; /* enable software */
-
- /*
- * the TLB must be flushed after enabling large pages
- * on Pentium CPUs, according to section 3.6.2.2 of
- * "Intel Architecture Software Developer's Manual,
- * Volume 3: System Programming".
- */
- tlbflush();
-
- /*
- * now, remap the kernel text using large pages. we
- * assume that the linker has properly aligned the
- * .data segment to a 4MB boundary.
- */
- kva_end = roundup((vaddr_t)&_etext, NBPD);
- for (pa = 0, kva = KERNBASE; kva < kva_end;
- kva += NBPD, pa += NBPD) {
- pde = &kpm->pm_pdir[pdei(kva)];
- mapdp = (pt_entry_t *)vtomach((vaddr_t)pde);
- PDE_SET(pde, mapdp, pa | pmap_pg_g | PG_PS |
- PG_KR | PG_V); /* zap! */
- tlbflush();
- }
- }
-#endif /* LARGEPAGES */
-
- /*
- * now we allocate the "special" VAs which are used for tmp mappings
- * by the pmap (and other modules). we allocate the VAs by advancing
- * virtual_avail (note that there are no pages mapped at these VAs).
- * we find the PTE that maps the allocated VA via the linear PTE
- * mapping.
- */
-
- pte = PTE_BASE + x86_btop(virtual_avail);
-
-#ifdef MULTIPROCESSOR
- /*
- * Waste some VA space to avoid false sharing of cache lines
- * for page table pages: Give each possible CPU a cache line
- * of PTE's (8) to play with, though we only need 4. We could
- * recycle some of this waste by putting the idle stacks here
- * as well; we could waste less space if we knew the largest
- * CPU ID beforehand.
- */
- csrcp = (caddr_t) virtual_avail; csrc_pte = pte;
-
- cdstp = (caddr_t) virtual_avail+PAGE_SIZE; cdst_pte = pte+1;
-
- zerop = (caddr_t) virtual_avail+PAGE_SIZE*2; zero_pte = pte+2;
-
- ptpp = (caddr_t) virtual_avail+PAGE_SIZE*3; ptp_pte = pte+3;
-
- virtual_avail += PAGE_SIZE * X86_MAXPROCS * NPTECL;
- pte += X86_MAXPROCS * NPTECL;
-#else
- csrcp = (caddr_t) virtual_avail; csrc_pte = pte; /* allocate */
- virtual_avail += PAGE_SIZE; pte++; /* advance
*/
-
- cdstp = (caddr_t) virtual_avail; cdst_pte = pte;
- virtual_avail += PAGE_SIZE; pte++;
-
- zerop = (caddr_t) virtual_avail; zero_pte = pte;
- virtual_avail += PAGE_SIZE; pte++;
-
- ptpp = (caddr_t) virtual_avail; ptp_pte = pte;
- virtual_avail += PAGE_SIZE; pte++;
-#endif
-
- XENPRINTK(("pmap_bootstrap csrcp %p cdstp %p zerop %p ptpp %p\n",
- csrc_pte, cdst_pte, zero_pte, ptp_pte));
- /*
- * Nothing after this point actually needs pte;
- */
- pte = (void *)0xdeadbeef;
-
- /* XXX: vmmap used by mem.c... should be uvm_map_reserve */
- vmmap = (char *)virtual_avail; /* don't need pte */
- virtual_avail += PAGE_SIZE;
-
- msgbuf_vaddr = virtual_avail; /* don't need pte */
- virtual_avail += round_page(MSGBUFSIZE);
-
- idt_vaddr = virtual_avail; /* don't need pte */
- virtual_avail += PAGE_SIZE;
- idt_paddr = avail_start; /* steal a page */
- avail_start += PAGE_SIZE;
-
-#if defined(I586_CPU)
- /* pentium f00f bug stuff */
- pentium_idt_vaddr = virtual_avail; /* don't need pte */
- virtual_avail += PAGE_SIZE;
-#endif
-
- /*
- * now we reserve some VM for mapping pages when doing a crash dump
- */
-
- virtual_avail = reserve_dumppages(virtual_avail);
-
- /*
- * init the static-global locks and global lists.
- */
-
-#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG)
- spinlockinit(&pmap_main_lock, "pmaplk", 0);
-#endif
- simple_lock_init(&pvalloc_lock);
- simple_lock_init(&pmaps_lock);
- LIST_INIT(&pmaps);
- TAILQ_INIT(&pv_freepages);
- TAILQ_INIT(&pv_unusedpgs);
-
- /*
- * initialize the pmap pool.
- */
-
- pool_init(&pmap_pmap_pool, sizeof(struct pmap), 0, 0, 0, "pmappl",
- &pool_allocator_nointr);
-
- /*
- * Initialize the TLB shootdown queues.
- */
-
- __cpu_simple_lock_init(&pmap_tlb_shootdown_job_lock);
-
- for (i = 0; i < X86_MAXPROCS; i++) {
- TAILQ_INIT(&pmap_tlb_shootdown_q[i].pq_head);
- __cpu_simple_lock_init(&pmap_tlb_shootdown_q[i].pq_slock);
- }
-
- /*
- * initialize the PDE pool and cache.
- */
- pool_init(&pmap_pdp_pool, PAGE_SIZE, 0, 0, 0, "pdppl",
- &pool_allocator_nointr);
- pool_cache_init(&pmap_pdp_cache, &pmap_pdp_pool,
- pmap_pdp_ctor, pmap_pdp_dtor, NULL);
-
- /*
- * ensure the TLB is sync'd with reality by flushing it...
- */
-
- tlbflush();
-}
-
-/*
- * pmap_init: called from uvm_init, our job is to get the pmap
- * system ready to manage mappings... this mainly means initing
- * the pv_entry stuff.
- */
-
-void
-pmap_init()
-{
- int i;
-
- /*
- * now we need to free enough pv_entry structures to allow us to get
- * the kmem_map/kmem_object allocated and inited (done after this
- * function is finished). to do this we allocate one bootstrap page out
- * of kernel_map and use it to provide an initial pool of pv_entry
- * structures. we never free this page.
- */
-
- pv_initpage = (struct pv_page *) uvm_km_alloc(kernel_map, PAGE_SIZE);
- if (pv_initpage == NULL)
- panic("pmap_init: pv_initpage");
- pv_cachedva = 0; /* a VA we have allocated but not used yet */
- pv_nfpvents = 0;
- (void) pmap_add_pvpage(pv_initpage, FALSE);
-
- pj_page = (void *)uvm_km_alloc(kernel_map, PAGE_SIZE);
- if (pj_page == NULL)
- panic("pmap_init: pj_page");
-
- for (i = 0;
- i < (PAGE_SIZE / sizeof (union pmap_tlb_shootdown_job_al) - 1);
- i++)
- pj_page[i].pja_job.pj_nextfree = &pj_page[i + 1].pja_job;
- pj_page[i].pja_job.pj_nextfree = NULL;
- pj_free = &pj_page[0];
-
- /*
- * done: pmap module is up (and ready for business)
- */
-
- pmap_initialized = TRUE;
-}
-
-/*
- * p v _ e n t r y f u n c t i o n s
- */
-
-/*
- * pv_entry allocation functions:
- * the main pv_entry allocation functions are:
- * pmap_alloc_pv: allocate a pv_entry structure
- * pmap_free_pv: free one pv_entry
- * pmap_free_pvs: free a list of pv_entrys
- *
- * the rest are helper functions
- */
-
-/*
- * pmap_alloc_pv: inline function to allocate a pv_entry structure
- * => we lock pvalloc_lock
- * => if we fail, we call out to pmap_alloc_pvpage
- * => 3 modes:
- * ALLOCPV_NEED = we really need a pv_entry, even if we have to steal it
- * ALLOCPV_TRY = we want a pv_entry, but not enough to steal
- * ALLOCPV_NONEED = we are trying to grow our free list, don't really need
- * one now
- *
- * "try" is for optional functions like pmap_copy().
- */
-
-__inline static struct pv_entry *
-pmap_alloc_pv(pmap, mode)
- struct pmap *pmap;
- int mode;
-{
- struct pv_page *pvpage;
- struct pv_entry *pv;
-
- simple_lock(&pvalloc_lock);
-
- pvpage = TAILQ_FIRST(&pv_freepages);
- if (pvpage != NULL) {
- pvpage->pvinfo.pvpi_nfree--;
- if (pvpage->pvinfo.pvpi_nfree == 0) {
- /* nothing left in this one? */
- TAILQ_REMOVE(&pv_freepages, pvpage, pvinfo.pvpi_list);
- }
- pv = pvpage->pvinfo.pvpi_pvfree;
- KASSERT(pv);
- pvpage->pvinfo.pvpi_pvfree = SPLAY_RIGHT(pv, pv_node);
- pv_nfpvents--; /* took one from pool */
- } else {
- pv = NULL; /* need more of them */
- }
-
- /*
- * if below low water mark or we didn't get a pv_entry we try and
- * create more pv_entrys ...
- */
-
- if (pv_nfpvents < PVE_LOWAT || pv == NULL) {
- if (pv == NULL)
- pv = pmap_alloc_pvpage(pmap, (mode == ALLOCPV_TRY) ?
- mode : ALLOCPV_NEED);
- else
- (void) pmap_alloc_pvpage(pmap, ALLOCPV_NONEED);
- }
- simple_unlock(&pvalloc_lock);
- return(pv);
-}
-
-/*
- * pmap_alloc_pvpage: maybe allocate a new pvpage
- *
- * if need_entry is false: try and allocate a new pv_page
- * if need_entry is true: try and allocate a new pv_page and return a
- * new pv_entry from it. if we are unable to allocate a pv_page
- * we make a last ditch effort to steal a pv_page from some other
- * mapping. if that fails, we panic...
- *
- * => we assume that the caller holds pvalloc_lock
- */
-
-static struct pv_entry *
-pmap_alloc_pvpage(pmap, mode)
- struct pmap *pmap;
- int mode;
-{
- struct vm_page *pg;
- struct pv_page *pvpage;
- struct pv_entry *pv;
- int s;
-
- /*
- * if we need_entry and we've got unused pv_pages, allocate from there
- */
-
- pvpage = TAILQ_FIRST(&pv_unusedpgs);
- if (mode != ALLOCPV_NONEED && pvpage != NULL) {
-
- /* move it to pv_freepages list */
- TAILQ_REMOVE(&pv_unusedpgs, pvpage, pvinfo.pvpi_list);
- TAILQ_INSERT_HEAD(&pv_freepages, pvpage, pvinfo.pvpi_list);
-
- /* allocate a pv_entry */
- pvpage->pvinfo.pvpi_nfree--; /* can't go to zero */
- pv = pvpage->pvinfo.pvpi_pvfree;
- KASSERT(pv);
- pvpage->pvinfo.pvpi_pvfree = SPLAY_RIGHT(pv, pv_node);
- pv_nfpvents--; /* took one from pool */
- return(pv);
- }
-
- /*
- * see if we've got a cached unmapped VA that we can map a page in.
- * if not, try to allocate one.
- */
-
- if (pv_cachedva == 0) {
- s = splvm(); /* must protect kmem_map with splvm! */
- pv_cachedva = uvm_km_kmemalloc(kmem_map, NULL, PAGE_SIZE,
- UVM_KMF_TRYLOCK|UVM_KMF_VALLOC);
- splx(s);
- if (pv_cachedva == 0) {
- return (NULL);
- }
- }
-
- pg = uvm_pagealloc(NULL, pv_cachedva - vm_map_min(kernel_map), NULL,
- UVM_PGA_USERESERVE);
- if (pg == NULL)
- return (NULL);
- pg->flags &= ~PG_BUSY; /* never busy */
-
- /*
- * add a mapping for our new pv_page and free its entrys (save one!)
- *
- * NOTE: If we are allocating a PV page for the kernel pmap, the
- * pmap is already locked! (...but entering the mapping is safe...)
- */
-
- pmap_kenter_pa(pv_cachedva, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
- pmap_update(pmap_kernel());
- pvpage = (struct pv_page *) pv_cachedva;
- pv_cachedva = 0;
- return (pmap_add_pvpage(pvpage, mode != ALLOCPV_NONEED));
-}
-
-/*
- * pmap_add_pvpage: add a pv_page's pv_entrys to the free list
- *
- * => caller must hold pvalloc_lock
- * => if need_entry is true, we allocate and return one pv_entry
- */
-
-static struct pv_entry *
-pmap_add_pvpage(pvp, need_entry)
- struct pv_page *pvp;
- boolean_t need_entry;
-{
- int tofree, lcv;
-
- /* do we need to return one? */
- tofree = (need_entry) ? PVE_PER_PVPAGE - 1 : PVE_PER_PVPAGE;
-
- pvp->pvinfo.pvpi_pvfree = NULL;
- pvp->pvinfo.pvpi_nfree = tofree;
- for (lcv = 0 ; lcv < tofree ; lcv++) {
- SPLAY_RIGHT(&pvp->pvents[lcv], pv_node) =
- pvp->pvinfo.pvpi_pvfree;
- pvp->pvinfo.pvpi_pvfree = &pvp->pvents[lcv];
- }
- if (need_entry)
- TAILQ_INSERT_TAIL(&pv_freepages, pvp, pvinfo.pvpi_list);
- else
- TAILQ_INSERT_TAIL(&pv_unusedpgs, pvp, pvinfo.pvpi_list);
- pv_nfpvents += tofree;
- return((need_entry) ? &pvp->pvents[lcv] : NULL);
-}
-
-/*
- * pmap_free_pv_doit: actually free a pv_entry
- *
- * => do not call this directly! instead use either
- * 1. pmap_free_pv ==> free a single pv_entry
- * 2. pmap_free_pvs => free a list of pv_entrys
- * => we must be holding pvalloc_lock
- */
-
-__inline static void
-pmap_free_pv_doit(pv)
- struct pv_entry *pv;
-{
- struct pv_page *pvp;
-
- pvp = (struct pv_page *) x86_trunc_page(pv);
- pv_nfpvents++;
- pvp->pvinfo.pvpi_nfree++;
-
- /* nfree == 1 => fully allocated page just became partly allocated */
- if (pvp->pvinfo.pvpi_nfree == 1) {
- TAILQ_INSERT_HEAD(&pv_freepages, pvp, pvinfo.pvpi_list);
- }
-
- /* free it */
- SPLAY_RIGHT(pv, pv_node) = pvp->pvinfo.pvpi_pvfree;
- pvp->pvinfo.pvpi_pvfree = pv;
-
- /*
- * are all pv_page's pv_entry's free? move it to unused queue.
- */
-
- if (pvp->pvinfo.pvpi_nfree == PVE_PER_PVPAGE) {
- TAILQ_REMOVE(&pv_freepages, pvp, pvinfo.pvpi_list);
- TAILQ_INSERT_HEAD(&pv_unusedpgs, pvp, pvinfo.pvpi_list);
- }
-}
-
-/*
- * pmap_free_pv: free a single pv_entry
- *
- * => we gain the pvalloc_lock
- */
-
-__inline static void
-pmap_free_pv(pmap, pv)
- struct pmap *pmap;
- struct pv_entry *pv;
-{
- simple_lock(&pvalloc_lock);
- pmap_free_pv_doit(pv);
-
- /*
- * Can't free the PV page if the PV entries were associated with
- * the kernel pmap; the pmap is already locked.
- */
- if (pv_nfpvents > PVE_HIWAT && TAILQ_FIRST(&pv_unusedpgs) != NULL &&
- pmap != pmap_kernel())
- pmap_free_pvpage();
-
- simple_unlock(&pvalloc_lock);
-}
-
-/*
- * pmap_free_pvs: free a list of pv_entrys
- *
- * => we gain the pvalloc_lock
- */
-
-__inline static void
-pmap_free_pvs(pmap, pvs)
- struct pmap *pmap;
- struct pv_entry *pvs;
-{
- struct pv_entry *nextpv;
-
- simple_lock(&pvalloc_lock);
-
- for ( /* null */ ; pvs != NULL ; pvs = nextpv) {
- nextpv = SPLAY_RIGHT(pvs, pv_node);
- pmap_free_pv_doit(pvs);
- }
-
- /*
- * Can't free the PV page if the PV entries were associated with
- * the kernel pmap; the pmap is already locked.
- */
- if (pv_nfpvents > PVE_HIWAT && TAILQ_FIRST(&pv_unusedpgs) != NULL &&
- pmap != pmap_kernel())
- pmap_free_pvpage();
-
- simple_unlock(&pvalloc_lock);
-}
-
-
-/*
- * pmap_free_pvpage: try and free an unused pv_page structure
- *
- * => assume caller is holding the pvalloc_lock and that
- * there is a page on the pv_unusedpgs list
- * => if we can't get a lock on the kmem_map we try again later
- */
-
-static void
-pmap_free_pvpage()
-{
- int s;
- struct vm_map *map;
- struct vm_map_entry *dead_entries;
- struct pv_page *pvp;
-
- s = splvm(); /* protect kmem_map */
-
- pvp = TAILQ_FIRST(&pv_unusedpgs);
-
- /*
- * note: watch out for pv_initpage which is allocated out of
- * kernel_map rather than kmem_map.
- */
-
- if (pvp == pv_initpage)
- map = kernel_map;
- else
- map = kmem_map;
- if (vm_map_lock_try(map)) {
-
- /* remove pvp from pv_unusedpgs */
- TAILQ_REMOVE(&pv_unusedpgs, pvp, pvinfo.pvpi_list);
-
- /* unmap the page */
- dead_entries = NULL;
- uvm_unmap_remove(map, (vaddr_t)pvp, ((vaddr_t)pvp) + PAGE_SIZE,
- &dead_entries);
- vm_map_unlock(map);
-
- if (dead_entries != NULL)
- uvm_unmap_detach(dead_entries, 0);
-
- pv_nfpvents -= PVE_PER_PVPAGE; /* update free count */
- }
- if (pvp == pv_initpage)
- /* no more initpage, we've freed it */
- pv_initpage = NULL;
-
- splx(s);
-}
-
-/*
- * pmap_lock_pvhs: Lock pvh1 and optional pvh2
- * Observe locking order when locking both pvhs
- */
-
-__inline static void
-pmap_lock_pvhs(struct pv_head *pvh1, struct pv_head *pvh2)
-{
-
- if (pvh2 == NULL) {
- simple_lock(&pvh1->pvh_lock);
- return;
- }
-
- if (pvh1 < pvh2) {
- simple_lock(&pvh1->pvh_lock);
- simple_lock(&pvh2->pvh_lock);
- } else {
- simple_lock(&pvh2->pvh_lock);
- simple_lock(&pvh1->pvh_lock);
- }
-}
-
-
-/*
- * main pv_entry manipulation functions:
- * pmap_enter_pv: enter a mapping onto a pv_head list
- * pmap_remove_pv: remove a mappiing from a pv_head list
- *
- * NOTE: Both pmap_enter_pv and pmap_remove_pv expect the caller to lock
- * the pvh before calling
- */
-
-/*
- * pmap_enter_pv: enter a mapping onto a pv_head lst
- *
- * => caller should hold the proper lock on pmap_main_lock
- * => caller should have pmap locked
- * => caller should have the pv_head locked
- * => caller should adjust ptp's wire_count before calling
- */
-
-__inline static void
-pmap_enter_pv(pvh, pve, pmap, va, ptp)
- struct pv_head *pvh;
- struct pv_entry *pve; /* preallocated pve for us to use */
- struct pmap *pmap;
- vaddr_t va;
- struct vm_page *ptp; /* PTP in pmap that maps this VA */
-{
- pve->pv_pmap = pmap;
- pve->pv_va = va;
- pve->pv_ptp = ptp; /* NULL for kernel pmap */
- SPLAY_INSERT(pvtree, &pvh->pvh_root, pve); /* add to locked list */
-}
-
-/*
- * pmap_remove_pv: try to remove a mapping from a pv_list
- *
- * => caller should hold proper lock on pmap_main_lock
- * => pmap should be locked
- * => caller should hold lock on pv_head [so that attrs can be adjusted]
- * => caller should adjust ptp's wire_count and free PTP if needed
- * => we return the removed pve
- */
-
-__inline static struct pv_entry *
-pmap_remove_pv(pvh, pmap, va)
- struct pv_head *pvh;
- struct pmap *pmap;
- vaddr_t va;
-{
- struct pv_entry tmp, *pve;
-
- tmp.pv_pmap = pmap;
- tmp.pv_va = va;
- pve = SPLAY_FIND(pvtree, &pvh->pvh_root, &tmp);
- if (pve == NULL)
- return (NULL);
- SPLAY_REMOVE(pvtree, &pvh->pvh_root, pve);
- return(pve); /* return removed pve */
-}
-
-/*
- * p t p f u n c t i o n s
- */
-
-/*
- * pmap_alloc_ptp: allocate a PTP for a PMAP
- *
- * => pmap should already be locked by caller
- * => we use the ptp's wire_count to count the number of active mappings
- * in the PTP (we start it at one to prevent any chance this PTP
- * will ever leak onto the active/inactive queues)
- */
-
-__inline static struct vm_page *
-pmap_alloc_ptp(pmap, pde_index)
- struct pmap *pmap;
- int pde_index;
-{
- struct vm_page *ptp;
- pd_entry_t *mapdp;
-
- ptp = uvm_pagealloc(&pmap->pm_obj, ptp_i2o(pde_index), NULL,
- UVM_PGA_USERESERVE|UVM_PGA_ZERO);
- if (ptp == NULL)
- return(NULL);
-
- /* got one! */
- ptp->flags &= ~PG_BUSY; /* never busy */
- ptp->wire_count = 1; /* no mappings yet */
- mapdp = (pt_entry_t *)vtomach((vaddr_t)&pmap->pm_pdir[pde_index]);
- PDE_SET(&pmap->pm_pdir[pde_index], mapdp,
- (pd_entry_t) (VM_PAGE_TO_PHYS(ptp) | PG_u | PG_RW | PG_V));
- pmap->pm_stats.resident_count++; /* count PTP as resident */
- pmap->pm_ptphint = ptp;
- return(ptp);
-}
-
-/*
- * pmap_get_ptp: get a PTP (if there isn't one, allocate a new one)
- *
- * => pmap should NOT be pmap_kernel()
- * => pmap should be locked
- */
-
-static struct vm_page *
-pmap_get_ptp(pmap, pde_index)
- struct pmap *pmap;
- int pde_index;
-{
- struct vm_page *ptp;
-
- if (pmap_valid_entry(pmap->pm_pdir[pde_index])) {
-
- /* valid... check hint (saves us a PA->PG lookup) */
- if (pmap->pm_ptphint &&
- (PDE_GET(&pmap->pm_pdir[pde_index]) & PG_FRAME) ==
- VM_PAGE_TO_PHYS(pmap->pm_ptphint))
- return(pmap->pm_ptphint);
-
- ptp = uvm_pagelookup(&pmap->pm_obj, ptp_i2o(pde_index));
-#ifdef DIAGNOSTIC
- if (ptp == NULL)
- panic("pmap_get_ptp: unmanaged user PTP");
-#endif
- pmap->pm_ptphint = ptp;
- return(ptp);
- }
-
- /* allocate a new PTP (updates ptphint) */
- return(pmap_alloc_ptp(pmap, pde_index));
-}
-
-/*
- * p m a p l i f e c y c l e f u n c t i o n s
- */
-
-/*
- * pmap_pdp_ctor: constructor for the PDP cache.
- */
-
-int
-pmap_pdp_ctor(void *arg, void *object, int flags)
-{
- pd_entry_t *pdir = object;
- paddr_t pdirpa;
-
- /*
- * NOTE: The `pmap_lock' is held when the PDP is allocated.
- * WE MUST NOT BLOCK!
- */
-
- /* fetch the physical address of the page directory. */
- (void) pmap_extract(pmap_kernel(), (vaddr_t) pdir, &pdirpa);
-
- XENPRINTF(("pmap_pdp_ctor %p %p\n", pdir, (void *)pdirpa));
-
- /* zero init area */
- memset(pdir, 0, PDSLOT_PTE * sizeof(pd_entry_t));
-
- /* put in recursive PDE to map the PTEs */
- pdir[PDSLOT_PTE] = xpmap_ptom(pdirpa | PG_V /* | PG_KW */);
-
- /* put in kernel VM PDEs */
- memcpy(&pdir[PDSLOT_KERN], &PDP_BASE[PDSLOT_KERN],
- nkpde * sizeof(pd_entry_t));
-
- /* zero the rest */
- memset(&pdir[PDSLOT_KERN + nkpde], 0,
- PAGE_SIZE - ((PDSLOT_KERN + nkpde) * sizeof(pd_entry_t)));
-
- pmap_enter(pmap_kernel(), (vaddr_t)pdir, pdirpa, VM_PROT_READ,
- VM_PROT_READ);
- pmap_update(pmap_kernel());
-
- /* pin page type */
- xpq_queue_pin_table(xpmap_ptom(pdirpa), XPQ_PIN_L2_TABLE);
- xpq_flush_queue();
-
- return (0);
-}
-
-void
-pmap_pdp_dtor(void *arg, void *object)
-{
- pd_entry_t *pdir = object;
- paddr_t pdirpa;
-
- /* fetch the physical address of the page directory. */
- pdirpa = PDE_GET(&pdir[PDSLOT_PTE]) & PG_FRAME;
-
- XENPRINTF(("pmap_pdp_dtor %p %p\n", pdir, (void *)pdirpa));
-
- /* unpin page type */
- xpq_queue_unpin_table(xpmap_ptom(pdirpa));
- xpq_flush_queue();
-}
-
-/*
- * pmap_create: create a pmap
- *
- * => note: old pmap interface took a "size" args which allowed for
- * the creation of "software only" pmaps (not in bsd).
- */
-
-struct pmap *
-pmap_create()
-{
- struct pmap *pmap;
- u_int gen;
-
- XENPRINTF(("pmap_create\n"));
- pmap = pool_get(&pmap_pmap_pool, PR_WAITOK);
-
- /* init uvm_object */
- simple_lock_init(&pmap->pm_obj.vmobjlock);
- pmap->pm_obj.pgops = NULL; /* currently not a mappable object */
- TAILQ_INIT(&pmap->pm_obj.memq);
- pmap->pm_obj.uo_npages = 0;
- pmap->pm_obj.uo_refs = 1;
- pmap->pm_stats.wired_count = 0;
- pmap->pm_stats.resident_count = 1; /* count the PDP allocd below */
- pmap->pm_ptphint = NULL;
- pmap->pm_hiexec = 0;
- pmap->pm_flags = 0;
- pmap->pm_cpus = 0;
-
- /* init the LDT */
- pmap->pm_ldt = NULL;
- pmap->pm_ldt_len = 0;
- pmap->pm_ldt_sel = GSEL(GLDT_SEL, SEL_KPL);
-
- /* allocate PDP */
-
- /*
- * we need to lock pmaps_lock to prevent nkpde from changing on
- * us. note that there is no need to splvm to protect us from
- * malloc since malloc allocates out of a submap and we should
- * have already allocated kernel PTPs to cover the range...
- *
- * NOTE: WE MUST NOT BLOCK WHILE HOLDING THE `pmap_lock', nor
- * must we call pmap_growkernel() while holding it!
- */
-
- try_again:
- gen = pmap_pdp_cache_generation;
- pmap->pm_pdir = pool_cache_get(&pmap_pdp_cache, PR_WAITOK);
-
- simple_lock(&pmaps_lock);
-
- if (gen != pmap_pdp_cache_generation) {
- simple_unlock(&pmaps_lock);
- pool_cache_destruct_object(&pmap_pdp_cache, pmap->pm_pdir);
- goto try_again;
- }
-
- pmap->pm_pdirpa = PDE_GET(&pmap->pm_pdir[PDSLOT_PTE]) & PG_FRAME;
- XENPRINTF(("pmap_create %p set pm_pdirpa %p/%p slotval %p\n", pmap,
- (void *)pmap->pm_pdirpa,
- (void *)xpmap_ptom(pmap->pm_pdirpa),
- (void *)pmap->pm_pdir[PDSLOT_PTE]));
-
- LIST_INSERT_HEAD(&pmaps, pmap, pm_list);
-
- simple_unlock(&pmaps_lock);
-
- return (pmap);
-}
-
-/*
- * pmap_destroy: drop reference count on pmap. free pmap if
- * reference count goes to zero.
- */
-
-void
-pmap_destroy(pmap)
- struct pmap *pmap;
-{
- int refs;
-#ifdef DIAGNOSTIC
- struct cpu_info *ci;
- CPU_INFO_ITERATOR cii;
-#endif /* DIAGNOSTIC */
-
- /*
- * drop reference count
- */
-
- simple_lock(&pmap->pm_obj.vmobjlock);
- refs = --pmap->pm_obj.uo_refs;
- simple_unlock(&pmap->pm_obj.vmobjlock);
- if (refs > 0) {
- return;
- }
-
-#ifdef DIAGNOSTIC
- for (CPU_INFO_FOREACH(cii, ci))
- if (ci->ci_pmap == pmap)
- panic("destroying pmap being used");
-#endif /* DIAGNOSTIC */
-
- /*
- * reference count is zero, free pmap resources and then free pmap.
- */
-
- XENPRINTF(("pmap_destroy %p pm_pdirpa %p/%p\n", pmap,
- (void *)pmap->pm_pdirpa,
- (void *)xpmap_ptom(pmap->pm_pdirpa)));
-
- /*
- * remove it from global list of pmaps
- */
-
- simple_lock(&pmaps_lock);
- LIST_REMOVE(pmap, pm_list);
- simple_unlock(&pmaps_lock);
-
- /*
- * destroyed pmap shouldn't have remaining PTPs
- */
-
- KASSERT(pmap->pm_obj.uo_npages == 0);
- KASSERT(TAILQ_EMPTY(&pmap->pm_obj.memq));
-
- /*
- * MULTIPROCESSOR -- no need to flush out of other processors'
- * APTE space because we do that in pmap_unmap_ptes().
- */
- pool_cache_put(&pmap_pdp_cache, pmap->pm_pdir);
-
-#ifdef USER_LDT
- if (pmap->pm_flags & PMF_USER_LDT) {
- /*
- * no need to switch the LDT; this address space is gone,
- * nothing is using it.
- *
- * No need to lock the pmap for ldt_free (or anything else),
- * we're the last one to use it.
- */
- ldt_free(pmap);
- uvm_km_free(kernel_map, (vaddr_t)pmap->pm_ldt,
- pmap->pm_ldt_len * sizeof(union descriptor));
- }
-#endif
-
- pool_put(&pmap_pmap_pool, pmap);
-}
-
-/*
- * Add a reference to the specified pmap.
- */
-
-void
-pmap_reference(pmap)
- struct pmap *pmap;
-{
- simple_lock(&pmap->pm_obj.vmobjlock);
- pmap->pm_obj.uo_refs++;
- simple_unlock(&pmap->pm_obj.vmobjlock);
-}
-
-#if defined(PMAP_FORK)
-/*
- * pmap_fork: perform any necessary data structure manipulation when
- * a VM space is forked.
- */
-
-void
-pmap_fork(pmap1, pmap2)
- struct pmap *pmap1, *pmap2;
-{
- simple_lock(&pmap1->pm_obj.vmobjlock);
- simple_lock(&pmap2->pm_obj.vmobjlock);
-
-#ifdef USER_LDT
- /* Copy the LDT, if necessary. */
- if (pmap1->pm_flags & PMF_USER_LDT) {
- union descriptor *new_ldt;
- size_t len;
-
- len = pmap1->pm_ldt_len * sizeof(union descriptor);
- new_ldt = (union descriptor *)uvm_km_alloc(kernel_map, len);
- memcpy(new_ldt, pmap1->pm_ldt, len);
- pmap2->pm_ldt = new_ldt;
- pmap2->pm_ldt_len = pmap1->pm_ldt_len;
- pmap2->pm_flags |= PMF_USER_LDT;
- ldt_alloc(pmap2, new_ldt, len);
- }
-#endif /* USER_LDT */
-
- simple_unlock(&pmap2->pm_obj.vmobjlock);
- simple_unlock(&pmap1->pm_obj.vmobjlock);
-}
-#endif /* PMAP_FORK */
-
-#ifdef USER_LDT
-/*
- * pmap_ldt_cleanup: if the pmap has a local LDT, deallocate it, and
- * restore the default.
- */
-
-void
-pmap_ldt_cleanup(l)
- struct lwp *l;
-{
- struct pcb *pcb = &l->l_addr->u_pcb;
- pmap_t pmap = l->l_proc->p_vmspace->vm_map.pmap;
- union descriptor *old_ldt = NULL;
- size_t len = 0;
-
- simple_lock(&pmap->pm_obj.vmobjlock);
-
- if (pmap->pm_flags & PMF_USER_LDT) {
- ldt_free(pmap);
- pmap->pm_ldt_sel = GSEL(GLDT_SEL, SEL_KPL);
- pcb->pcb_ldt_sel = pmap->pm_ldt_sel;
- if (pcb == curpcb)
- lldt(pcb->pcb_ldt_sel);
- old_ldt = pmap->pm_ldt;
- len = pmap->pm_ldt_len * sizeof(union descriptor);
- pmap->pm_ldt = NULL;
- pmap->pm_ldt_len = 0;
- pmap->pm_flags &= ~PMF_USER_LDT;
- }
-
- simple_unlock(&pmap->pm_obj.vmobjlock);
-
- if (old_ldt != NULL)
- uvm_km_free(kernel_map, (vaddr_t)old_ldt, len);
-}
-#endif /* USER_LDT */
-
-/*
- * pmap_activate: activate a process' pmap
- *
- * => called from cpu_switch()
- * => if lwp is the curlwp, then set ci_want_pmapload so that
- * actual MMU context switch will be done by pmap_load() later
- */
-
-void
-pmap_activate(l)
- struct lwp *l;
-{
- struct cpu_info *ci = curcpu();
- struct pmap *pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
-
- if (l == ci->ci_curlwp) {
- struct pcb *pcb;
-
- KASSERT(ci->ci_want_pmapload == 0);
- KASSERT(ci->ci_tlbstate != TLBSTATE_VALID);
-#ifdef KSTACK_CHECK_DR0
- /*
- * setup breakpoint on the top of stack
- */
- if (l == &lwp0)
- dr0(0, 0, 0, 0);
- else
- dr0(KSTACK_LOWEST_ADDR(l), 1, 3, 1);
-#endif
-
- /*
- * no need to switch to kernel vmspace because
- * it's a subset of any vmspace.
- */
-
- if (pmap == pmap_kernel()) {
- ci->ci_want_pmapload = 0;
- return;
- }
-
- pcb = &l->l_addr->u_pcb;
- pcb->pcb_ldt_sel = pmap->pm_ldt_sel;
-
- ci->ci_want_pmapload = 1;
- }
-}
-
-/*
- * pmap_reactivate: try to regain reference to the pmap.
- */
-
-static boolean_t
-pmap_reactivate(struct pmap *pmap)
-{
- struct cpu_info *ci = curcpu();
- u_int32_t cpumask = 1U << ci->ci_cpuid;
- int s;
- boolean_t result;
- u_int32_t oldcpus;
-
- /*
- * if we still have a lazy reference to this pmap,
- * we can assume that there was no tlb shootdown
- * for this pmap in the meantime.
- */
-
- s = splipi(); /* protect from tlb shootdown ipis. */
- oldcpus = pmap->pm_cpus;
- x86_atomic_setbits_l(&pmap->pm_cpus, cpumask);
- if (oldcpus & cpumask) {
- KASSERT(ci->ci_tlbstate == TLBSTATE_LAZY);
- /* got it */
- result = TRUE;
- } else {
- KASSERT(ci->ci_tlbstate == TLBSTATE_STALE);
- result = FALSE;
- }
- ci->ci_tlbstate = TLBSTATE_VALID;
- splx(s);
-
- return result;
-}
-
-/*
- * pmap_load: actually switch pmap. (fill in %cr3 and LDT info)
- */
-
-void
-pmap_load()
-{
- struct cpu_info *ci = curcpu();
- u_int32_t cpumask = 1U << ci->ci_cpuid;
- struct pmap *pmap;
- struct pmap *oldpmap;
- struct lwp *l;
- struct pcb *pcb;
- pd_entry_t *mapdp;
- int s;
-
- KASSERT(ci->ci_want_pmapload);
-
- l = ci->ci_curlwp;
- KASSERT(l != NULL);
- pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
- KASSERT(pmap != pmap_kernel());
- oldpmap = ci->ci_pmap;
-
- pcb = ci->ci_curpcb;
- KASSERT(pcb == &l->l_addr->u_pcb);
- /* loaded by pmap_activate */
- KASSERT(pcb->pcb_ldt_sel == pmap->pm_ldt_sel);
-
- if (pmap == oldpmap) {
- if (!pmap_reactivate(pmap)) {
-
- /*
- * pmap has been changed during deactivated.
- * our tlb may be stale.
- */
-
- tlbflush();
- }
-
- ci->ci_want_pmapload = 0;
- return;
- }
-
- /*
- * actually switch pmap.
- */
-
- x86_atomic_clearbits_l(&oldpmap->pm_cpus, cpumask);
-
- KASSERT((pmap->pm_cpus & cpumask) == 0);
-
- KERNEL_LOCK(LK_EXCLUSIVE | LK_CANRECURSE);
- pmap_reference(pmap);
- KERNEL_UNLOCK();
-
- /*
- * mark the pmap in use by this processor.
- */
-
- s = splipi();
- x86_atomic_setbits_l(&pmap->pm_cpus, cpumask);
- ci->ci_pmap = pmap;
- ci->ci_tlbstate = TLBSTATE_VALID;
- splx(s);
-
- /*
- * clear apdp slot before loading %cr3 since Xen only allows
- * linear pagetable mappings in the current pagetable.
- */
- KDASSERT(curapdp == 0);
- mapdp = (pt_entry_t *)vtomach((vaddr_t)APDP_PDE);
- PDE_CLEAR(APDP_PDE, mapdp);
-
- /*
- * update tss and load corresponding registers.
- */
-
- lldt(pcb->pcb_ldt_sel);
- pcb->pcb_cr3 = pmap->pm_pdirpa;
- lcr3(pcb->pcb_cr3);
-
- ci->ci_want_pmapload = 0;
-
- KERNEL_LOCK(LK_EXCLUSIVE | LK_CANRECURSE);
- pmap_destroy(oldpmap);
- KERNEL_UNLOCK();
-}
-
-/*
- * pmap_deactivate: deactivate a process' pmap
- */
-
-void
-pmap_deactivate(l)
- struct lwp *l;
-{
-
- if (l == curlwp)
- pmap_deactivate2(l);
-}
-
-/*
- * pmap_deactivate2: context switch version of pmap_deactivate.
- * always treat l as curlwp.
- */
-
-void
-pmap_deactivate2(l)
- struct lwp *l;
-{
- struct pmap *pmap;
- struct cpu_info *ci = curcpu();
-
- if (ci->ci_want_pmapload) {
- KASSERT(vm_map_pmap(&l->l_proc->p_vmspace->vm_map)
- != pmap_kernel());
- KASSERT(vm_map_pmap(&l->l_proc->p_vmspace->vm_map)
- != ci->ci_pmap || ci->ci_tlbstate != TLBSTATE_VALID);
-
- /*
- * userspace has not been touched.
- * nothing to do here.
- */
-
- ci->ci_want_pmapload = 0;
- return;
- }
-
- pmap = vm_map_pmap(&l->l_proc->p_vmspace->vm_map);
-
- if (pmap == pmap_kernel()) {
- return;
- }
-
- KASSERT(ci->ci_pmap == pmap);
-
- KASSERT(ci->ci_tlbstate == TLBSTATE_VALID);
- ci->ci_tlbstate = TLBSTATE_LAZY;
- XENPRINTF(("pmap_deactivate %p ebp %p esp %p\n",
- l, (void *)l->l_addr->u_pcb.pcb_ebp,
- (void *)l->l_addr->u_pcb.pcb_esp));
-}
-
-/*
- * end of lifecycle functions
- */
-
-/*
- * some misc. functions
- */
-
-/*
- * pmap_extract: extract a PA for the given VA
- */
-
-boolean_t
-pmap_extract(pmap, va, pap)
- struct pmap *pmap;
- vaddr_t va;
- paddr_t *pap;
-{
- pt_entry_t *ptes, pte;
- pd_entry_t pde;
-
- if (__predict_true((pde = PDE_GET(&pmap->pm_pdir[pdei(va)])) != 0)) {
-#ifdef LARGEPAGES
- if (pde & PG_PS) {
- if (pap != NULL)
- *pap = (pde & PG_LGFRAME) | (va & ~PG_LGFRAME);
- return (TRUE);
- }
-#endif
-
- ptes = pmap_map_ptes(pmap);
- pte = PTE_GET(&ptes[x86_btop(va)]);
- pmap_unmap_ptes(pmap);
-
- if (__predict_true((pte & PG_V) != 0)) {
- if (pap != NULL)
- *pap = (pte & PG_FRAME) | (va & ~PG_FRAME);
- return (TRUE);
- }
- }
- return (FALSE);
-}
-
-
-/*
- * vtophys: virtual address to physical address. For use by
- * machine-dependent code only.
- */
-
-paddr_t
-vtophys(va)
- vaddr_t va;
-{
- paddr_t pa;
-
- if (pmap_extract(pmap_kernel(), va, &pa) == TRUE)
- return (pa);
- return (0);
-}
-
-
-/*
- * pmap_virtual_space: used during bootup [pmap_steal_memory] to
- * determine the bounds of the kernel virtual addess space.
- */
-
-void
-pmap_virtual_space(startp, endp)
- vaddr_t *startp;
- vaddr_t *endp;
-{
- *startp = virtual_avail;
- *endp = virtual_end;
-}
-
-/*
- * pmap_map: map a range of PAs into kvm
- *
- * => used during crash dump
- * => XXX: pmap_map() should be phased out?
- */
-
-vaddr_t
-pmap_map(va, spa, epa, prot)
- vaddr_t va;
- paddr_t spa, epa;
- vm_prot_t prot;
-{
- while (spa < epa) {
- pmap_enter(pmap_kernel(), va, spa, prot, 0);
- va += PAGE_SIZE;
- spa += PAGE_SIZE;
- }
- pmap_update(pmap_kernel());
- return va;
-}
-
-/*
- * pmap_zero_page: zero a page
- */
-
-void
-pmap_zero_page(pa)
- paddr_t pa;
-{
-#ifdef MULTIPROCESSOR
- int id = cpu_number();
-#endif
- pt_entry_t *zpte = PTESLEW(zero_pte, id);
- pt_entry_t *maptp;
- caddr_t zerova = VASLEW(zerop, id);
-
-#ifdef DIAGNOSTIC
- if (PTE_GET(zpte))
- panic("pmap_zero_page: lock botch");
-#endif
-
- maptp = (pt_entry_t *)vtomach((vaddr_t)zpte);
- PTE_SET(zpte, maptp, (pa & PG_FRAME) | PG_V | PG_RW); /* map in */
- pmap_update_pg((vaddr_t)zerova); /* flush TLB */
-
- memset(zerova, 0, PAGE_SIZE); /* zero */
- PTE_CLEAR(zpte, maptp); /* zap! */
-}
-
-/*
- * pmap_pagezeroidle: the same, for the idle loop page zero'er.
- * Returns TRUE if the page was zero'd, FALSE if we aborted for
- * some reason.
- */
-
-boolean_t
-pmap_pageidlezero(pa)
- paddr_t pa;
-{
-#ifdef MULTIPROCESSOR
- int id = cpu_number();
-#endif
- pt_entry_t *zpte = PTESLEW(zero_pte, id);
- pt_entry_t *maptp;
- caddr_t zerova = VASLEW(zerop, id);
- boolean_t rv = TRUE;
- int i, *ptr;
-
-#ifdef DIAGNOSTIC
- if (PTE_GET(zpte))
- panic("pmap_zero_page_uncached: lock botch");
-#endif
- maptp = (pt_entry_t *)vtomach((vaddr_t)zpte);
- PTE_SET(zpte, maptp, (pa & PG_FRAME) | PG_V | PG_RW); /* map in */
- pmap_update_pg((vaddr_t)zerova); /* flush TLB */
- for (i = 0, ptr = (int *) zerova; i < PAGE_SIZE / sizeof(int); i++) {
- if (sched_whichqs != 0) {
-
- /*
- * A process has become ready. Abort now,
- * so we don't keep it waiting while we
- * do slow memory access to finish this
- * page.
- */
-
- rv = FALSE;
- break;
- }
- *ptr++ = 0;
- }
-
- PTE_CLEAR(zpte, maptp); /* zap! */
- return (rv);
-}
-
-/*
- * pmap_copy_page: copy a page
- */
-
-void
-pmap_copy_page(srcpa, dstpa)
- paddr_t srcpa, dstpa;
-{
-#ifdef MULTIPROCESSOR
- int id = cpu_number();
-#endif
- pt_entry_t *spte = PTESLEW(csrc_pte,id), *maspte;
- pt_entry_t *dpte = PTESLEW(cdst_pte,id), *madpte;
- caddr_t csrcva = VASLEW(csrcp, id);
- caddr_t cdstva = VASLEW(cdstp, id);
-
-#ifdef DIAGNOSTIC
- if (PTE_GET(spte) || PTE_GET(dpte))
- panic("pmap_copy_page: lock botch");
-#endif
-
- maspte = (pt_entry_t *)vtomach((vaddr_t)spte);
- madpte = (pt_entry_t *)vtomach((vaddr_t)dpte);
- PTE_SET(spte, maspte, (srcpa & PG_FRAME) | PG_V | PG_RW);
- PTE_SET(dpte, madpte, (dstpa & PG_FRAME) | PG_V | PG_RW);
- pmap_update_2pg((vaddr_t)csrcva, (vaddr_t)cdstva);
- memcpy(cdstva, csrcva, PAGE_SIZE);
- PTE_CLEAR(spte, maspte); /* zap! */
- PTE_CLEAR(dpte, madpte); /* zap! */
-}
-
-/*
- * p m a p r e m o v e f u n c t i o n s
- *
- * functions that remove mappings
- */
-
-/*
- * pmap_remove_ptes: remove PTEs from a PTP
- *
- * => must have proper locking on pmap_master_lock
- * => caller must hold pmap's lock
- * => PTP must be mapped into KVA
- * => PTP should be null if pmap == pmap_kernel()
- */
-
-static void
-pmap_remove_ptes(pmap, ptp, ptpva, startva, endva, cpumaskp, flags)
- struct pmap *pmap;
- struct vm_page *ptp;
- vaddr_t ptpva;
- vaddr_t startva, endva;
- int32_t *cpumaskp;
- int flags;
-{
- struct pv_entry *pv_tofree = NULL; /* list of pv_entrys to free */
- struct pv_entry *pve;
- pt_entry_t *pte = (pt_entry_t *) ptpva;
- pt_entry_t opte;
- pt_entry_t *maptp;
-
- /*
- * note that ptpva points to the PTE that maps startva. this may
- * or may not be the first PTE in the PTP.
- *
- * we loop through the PTP while there are still PTEs to look at
- * and the wire_count is greater than 1 (because we use the wire_count
- * to keep track of the number of real PTEs in the PTP).
- */
-
- for (/*null*/; startva < endva && (ptp == NULL || ptp->wire_count > 1)
- ; pte++, startva += PAGE_SIZE) {
- struct vm_page *pg;
- struct vm_page_md *mdpg;
-
- if (!pmap_valid_entry(*pte))
- continue; /* VA not mapped */
- if ((flags & PMAP_REMOVE_SKIPWIRED) && (*pte & PG_W)) {
- continue;
- }
-
- /* atomically save the old PTE and zap! it */
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- opte = pte_atomic_update(pte, maptp, 0);
- pmap_exec_account(pmap, startva, opte, 0);
-
- if (opte & PG_W)
- pmap->pm_stats.wired_count--;
- pmap->pm_stats.resident_count--;
-
- if (opte & PG_U)
- pmap_tlb_shootdown(pmap, startva, opte, cpumaskp);
-
- if (ptp) {
- ptp->wire_count--; /* dropping a PTE */
- /* Make sure that the PDE is flushed */
- if ((ptp->wire_count <= 1) && !(opte & PG_U))
- pmap_tlb_shootdown(pmap, startva, opte,
- cpumaskp);
- }
-
- /*
- * if we are not on a pv_head list we are done.
- */
-
- if ((opte & PG_PVLIST) == 0) {
-#if defined(DIAGNOSTIC) && !defined(DOM0OPS)
- if (PHYS_TO_VM_PAGE(opte & PG_FRAME) != NULL)
- panic("pmap_remove_ptes: managed page without "
- "PG_PVLIST for 0x%lx", startva);
-#endif
- continue;
- }
-
- pg = PHYS_TO_VM_PAGE(opte & PG_FRAME);
-#ifdef DIAGNOSTIC
- if (pg == NULL)
- panic("pmap_remove_ptes: unmanaged page marked "
- "PG_PVLIST, va = 0x%lx, pa = 0x%lx",
- startva, (u_long)(opte & PG_FRAME));
-#endif
- mdpg = &pg->mdpage;
-
- /* sync R/M bits */
- simple_lock(&mdpg->mp_pvhead.pvh_lock);
- mdpg->mp_attrs |= (opte & (PG_U|PG_M));
- pve = pmap_remove_pv(&mdpg->mp_pvhead, pmap, startva);
- simple_unlock(&mdpg->mp_pvhead.pvh_lock);
-
- if (pve) {
- SPLAY_RIGHT(pve, pv_node) = pv_tofree;
- pv_tofree = pve;
- }
-
- /* end of "for" loop: time for next pte */
- }
- if (pv_tofree)
- pmap_free_pvs(pmap, pv_tofree);
-}
-
-
-/*
- * pmap_remove_pte: remove a single PTE from a PTP
- *
- * => must have proper locking on pmap_master_lock
- * => caller must hold pmap's lock
- * => PTP must be mapped into KVA
- * => PTP should be null if pmap == pmap_kernel()
- * => returns true if we removed a mapping
- */
-
-static boolean_t
-pmap_remove_pte(pmap, ptp, pte, va, cpumaskp, flags)
- struct pmap *pmap;
- struct vm_page *ptp;
- pt_entry_t *pte;
- vaddr_t va;
- int32_t *cpumaskp;
- int flags;
-{
- pt_entry_t opte;
- pt_entry_t *maptp;
- struct pv_entry *pve;
- struct vm_page *pg;
- struct vm_page_md *mdpg;
-
- if (!pmap_valid_entry(*pte))
- return(FALSE); /* VA not mapped */
- if ((flags & PMAP_REMOVE_SKIPWIRED) && (*pte & PG_W)) {
- return(FALSE);
- }
-
- /* atomically save the old PTE and zap! it */
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- opte = pte_atomic_update(pte, maptp, 0);
-
- XENPRINTK(("pmap_remove_pte %p, was %08x\n", pte, opte));
- pmap_exec_account(pmap, va, opte, 0);
-
- if (opte & PG_W)
- pmap->pm_stats.wired_count--;
- pmap->pm_stats.resident_count--;
-
- if (opte & PG_U)
- pmap_tlb_shootdown(pmap, va, opte, cpumaskp);
-
- if (ptp) {
- ptp->wire_count--; /* dropping a PTE */
- /* Make sure that the PDE is flushed */
- if ((ptp->wire_count <= 1) && !(opte & PG_U))
- pmap_tlb_shootdown(pmap, va, opte, cpumaskp);
-
- }
- /*
- * if we are not on a pv_head list we are done.
- */
-
- if ((opte & PG_PVLIST) == 0) {
-#if defined(DIAGNOSTIC) && !defined(DOM0OPS)
- if (PHYS_TO_VM_PAGE(opte & PG_FRAME) != NULL)
- panic("pmap_remove_pte: managed page without "
- "PG_PVLIST for 0x%lx", va);
-#endif
- return(TRUE);
- }
-
- pg = PHYS_TO_VM_PAGE(opte & PG_FRAME);
-#ifdef DIAGNOSTIC
- if (pg == NULL)
- panic("pmap_remove_pte: unmanaged page marked "
- "PG_PVLIST, va = 0x%lx, pa = 0x%lx", va,
- (u_long)(opte & PG_FRAME));
-#endif
- mdpg = &pg->mdpage;
-
- /* sync R/M bits */
- simple_lock(&mdpg->mp_pvhead.pvh_lock);
- mdpg->mp_attrs |= (opte & (PG_U|PG_M));
- pve = pmap_remove_pv(&mdpg->mp_pvhead, pmap, va);
- simple_unlock(&mdpg->mp_pvhead.pvh_lock);
-
- if (pve)
- pmap_free_pv(pmap, pve);
- return(TRUE);
-}
-
-/*
- * pmap_remove: top level mapping removal function
- *
- * => caller should not be holding any pmap locks
- */
-
-void
-pmap_remove(pmap, sva, eva)
- struct pmap *pmap;
- vaddr_t sva, eva;
-{
- pmap_do_remove(pmap, sva, eva, PMAP_REMOVE_ALL);
-}
-
-/*
- * pmap_do_remove: mapping removal guts
- *
- * => caller should not be holding any pmap locks
- */
-
-static void
-pmap_do_remove(pmap, sva, eva, flags)
- struct pmap *pmap;
- vaddr_t sva, eva;
- int flags;
-{
- pt_entry_t *ptes, opte;
- pt_entry_t *maptp;
- boolean_t result;
- paddr_t ptppa;
- vaddr_t blkendva;
- struct vm_page *ptp;
- int32_t cpumask = 0;
- TAILQ_HEAD(, vm_page) empty_ptps;
- struct cpu_info *ci;
- struct pmap *curpmap;
-
- /*
- * we lock in the pmap => pv_head direction
- */
-
- TAILQ_INIT(&empty_ptps);
-
- PMAP_MAP_TO_HEAD_LOCK();
-
- ptes = pmap_map_ptes(pmap); /* locks pmap */
-
- ci = curcpu();
- curpmap = ci->ci_pmap;
-
- /*
- * removing one page? take shortcut function.
- */
-
- if (sva + PAGE_SIZE == eva) {
- if (pmap_valid_entry(pmap->pm_pdir[pdei(sva)])) {
-
- /* PA of the PTP */
- ptppa = PDE_GET(&pmap->pm_pdir[pdei(sva)]) & PG_FRAME;
-
- /* get PTP if non-kernel mapping */
- if (pmap == pmap_kernel()) {
- /* we never free kernel PTPs */
- ptp = NULL;
- } else {
- if (pmap->pm_ptphint &&
- VM_PAGE_TO_PHYS(pmap->pm_ptphint) ==
- ptppa) {
- ptp = pmap->pm_ptphint;
- } else {
- ptp = PHYS_TO_VM_PAGE(ptppa);
-#ifdef DIAGNOSTIC
- if (ptp == NULL)
- panic("pmap_remove: unmanaged "
- "PTP detected");
-#endif
- }
- }
-
- /* do it! */
- result = pmap_remove_pte(pmap, ptp,
- &ptes[x86_btop(sva)], sva, &cpumask, flags);
-
- /*
- * if mapping removed and the PTP is no longer
- * being used, free it!
- */
-
- if (result && ptp && ptp->wire_count <= 1) {
- /* zap! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&pmap->pm_pdir[pdei(sva)]);
- PTE_ATOMIC_CLEAR(&pmap->pm_pdir[pdei(sva)],
- maptp, opte);
-#if defined(MULTIPROCESSOR)
- /*
- * XXXthorpej Redundant shootdown can happen
- * here if we're using APTE space.
- */
-#endif
- pmap_tlb_shootdown(curpmap,
- ((vaddr_t)ptes) + ptp->offset, opte,
- &cpumask);
-#if defined(MULTIPROCESSOR)
- /*
- * Always shoot down the pmap's self-mapping
- * of the PTP.
- * XXXthorpej Redundant shootdown can happen
- * here if pmap == curpmap (not APTE space).
- */
- pmap_tlb_shootdown(pmap,
- ((vaddr_t)PTE_BASE) + ptp->offset, opte,
- &cpumask);
-#endif
- pmap->pm_stats.resident_count--;
- if (pmap->pm_ptphint == ptp)
- pmap->pm_ptphint =
- TAILQ_FIRST(&pmap->pm_obj.memq);
- ptp->wire_count = 0;
- ptp->flags |= PG_ZERO;
- uvm_pagerealloc(ptp, NULL, 0);
- TAILQ_INSERT_TAIL(&empty_ptps, ptp, listq);
- }
- }
- pmap_tlb_shootnow(cpumask);
- pmap_unmap_ptes(pmap); /* unlock pmap */
- PMAP_MAP_TO_HEAD_UNLOCK();
- /* Now we can free unused ptps */
- TAILQ_FOREACH(ptp, &empty_ptps, listq)
- uvm_pagefree(ptp);
- return;
- }
-
- cpumask = 0;
-
- for (/* null */ ; sva < eva ; sva = blkendva) {
-
- /* determine range of block */
- blkendva = x86_round_pdr(sva+1);
- if (blkendva > eva)
- blkendva = eva;
-
- /*
- * XXXCDC: our PTE mappings should never be removed
- * with pmap_remove! if we allow this (and why would
- * we?) then we end up freeing the pmap's page
- * directory page (PDP) before we are finished using
- * it when we hit in in the recursive mapping. this
- * is BAD.
- *
- * long term solution is to move the PTEs out of user
- * address space. and into kernel address space (up
- * with APTE). then we can set VM_MAXUSER_ADDRESS to
- * be VM_MAX_ADDRESS.
- */
-
- if (pdei(sva) == PDSLOT_PTE)
- /* XXXCDC: ugly hack to avoid freeing PDP here */
- continue;
-
- if (!pmap_valid_entry(pmap->pm_pdir[pdei(sva)]))
- /* valid block? */
- continue;
-
- /* PA of the PTP */
- ptppa = (PDE_GET(&pmap->pm_pdir[pdei(sva)]) & PG_FRAME);
-
- /* get PTP if non-kernel mapping */
- if (pmap == pmap_kernel()) {
- /* we never free kernel PTPs */
- ptp = NULL;
- } else {
- if (pmap->pm_ptphint &&
- VM_PAGE_TO_PHYS(pmap->pm_ptphint) == ptppa) {
- ptp = pmap->pm_ptphint;
- } else {
- ptp = PHYS_TO_VM_PAGE(ptppa);
-#ifdef DIAGNOSTIC
- if (ptp == NULL)
- panic("pmap_remove: unmanaged PTP "
- "detected");
-#endif
- }
- }
- pmap_remove_ptes(pmap, ptp, (vaddr_t)&ptes[x86_btop(sva)],
- sva, blkendva, &cpumask, flags);
-
- /* if PTP is no longer being used, free it! */
- if (ptp && ptp->wire_count <= 1) {
- /* zap! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&pmap->pm_pdir[pdei(sva)]);
- PTE_ATOMIC_CLEAR(&pmap->pm_pdir[pdei(sva)],
- maptp, opte);
-#if defined(MULTIPROCESSOR)
- /*
- * XXXthorpej Redundant shootdown can happen here
- * if we're using APTE space.
- */
-#endif
- pmap_tlb_shootdown(curpmap,
- ((vaddr_t)ptes) + ptp->offset, opte, &cpumask);
-#if defined(MULTIPROCESSOR)
- /*
- * Always shoot down the pmap's self-mapping
- * of the PTP.
- * XXXthorpej Redundant shootdown can happen here
- * if pmap == curpmap (not APTE space).
- */
- pmap_tlb_shootdown(pmap,
- ((vaddr_t)PTE_BASE) + ptp->offset, opte, &cpumask);
-#endif
- pmap->pm_stats.resident_count--;
- if (pmap->pm_ptphint == ptp) /* update hint? */
- pmap->pm_ptphint = pmap->pm_obj.memq.tqh_first;
- ptp->wire_count = 0;
- ptp->flags |= PG_ZERO;
- /* Postpone free to shootdown */
- uvm_pagerealloc(ptp, NULL, 0);
- TAILQ_INSERT_TAIL(&empty_ptps, ptp, listq);
- }
- }
-
- pmap_tlb_shootnow(cpumask);
- pmap_unmap_ptes(pmap);
- PMAP_MAP_TO_HEAD_UNLOCK();
- /* Now we can free unused ptps */
- TAILQ_FOREACH(ptp, &empty_ptps, listq)
- uvm_pagefree(ptp);
-}
-
-/*
- * pmap_page_remove: remove a managed vm_page from all pmaps that map it
- *
- * => we set pv_head => pmap locking
- * => R/M bits are sync'd back to attrs
- */
-
-void
-pmap_page_remove(pg)
- struct vm_page *pg;
-{
- struct pv_head *pvh;
- struct pv_entry *pve, *npve, *killlist = NULL;
- pt_entry_t *ptes, opte;
- pt_entry_t *maptp;
- int32_t cpumask = 0;
- TAILQ_HEAD(, vm_page) empty_ptps;
- struct vm_page *ptp;
- struct cpu_info *ci;
- struct pmap *curpmap;
-
-#ifdef DIAGNOSTIC
- int bank, off;
-
- bank = vm_physseg_find(atop(VM_PAGE_TO_PHYS(pg)), &off);
- if (bank == -1)
- panic("pmap_page_remove: unmanaged page?");
-#endif
-
- pvh = &pg->mdpage.mp_pvhead;
- if (SPLAY_ROOT(&pvh->pvh_root) == NULL) {
- return;
- }
-
- TAILQ_INIT(&empty_ptps);
-
- /* set pv_head => pmap locking */
- PMAP_HEAD_TO_MAP_LOCK();
-
- ci = curcpu();
- curpmap = ci->ci_pmap;
-
- /* XXX: needed if we hold head->map lock? */
- simple_lock(&pvh->pvh_lock);
-
- for (pve = SPLAY_MIN(pvtree, &pvh->pvh_root); pve != NULL; pve = npve) {
- npve = SPLAY_NEXT(pvtree, &pvh->pvh_root, pve);
- ptes = pmap_map_ptes(pve->pv_pmap); /* locks pmap */
-
-#ifdef DIAGNOSTIC
- if (pve->pv_ptp &&
- (PDE_GET(&pve->pv_pmap->pm_pdir[pdei(pve->pv_va)]) &
- PG_FRAME) != VM_PAGE_TO_PHYS(pve->pv_ptp)) {
- printf("pmap_page_remove: pg=%p: va=%lx, pv_ptp=%p\n",
- pg, pve->pv_va, pve->pv_ptp);
- printf("pmap_page_remove: PTP's phys addr: "
- "actual=%lx, recorded=%lx\n",
- (PDE_GET(&pve->pv_pmap->pm_pdir[pdei(pve->pv_va)])
- & PG_FRAME), VM_PAGE_TO_PHYS(pve->pv_ptp));
- panic("pmap_page_remove: mapped managed page has "
- "invalid pv_ptp field");
- }
-#endif
-
- /* atomically save the old PTE and zap! it */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(pve->pv_va)]);
- opte = pte_atomic_update(&ptes[x86_btop(pve->pv_va)],
- maptp, 0);
-
- if (opte & PG_W)
- pve->pv_pmap->pm_stats.wired_count--;
- pve->pv_pmap->pm_stats.resident_count--;
-
- /* Shootdown only if referenced */
- if (opte & PG_U)
- pmap_tlb_shootdown(pve->pv_pmap, pve->pv_va, opte,
- &cpumask);
-
- /* sync R/M bits */
- pg->mdpage.mp_attrs |= (opte & (PG_U|PG_M));
-
- /* update the PTP reference count. free if last reference. */
- if (pve->pv_ptp) {
- pve->pv_ptp->wire_count--;
- if (pve->pv_ptp->wire_count <= 1) {
- /*
- * Do we have to shootdown the page just to
- * get the pte out of the TLB ?
- */
- if(!(opte & PG_U))
- pmap_tlb_shootdown(pve->pv_pmap,
- pve->pv_va, opte, &cpumask);
-
- /* zap! */
- maptp = (pt_entry_t *)vtomach((vaddr_t)
- &pve->pv_pmap->pm_pdir[pdei(pve->pv_va)]);
- PTE_ATOMIC_CLEAR(&pve->pv_pmap->pm_pdir
- [pdei(pve->pv_va)], maptp, opte);
- pmap_tlb_shootdown(curpmap,
- ((vaddr_t)ptes) + pve->pv_ptp->offset,
- opte, &cpumask);
-#if defined(MULTIPROCESSOR)
- /*
- * Always shoot down the other pmap's
- * self-mapping of the PTP.
- */
- pmap_tlb_shootdown(pve->pv_pmap,
- ((vaddr_t)PTE_BASE) + pve->pv_ptp->offset,
- opte, &cpumask);
-#endif
- pve->pv_pmap->pm_stats.resident_count--;
- /* update hint? */
- if (pve->pv_pmap->pm_ptphint == pve->pv_ptp)
- pve->pv_pmap->pm_ptphint =
- pve->pv_pmap->pm_obj.memq.tqh_first;
- pve->pv_ptp->wire_count = 0;
- pve->pv_ptp->flags |= PG_ZERO;
- /* Free only after the shootdown */
- uvm_pagerealloc(pve->pv_ptp, NULL, 0);
- TAILQ_INSERT_TAIL(&empty_ptps, pve->pv_ptp,
- listq);
- }
- }
- pmap_unmap_ptes(pve->pv_pmap); /* unlocks pmap */
- SPLAY_REMOVE(pvtree, &pvh->pvh_root, pve); /* remove it */
- SPLAY_RIGHT(pve, pv_node) = killlist; /* mark it for death */
- killlist = pve;
- }
- pmap_free_pvs(NULL, killlist);
- simple_unlock(&pvh->pvh_lock);
- PMAP_HEAD_TO_MAP_UNLOCK();
- pmap_tlb_shootnow(cpumask);
-
- /* Now we can free unused ptps */
- TAILQ_FOREACH(ptp, &empty_ptps, listq)
- uvm_pagefree(ptp);
-}
-
-/*
- * p m a p a t t r i b u t e f u n c t i o n s
- * functions that test/change managed page's attributes
- * since a page can be mapped multiple times we must check each PTE that
- * maps it by going down the pv lists.
- */
-
-/*
- * pmap_test_attrs: test a page's attributes
- *
- * => we set pv_head => pmap locking
- */
-
-boolean_t
-pmap_test_attrs(pg, testbits)
- struct vm_page *pg;
- int testbits;
-{
- struct vm_page_md *mdpg;
- int *myattrs;
- struct pv_head *pvh;
- struct pv_entry *pve;
- volatile pt_entry_t *ptes;
- pt_entry_t pte;
-
-#if DIAGNOSTIC
- int bank, off;
-
- bank = vm_physseg_find(atop(VM_PAGE_TO_PHYS(pg)), &off);
- if (bank == -1)
- panic("pmap_test_attrs: unmanaged page?");
-#endif
- mdpg = &pg->mdpage;
-
- /*
- * before locking: see if attributes are already set and if so,
- * return!
- */
-
- myattrs = &mdpg->mp_attrs;
- if (*myattrs & testbits)
- return(TRUE);
-
- /* test to see if there is a list before bothering to lock */
- pvh = &mdpg->mp_pvhead;
- if (SPLAY_ROOT(&pvh->pvh_root) == NULL) {
- return(FALSE);
- }
-
- /* nope, gonna have to do it the hard way */
- PMAP_HEAD_TO_MAP_LOCK();
- /* XXX: needed if we hold head->map lock? */
- simple_lock(&pvh->pvh_lock);
-
- for (pve = SPLAY_MIN(pvtree, &pvh->pvh_root);
- pve != NULL && (*myattrs & testbits) == 0;
- pve = SPLAY_NEXT(pvtree, &pvh->pvh_root, pve)) {
- ptes = pmap_map_ptes(pve->pv_pmap);
- pte = PTE_GET(&ptes[x86_btop(pve->pv_va)]); /* XXX flags only?
*/
- pmap_unmap_ptes(pve->pv_pmap);
- *myattrs |= pte;
- }
-
- /*
- * note that we will exit the for loop with a non-null pve if
- * we have found the bits we are testing for.
- */
-
- simple_unlock(&pvh->pvh_lock);
- PMAP_HEAD_TO_MAP_UNLOCK();
- return((*myattrs & testbits) != 0);
-}
-
-/*
- * pmap_clear_attrs: clear the specified attribute for a page.
- *
- * => we set pv_head => pmap locking
- * => we return TRUE if we cleared one of the bits we were asked to
- */
-
-boolean_t
-pmap_clear_attrs(pg, clearbits)
- struct vm_page *pg;
- int clearbits;
-{
- struct vm_page_md *mdpg;
- u_int32_t result;
- struct pv_head *pvh;
- struct pv_entry *pve;
- pt_entry_t *ptes, opte;
- pt_entry_t *maptp;
- int *myattrs;
- int32_t cpumask = 0;
-
-#ifdef DIAGNOSTIC
- int bank, off;
-
- bank = vm_physseg_find(atop(VM_PAGE_TO_PHYS(pg)), &off);
- if (bank == -1)
- panic("pmap_change_attrs: unmanaged page?");
-#endif
- mdpg = &pg->mdpage;
-
- PMAP_HEAD_TO_MAP_LOCK();
- pvh = &mdpg->mp_pvhead;
- /* XXX: needed if we hold head->map lock? */
- simple_lock(&pvh->pvh_lock);
-
- myattrs = &mdpg->mp_attrs;
- result = *myattrs & clearbits;
- *myattrs &= ~clearbits;
-
- SPLAY_FOREACH(pve, pvtree, &pvh->pvh_root) {
-#ifdef DIAGNOSTIC
- if (!pmap_valid_entry(pve->pv_pmap->pm_pdir[pdei(pve->pv_va)]))
- panic("pmap_change_attrs: mapping without PTP "
- "detected");
-#endif
-
- ptes = pmap_map_ptes(pve->pv_pmap); /* locks pmap */
- opte = PTE_GET(&ptes[x86_btop(pve->pv_va)]);
- if (opte & clearbits) {
- /* We need to do something */
- if (clearbits == PG_RW) {
- result |= PG_RW;
-
- /*
- * On write protect we might not need to flush
- * the TLB
- */
-
- /* First zap the RW bit! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(pve->pv_va)]);
- PTE_ATOMIC_CLEARBITS(
- &ptes[x86_btop(pve->pv_va)],
- maptp, PG_RW);
- opte = PTE_GET(&ptes[x86_btop(pve->pv_va)]);
-
- /*
- * Then test if it is not cached as RW the TLB
- */
- if (!(opte & PG_M))
- goto no_tlb_shootdown;
- }
-
- /*
- * Since we need a shootdown me might as well
- * always clear PG_U AND PG_M.
- */
-
- /* zap! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(pve->pv_va)]);
- PTE_ATOMIC_SET(&ptes[x86_btop(pve->pv_va)], maptp,
- (opte & ~(PG_U | PG_M)), opte);
-
- result |= (opte & clearbits);
- *myattrs |= (opte & ~(clearbits));
-
- pmap_tlb_shootdown(pve->pv_pmap, pve->pv_va, opte,
- &cpumask);
- }
-no_tlb_shootdown:
- pmap_unmap_ptes(pve->pv_pmap); /* unlocks pmap */
- }
-
- simple_unlock(&pvh->pvh_lock);
- PMAP_HEAD_TO_MAP_UNLOCK();
-
- pmap_tlb_shootnow(cpumask);
- return(result != 0);
-}
-
-
-/*
- * p m a p p r o t e c t i o n f u n c t i o n s
- */
-
-/*
- * pmap_page_protect: change the protection of all recorded mappings
- * of a managed page
- *
- * => NOTE: this is an inline function in pmap.h
- */
-
-/* see pmap.h */
-
-/*
- * pmap_protect: set the protection in of the pages in a pmap
- *
- * => NOTE: this is an inline function in pmap.h
- */
-
-/* see pmap.h */
-
-/*
- * pmap_write_protect: write-protect pages in a pmap
- */
-
-void
-pmap_write_protect(pmap, sva, eva, prot)
- struct pmap *pmap;
- vaddr_t sva, eva;
- vm_prot_t prot;
-{
- pt_entry_t *ptes, *epte;
- pt_entry_t *maptp;
-#ifndef XEN
- volatile
-#endif
- pt_entry_t *spte;
- vaddr_t blockend;
- int32_t cpumask = 0;
-
- ptes = pmap_map_ptes(pmap); /* locks pmap */
-
- /* should be ok, but just in case ... */
- sva &= PG_FRAME;
- eva &= PG_FRAME;
-
- for (/* null */ ; sva < eva ; sva = blockend) {
-
- blockend = (sva & PD_MASK) + NBPD;
- if (blockend > eva)
- blockend = eva;
-
- /*
- * XXXCDC: our PTE mappings should never be write-protected!
- *
- * long term solution is to move the PTEs out of user
- * address space. and into kernel address space (up
- * with APTE). then we can set VM_MAXUSER_ADDRESS to
- * be VM_MAX_ADDRESS.
- */
-
- /* XXXCDC: ugly hack to avoid freeing PDP here */
- if (pdei(sva) == PDSLOT_PTE)
- continue;
-
- /* empty block? */
- if (!pmap_valid_entry(pmap->pm_pdir[pdei(sva)]))
- continue;
-
-#ifdef DIAGNOSTIC
- if (sva >= VM_MAXUSER_ADDRESS &&
- sva < VM_MAX_ADDRESS)
- panic("pmap_write_protect: PTE space");
-#endif
-
- spte = &ptes[x86_btop(sva)];
- epte = &ptes[x86_btop(blockend)];
-
- for (/*null */; spte < epte ; spte++) {
- if ((PTE_GET(spte) & (PG_RW|PG_V)) == (PG_RW|PG_V)) {
- maptp = (pt_entry_t *)vtomach((vaddr_t)spte);
- PTE_ATOMIC_CLEARBITS(spte, maptp, PG_RW);
- if (PTE_GET(spte) & PG_M)
- pmap_tlb_shootdown(pmap,
- x86_ptob(spte - ptes),
- PTE_GET(spte), &cpumask);
- }
- }
- }
-
- /*
- * if we kept a removal record and removed some pages update the TLB
- */
-
- pmap_tlb_shootnow(cpumask);
- pmap_unmap_ptes(pmap); /* unlocks pmap */
-}
-
-/*
- * end of protection functions
- */
-
-/*
- * pmap_unwire: clear the wired bit in the PTE
- *
- * => mapping should already be in map
- */
-
-void
-pmap_unwire(pmap, va)
- struct pmap *pmap;
- vaddr_t va;
-{
- pt_entry_t *ptes;
- pt_entry_t *maptp;
-
- if (pmap_valid_entry(pmap->pm_pdir[pdei(va)])) {
- ptes = pmap_map_ptes(pmap); /* locks pmap */
-
-#ifdef DIAGNOSTIC
- if (!pmap_valid_entry(ptes[x86_btop(va)]))
- panic("pmap_unwire: invalid (unmapped) va 0x%lx", va);
-#endif
- if ((ptes[x86_btop(va)] & PG_W) != 0) {
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(va)]);
- PTE_ATOMIC_CLEARBITS(&ptes[x86_btop(va)], maptp, PG_W);
- pmap->pm_stats.wired_count--;
- }
-#ifdef DIAGNOSTIC
- else {
- printf("pmap_unwire: wiring for pmap %p va 0x%lx "
- "didn't change!\n", pmap, va);
- }
-#endif
- pmap_unmap_ptes(pmap); /* unlocks map */
- }
-#ifdef DIAGNOSTIC
- else {
- panic("pmap_unwire: invalid PDE");
- }
-#endif
-}
-
-/*
- * pmap_collect: free resources held by a pmap
- *
- * => optional function.
- * => called when a process is swapped out to free memory.
- */
-
-void
-pmap_collect(pmap)
- struct pmap *pmap;
-{
- /*
- * free all of the pt pages by removing the physical mappings
- * for its entire address space.
- */
-
- pmap_do_remove(pmap, VM_MIN_ADDRESS, VM_MAX_ADDRESS,
- PMAP_REMOVE_SKIPWIRED);
-}
-
-/*
- * pmap_copy: copy mappings from one pmap to another
- *
- * => optional function
- * void pmap_copy(dst_pmap, src_pmap, dst_addr, len, src_addr)
- */
-
-/*
- * defined as macro in pmap.h
- */
-
-/*
- * pmap_enter: enter a mapping into a pmap
- *
- * => must be done "now" ... no lazy-evaluation
- * => we set pmap => pv_head locking
- */
-
-int
-pmap_enter(pmap, va, pa, prot, flags)
- struct pmap *pmap;
- vaddr_t va;
- paddr_t pa;
- vm_prot_t prot;
- int flags;
-{
- pt_entry_t *ptes, opte, npte;
- struct vm_page *ptp, *pg;
- struct vm_page_md *mdpg;
- struct pv_head *old_pvh, *new_pvh;
- struct pv_entry *pve = NULL; /* XXX gcc */
- int error;
- boolean_t wired = (flags & PMAP_WIRED) != 0;
- pt_entry_t *maptp;
-
- XENPRINTK(("pmap_enter(%p, %p, %p, %08x, %08x)\n",
- pmap, (void *)va, (void *)pa, prot, flags));
-
-#ifdef DIAGNOSTIC
- /* sanity check: totally out of range? */
- if (va >= VM_MAX_KERNEL_ADDRESS)
- panic("pmap_enter: too big");
-
- if (va == (vaddr_t) PDP_BASE || va == (vaddr_t) APDP_BASE)
- panic("pmap_enter: trying to map over PDP/APDP!");
-
- /* sanity check: kernel PTPs should already have been pre-allocated */
- if (va >= VM_MIN_KERNEL_ADDRESS &&
- !pmap_valid_entry(pmap->pm_pdir[pdei(va)]))
- panic("pmap_enter: missing kernel PTP!");
-#endif
-
- npte = protection_codes[prot] | PG_V;
-
- if (pa >= pmap_pa_start && pa < pmap_pa_end)
- npte |= xpmap_ptom(pa);
- else {
- XENPRINTF(("pmap_enter: va %08lx outside pa range %08lx\n",
- va, pa));
- npte |= pa;
- }
-
- /* XENPRINTK(("npte %p\n", npte)); */
-
- if (wired)
- npte |= PG_W;
-
- if (va < VM_MAXUSER_ADDRESS)
- npte |= PG_u;
- else if (va < VM_MAX_ADDRESS)
- npte |= (PG_u | PG_RW); /* XXXCDC: no longer needed? */
- if (pmap == pmap_kernel())
- npte |= pmap_pg_g;
-
- /* get lock */
- PMAP_MAP_TO_HEAD_LOCK();
-
- ptes = pmap_map_ptes(pmap); /* locks pmap */
- if (pmap == pmap_kernel()) {
- ptp = NULL;
- } else {
- ptp = pmap_get_ptp(pmap, pdei(va));
- if (ptp == NULL) {
- if (flags & PMAP_CANFAIL) {
- error = ENOMEM;
- goto out;
- }
- panic("pmap_enter: get ptp failed");
- }
- }
-
- /*
- * Get first view on old PTE
- * on SMP the PTE might gain PG_U and PG_M flags
- * before we zap it later
- */
- opte = pte_get(&ptes[x86_btop(va)]); /* old PTE */
- XENPRINTK(("npte %p opte %p ptes %p idx %03x\n",
- (void *)npte, (void *)opte, ptes, x86_btop(va)));
-
- /*
- * is there currently a valid mapping at our VA and does it
- * map to the same PA as the one we want to map ?
- */
-
- if (pmap_valid_entry(opte) && ((opte & PG_FRAME) == pa)) {
-
- /*
- * first, calculate pm_stats updates. resident count will not
- * change since we are replacing/changing a valid mapping.
- * wired count might change...
- */
- pmap->pm_stats.wired_count +=
- ((npte & PG_W) ? 1 : 0 - (opte & PG_W) ? 1 : 0);
-
- npte |= (opte & PG_PVLIST);
-
- XENPRINTK(("pmap update opte == pa"));
- /* zap! */
- maptp = (pt_entry_t *)vtomach((vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)], maptp, npte);
-
- /*
- * Any change in the protection level that the CPU
- * should know about ?
- */
- if ((npte & PG_RW)
- || ((opte & (PG_M | PG_RW)) != (PG_M | PG_RW))) {
- XENPRINTK(("pmap update opte == pa, prot change"));
- /*
- * No need to flush the TLB.
- * Just add old PG_M, ... flags in new entry.
- */
- PTE_ATOMIC_SETBITS(&ptes[x86_btop(va)], maptp,
- opte & (PG_M | PG_U));
- goto out_ok;
- }
-
- /*
- * Might be cached in the TLB as being writable
- * if this is on the PVLIST, sync R/M bit
- */
- if (opte & PG_PVLIST) {
- pg = PHYS_TO_VM_PAGE(pa);
-#ifdef DIAGNOSTIC
- if (pg == NULL)
- panic("pmap_enter: same pa PG_PVLIST "
- "mapping with unmanaged page "
- "pa = 0x%lx (0x%lx)", pa,
- atop(pa));
-#endif
- mdpg = &pg->mdpage;
- old_pvh = &mdpg->mp_pvhead;
- simple_lock(&old_pvh->pvh_lock);
- mdpg->mp_attrs |= opte;
- simple_unlock(&old_pvh->pvh_lock);
- }
- goto shootdown_now;
- }
-
- pg = PHYS_TO_VM_PAGE(pa);
- XENPRINTK(("pg %p from %p, init %d\n", pg, (void *)pa,
- pmap_initialized));
- if (pmap_initialized && pg != NULL) {
- /* This is a managed page */
- npte |= PG_PVLIST;
- mdpg = &pg->mdpage;
- new_pvh = &mdpg->mp_pvhead;
- if ((opte & (PG_PVLIST | PG_V)) != (PG_PVLIST | PG_V)) {
- /* We can not steal a pve - allocate one */
- pve = pmap_alloc_pv(pmap, ALLOCPV_NEED);
- if (pve == NULL) {
- if (!(flags & PMAP_CANFAIL))
- panic("pmap_enter: "
- "no pv entries available");
- error = ENOMEM;
- goto out;
- }
- }
- } else {
- new_pvh = NULL;
- }
-
- /*
- * is there currently a valid mapping at our VA?
- */
-
- if (pmap_valid_entry(opte)) {
-
- /*
- * changing PAs: we must remove the old one first
- */
-
- /*
- * first, calculate pm_stats updates. resident count will not
- * change since we are replacing/changing a valid mapping.
- * wired count might change...
- */
- pmap->pm_stats.wired_count +=
- ((npte & PG_W) ? 1 : 0 - (opte & PG_W) ? 1 : 0);
-
- if (opte & PG_PVLIST) {
- pg = PHYS_TO_VM_PAGE(opte & PG_FRAME);
-#ifdef DIAGNOSTIC
- if (pg == NULL)
- panic("pmap_enter: PG_PVLIST mapping with "
- "unmanaged page "
- "pa = 0x%lx (0x%lx)", pa, atop(pa));
-#endif
- mdpg = &pg->mdpage;
- old_pvh = &mdpg->mp_pvhead;
-
- /* new_pvh is NULL if page will not be managed */
- pmap_lock_pvhs(old_pvh, new_pvh);
-
- XENPRINTK(("pmap change pa"));
- /* zap! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)], maptp,
- npte);
-
- pve = pmap_remove_pv(old_pvh, pmap, va);
- KASSERT(pve != 0);
- mdpg->mp_attrs |= opte;
-
- if (new_pvh) {
- pmap_enter_pv(new_pvh, pve, pmap, va, ptp);
- simple_unlock(&new_pvh->pvh_lock);
- } else
- pmap_free_pv(pmap, pve);
- simple_unlock(&old_pvh->pvh_lock);
-
- goto shootdown_test;
- }
- } else { /* opte not valid */
- pmap->pm_stats.resident_count++;
- if (wired)
- pmap->pm_stats.wired_count++;
- if (ptp)
- ptp->wire_count++;
- }
-
- if (new_pvh) {
- simple_lock(&new_pvh->pvh_lock);
- pmap_enter_pv(new_pvh, pve, pmap, va, ptp);
- simple_unlock(&new_pvh->pvh_lock);
- }
-
- XENPRINTK(("pmap initial setup\n"));
- maptp = (pt_entry_t *)vtomach((vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)],
- maptp, npte); /* zap! */
-
-shootdown_test:
- /* Update page attributes if needed */
- if ((opte & (PG_V | PG_U)) == (PG_V | PG_U)) {
-#if defined(MULTIPROCESSOR)
- int32_t cpumask = 0;
-#endif
-shootdown_now:
-#if defined(MULTIPROCESSOR)
- pmap_tlb_shootdown(pmap, va, opte, &cpumask);
- pmap_tlb_shootnow(cpumask);
-#else
- /* Don't bother deferring in the single CPU case. */
- if (pmap_is_curpmap(pmap))
- pmap_update_pg(va);
-#endif
- }
-
-out_ok:
- error = 0;
-
-out:
- pmap_unmap_ptes(pmap);
- PMAP_MAP_TO_HEAD_UNLOCK();
-
- XENPRINTK(("pmap_enter: %d\n", error));
- return error;
-}
-
-/*
- * pmap_enter_ma: enter a mapping into a pmap
- *
- * => must be done "now" ... no lazy-evaluation
- * => we set pmap => pv_head locking
- */
-
-int
-pmap_enter_ma(pmap, va, pa, prot, flags)
- struct pmap *pmap;
- vaddr_t va;
- paddr_t pa;
- vm_prot_t prot;
- int flags;
-{
- pt_entry_t *ptes, opte, npte;
- pt_entry_t *maptp;
- struct vm_page *ptp, *pg;
- struct vm_page_md *mdpg;
- struct pv_head *old_pvh;
- struct pv_entry *pve = NULL; /* XXX gcc */
- int error;
- boolean_t wired = (flags & PMAP_WIRED) != 0;
-
- XENPRINTK(("pmap_enter_ma(%p, %p, %p, %08x, %08x)\n",
- pmap, (void *)va, (void *)pa, prot, flags));
-
-#ifdef DIAGNOSTIC
- /* sanity check: totally out of range? */
- if (va >= VM_MAX_KERNEL_ADDRESS)
- panic("pmap_enter: too big");
-
- if (va == (vaddr_t) PDP_BASE || va == (vaddr_t) APDP_BASE)
- panic("pmap_enter: trying to map over PDP/APDP!");
-
- /* sanity check: kernel PTPs should already have been pre-allocated */
- if (va >= VM_MIN_KERNEL_ADDRESS &&
- !pmap_valid_entry(pmap->pm_pdir[pdei(va)]))
- panic("pmap_enter: missing kernel PTP!");
-#endif
-
- npte = pa | protection_codes[prot] | PG_V;
- /* XENPRINTK(("npte %p\n", npte)); */
-
- if (wired)
- npte |= PG_W;
-
- if (va < VM_MAXUSER_ADDRESS)
- npte |= PG_u;
- else if (va < VM_MAX_ADDRESS)
- npte |= (PG_u | PG_RW); /* XXXCDC: no longer needed? */
- if (pmap == pmap_kernel())
- npte |= pmap_pg_g;
-
- /* get lock */
- PMAP_MAP_TO_HEAD_LOCK();
-
- ptes = pmap_map_ptes(pmap); /* locks pmap */
- if (pmap == pmap_kernel()) {
- ptp = NULL;
- } else {
- ptp = pmap_get_ptp(pmap, pdei(va));
- if (ptp == NULL) {
- if (flags & PMAP_CANFAIL) {
- error = ENOMEM;
- goto out;
- }
- panic("pmap_enter: get ptp failed");
- }
- }
-
- /*
- * Get first view on old PTE
- * on SMP the PTE might gain PG_U and PG_M flags
- * before we zap it later
- */
- opte = pte_get_ma(&ptes[x86_btop(va)]); /* old PTE */
- XENPRINTK(("npte %p opte %p ptes %p idx %03x\n",
- (void *)npte, (void *)opte, ptes, x86_btop(va)));
- XENPRINTF(("pmap_enter_ma pa %08lx va %08lx opte %08x npte %08x "
- "wired %d count %ld\n", pa, va, opte, npte, wired,
- pmap->pm_stats.wired_count));
-
- /*
- * is there currently a valid mapping at our VA and does it
- * map to the same MA as the one we want to map ?
- */
-
- if (pmap_valid_entry(opte) && ((opte & PG_FRAME) == pa)) {
-
- /*
- * first, calculate pm_stats updates. resident count will not
- * change since we are replacing/changing a valid mapping.
- * wired count might change...
- */
- pmap->pm_stats.wired_count +=
- ((npte & PG_W) ? 1 : 0 - (opte & PG_W) ? 1 : 0);
-
- XENPRINTK(("pmap update opte == pa"));
- /* zap! */
- maptp = (pt_entry_t *)vtomach((vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)], maptp, npte);
-
- /*
- * Any change in the protection level that the CPU
- * should know about ?
- */
- if ((npte & PG_RW)
- || ((opte & (PG_M | PG_RW)) != (PG_M | PG_RW))) {
- XENPRINTK(("pmap update opte == pa, prot change"));
- /*
- * No need to flush the TLB.
- * Just add old PG_M, ... flags in new entry.
- */
- PTE_ATOMIC_SETBITS(&ptes[x86_btop(va)], maptp,
- opte & (PG_M | PG_U));
- goto out_ok;
- }
-
- /*
- * Might be cached in the TLB as being writable
- * if this is on the PVLIST, sync R/M bit
- */
- KDASSERT((opte & PG_PVLIST) == 0);
- goto shootdown_now;
- }
-
- /*
- * no managed mapping for pages mapped through pmap_enter_ma.
- */
-
- /*
- * is there currently a valid mapping at our VA?
- */
-
- if (pmap_valid_entry(opte)) {
-
- /*
- * changing PAs: we must remove the old one first
- */
-
- /*
- * first, calculate pm_stats updates. resident count will not
- * change since we are replacing/changing a valid mapping.
- * wired count might change...
- */
- pmap->pm_stats.wired_count +=
- ((npte & PG_W) ? 1 : 0 - (opte & PG_W) ? 1 : 0);
-
- if (opte & PG_PVLIST) {
- opte = xpmap_mtop(opte);
- KDASSERT((opte & PG_FRAME) !=
- (KERNTEXTOFF - KERNBASE_LOCORE));
-
- pg = PHYS_TO_VM_PAGE(opte & PG_FRAME);
-#ifdef DIAGNOSTIC
- if (pg == NULL)
- panic("pmap_enter: PG_PVLIST mapping with "
- "unmanaged page "
- "pa = 0x%lx (0x%lx)", pa, atop(pa));
-#endif
- mdpg = &pg->mdpage;
- old_pvh = &mdpg->mp_pvhead;
-
- /* NULL new_pvh since page will not be managed */
- pmap_lock_pvhs(old_pvh, NULL);
-
- XENPRINTK(("pmap change pa"));
- /* zap! */
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)], maptp,
- npte);
-
- pve = pmap_remove_pv(old_pvh, pmap, va);
- KASSERT(pve != 0);
- mdpg->mp_attrs |= opte;
-
- pmap_free_pv(pmap, pve);
- simple_unlock(&old_pvh->pvh_lock);
-
- goto shootdown_test;
- }
- } else { /* opte not valid */
- pmap->pm_stats.resident_count++;
- if (wired)
- pmap->pm_stats.wired_count++;
- if (ptp)
- ptp->wire_count++;
- }
-
- XENPRINTK(("pmap initial setup"));
- maptp = (pt_entry_t *)vtomach((vaddr_t)&ptes[x86_btop(va)]);
- opte = pte_atomic_update_ma(&ptes[x86_btop(va)],
- maptp, npte); /* zap! */
-
-shootdown_test:
- /* Update page attributes if needed */
- if ((opte & (PG_V | PG_U)) == (PG_V | PG_U)) {
-#if defined(MULTIPROCESSOR)
- int32_t cpumask = 0;
-#endif
-shootdown_now:
-#if defined(MULTIPROCESSOR)
- pmap_tlb_shootdown(pmap, va, opte, &cpumask);
- pmap_tlb_shootnow(cpumask);
-#else
- /* Don't bother deferring in the single CPU case. */
- if (pmap_is_curpmap(pmap))
- pmap_update_pg(va);
-#endif
- }
-
-out_ok:
- error = 0;
-
-out:
- pmap_unmap_ptes(pmap);
- PMAP_MAP_TO_HEAD_UNLOCK();
-
- XENPRINTK(("pmap_enter: %d\n", error));
- return error;
-}
-
-/*
- * pmap_growkernel: increase usage of KVM space
- *
- * => we allocate new PTPs for the kernel and install them in all
- * the pmaps on the system.
- */
-
-vaddr_t
-pmap_growkernel(maxkvaddr)
- vaddr_t maxkvaddr;
-{
- struct pmap *kpm = pmap_kernel(), *pm;
- pd_entry_t *mapdp;
- pt_entry_t *maptp;
- int needed_kpde; /* needed number of kernel PTPs */
- int s;
- paddr_t ptaddr;
-
- needed_kpde = (u_int)(maxkvaddr - VM_MIN_KERNEL_ADDRESS + (NBPD-1))
- / NBPD;
- XENPRINTF(("pmap_growkernel %p: %d -> %d\n", (void *)maxkvaddr,
- nkpde, needed_kpde));
- if (needed_kpde <= nkpde)
- goto out; /* we are OK */
-
- /*
- * whoops! we need to add kernel PTPs
- */
-
- s = splhigh(); /* to be safe */
- simple_lock(&kpm->pm_obj.vmobjlock);
-
- for (/*null*/ ; nkpde < needed_kpde ; nkpde++) {
-
- mapdp = (pt_entry_t
*)vtomach((vaddr_t)&kpm->pm_pdir[PDSLOT_KERN + nkpde]);
- if (uvm.page_init_done == FALSE) {
-
- /*
- * we're growing the kernel pmap early (from
- * uvm_pageboot_alloc()). this case must be
- * handled a little differently.
- */
-
- if (uvm_page_physget(&ptaddr) == FALSE)
- panic("pmap_growkernel: out of memory");
- pmap_zero_page(ptaddr);
-
- XENPRINTF(("xxxx maybe not PG_RW\n"));
- PDE_SET(&kpm->pm_pdir[PDSLOT_KERN + nkpde], mapdp,
ptaddr | PG_RW | PG_V);
-
- /* count PTP as resident */
- kpm->pm_stats.resident_count++;
- continue;
- }
-
- /*
- * THIS *MUST* BE CODED SO AS TO WORK IN THE
- * pmap_initialized == FALSE CASE! WE MAY BE
- * INVOKED WHILE pmap_init() IS RUNNING!
- */
-
- if (pmap_alloc_ptp(kpm, PDSLOT_KERN + nkpde) == NULL) {
- panic("pmap_growkernel: alloc ptp failed");
- }
-
- /* PG_u not for kernel */
- PDE_CLEARBITS(&kpm->pm_pdir[PDSLOT_KERN + nkpde], mapdp, PG_u);
-
- /* distribute new kernel PTP to all active pmaps */
- simple_lock(&pmaps_lock);
- for (pm = pmaps.lh_first; pm != NULL;
- pm = pm->pm_list.le_next) {
- XENPRINTF(("update\n"));
- maptp = (pt_entry_t *)vtomach(
- (vaddr_t)&pm->pm_pdir[PDSLOT_KERN + nkpde]);
- PDE_COPY(&pm->pm_pdir[PDSLOT_KERN + nkpde], maptp,
- &kpm->pm_pdir[PDSLOT_KERN + nkpde]);
- }
-
- /* Invalidate the PDP cache. */
- pool_cache_invalidate(&pmap_pdp_cache);
- pmap_pdp_cache_generation++;
-
- simple_unlock(&pmaps_lock);
- }
-
- simple_unlock(&kpm->pm_obj.vmobjlock);
- splx(s);
-
-out:
- XENPRINTF(("pmap_growkernel return %d %p\n", nkpde,
- (void *)(VM_MIN_KERNEL_ADDRESS + (nkpde * NBPD))));
- return (VM_MIN_KERNEL_ADDRESS + (nkpde * NBPD));
-}
-
-#ifdef DEBUG
-void pmap_dump(struct pmap *, vaddr_t, vaddr_t);
-
-/*
- * pmap_dump: dump all the mappings from a pmap
- *
- * => caller should not be holding any pmap locks
- */
-
-void
-pmap_dump(pmap, sva, eva)
- struct pmap *pmap;
- vaddr_t sva, eva;
-{
- pt_entry_t *ptes, *pte;
- vaddr_t blkendva;
-
- /*
- * if end is out of range truncate.
- * if (end == start) update to max.
- */
-
- if (eva > VM_MAXUSER_ADDRESS || eva <= sva)
- eva = VM_MAXUSER_ADDRESS;
-
- /*
- * we lock in the pmap => pv_head direction
- */
-
- PMAP_MAP_TO_HEAD_LOCK();
- ptes = pmap_map_ptes(pmap); /* locks pmap */
-
- /*
- * dumping a range of pages: we dump in PTP sized blocks (4MB)
- */
-
- for (/* null */ ; sva < eva ; sva = blkendva) {
-
- /* determine range of block */
- blkendva = x86_round_pdr(sva+1);
- if (blkendva > eva)
- blkendva = eva;
-
- /* valid block? */
- if (!pmap_valid_entry(pmap->pm_pdir[pdei(sva)]))
- continue;
-
- pte = &ptes[x86_btop(sva)];
- for (/* null */; sva < blkendva ; sva += PAGE_SIZE, pte++) {
- if (!pmap_valid_entry(*pte))
- continue;
- XENPRINTF(("va %#lx -> pa %#lx (pte=%#lx)\n",
- sva, PTE_GET(pte), PTE_GET(pte) & PG_FRAME));
- }
- }
- pmap_unmap_ptes(pmap);
- PMAP_MAP_TO_HEAD_UNLOCK();
-}
-#endif
-
-/******************** TLB shootdown code ********************/
-
-
-void
-pmap_tlb_shootnow(int32_t cpumask)
-{
- struct cpu_info *self;
-#ifdef MULTIPROCESSOR
- struct cpu_info *ci;
- CPU_INFO_ITERATOR cii;
- int s;
-#ifdef DIAGNOSTIC
- int count = 0;
-#endif
-#endif
-
- if (cpumask == 0)
- return;
-
- self = curcpu();
-#ifdef MULTIPROCESSOR
- s = splipi();
- self->ci_tlb_ipi_mask = cpumask;
-#endif
-
- pmap_do_tlb_shootdown(self); /* do *our* work. */
-
-#ifdef MULTIPROCESSOR
- splx(s);
-
- /*
- * Send the TLB IPI to other CPUs pending shootdowns.
- */
- for (CPU_INFO_FOREACH(cii, ci)) {
- if (ci == self)
- continue;
- if (cpumask & (1U << ci->ci_cpuid))
- if (x86_send_ipi(ci, X86_IPI_TLB) != 0)
- x86_atomic_clearbits_l(&self->ci_tlb_ipi_mask,
- (1U << ci->ci_cpuid));
- }
-
- while (self->ci_tlb_ipi_mask != 0) {
-#ifdef DIAGNOSTIC
- if (count++ > 10000000)
- panic("TLB IPI rendezvous failed (mask %x)",
- self->ci_tlb_ipi_mask);
-#endif
- x86_pause();
- }
-#endif
-}
-
-/*
- * pmap_tlb_shootdown:
- *
- * Cause the TLB entry for pmap/va to be shot down.
- */
-void
-pmap_tlb_shootdown(pmap, va, pte, cpumaskp)
- pmap_t pmap;
- vaddr_t va;
- pt_entry_t pte;
- int32_t *cpumaskp;
-{
- struct cpu_info *ci, *self;
- struct pmap_tlb_shootdown_q *pq;
- struct pmap_tlb_shootdown_job *pj;
- CPU_INFO_ITERATOR cii;
- int s;
-
-#ifdef LARGEPAGES
- if (pte & PG_PS)
- va &= PG_LGFRAME;
-#endif
-
- if (pmap_initialized == FALSE || cpus_attached == 0) {
- pmap_update_pg(va);
- return;
- }
-
- self = curcpu();
-
- s = splipi();
-#if 0
- printf("dshootdown %lx\n", va);
-#endif
-
- for (CPU_INFO_FOREACH(cii, ci)) {
- /* Note: we queue shootdown events for ourselves here! */
- if (pmap_is_active(pmap, ci->ci_cpuid) == 0)
- continue;
- if (ci != self && !(ci->ci_flags & CPUF_RUNNING))
- continue;
- pq = &pmap_tlb_shootdown_q[ci->ci_cpuid];
- __cpu_simple_lock(&pq->pq_slock);
-
- /*
- * If there's a global flush already queued, or a
- * non-global flush, and this pte doesn't have the G
- * bit set, don't bother.
- */
- if (pq->pq_flushg > 0 ||
- (pq->pq_flushu > 0 && (pte & pmap_pg_g) == 0)) {
- __cpu_simple_unlock(&pq->pq_slock);
- continue;
- }
-
-#ifdef I386_CPU
- /*
- * i386 CPUs can't invalidate a single VA, only
- * flush the entire TLB, so don't bother allocating
- * jobs for them -- just queue a `flushu'.
- *
- * XXX note that this can be executed for non-i386
- * when called * early (before identifycpu() has set
- * cpu_class)
- */
- if (cpu_class == CPUCLASS_386) {
- pq->pq_flushu++;
- *cpumaskp |= 1U << ci->ci_cpuid;
- __cpu_simple_unlock(&pq->pq_slock);
- continue;
- }
-#endif
-
- pj = pmap_tlb_shootdown_job_get(pq);
- pq->pq_pte |= pte;
- if (pj == NULL) {
- /*
- * Couldn't allocate a job entry.
- * Kill it now for this CPU, unless the failure
- * was due to too many pending flushes; otherwise,
- * tell other cpus to kill everything..
- */
- if (ci == self && pq->pq_count < PMAP_TLB_MAXJOBS) {
- pmap_update_pg(va);
- __cpu_simple_unlock(&pq->pq_slock);
- continue;
- } else {
- if (pq->pq_pte & pmap_pg_g)
- pq->pq_flushg++;
- else
- pq->pq_flushu++;
- /*
- * Since we've nailed the whole thing,
- * drain the job entries pending for that
- * processor.
- */
- pmap_tlb_shootdown_q_drain(pq);
- *cpumaskp |= 1U << ci->ci_cpuid;
- }
- } else {
- pj->pj_pmap = pmap;
- pj->pj_va = va;
- pj->pj_pte = pte;
- TAILQ_INSERT_TAIL(&pq->pq_head, pj, pj_list);
- *cpumaskp |= 1U << ci->ci_cpuid;
- }
- __cpu_simple_unlock(&pq->pq_slock);
- }
- splx(s);
-}
-
-/*
- * pmap_do_tlb_shootdown_checktlbstate: check and update ci_tlbstate.
- *
- * => called at splipi.
- * => return TRUE if we need to maintain user tlbs.
- */
-static __inline boolean_t
-pmap_do_tlb_shootdown_checktlbstate(struct cpu_info *ci)
-{
-
- KASSERT(ci == curcpu());
-
- if (ci->ci_tlbstate == TLBSTATE_LAZY) {
- KASSERT(ci->ci_pmap != pmap_kernel());
- /*
- * mostly KASSERT(ci->ci_pmap->pm_cpus & (1U << ci->ci_cpuid));
- */
-
- /*
- * we no longer want tlb shootdown ipis for this pmap.
- * mark the pmap no longer in use by this processor.
- */
-
- x86_atomic_clearbits_l(&ci->ci_pmap->pm_cpus,
- 1U << ci->ci_cpuid);
- ci->ci_tlbstate = TLBSTATE_STALE;
- }
-
- if (ci->ci_tlbstate == TLBSTATE_STALE)
- return FALSE;
-
- return TRUE;
-}
-
-/*
- * pmap_do_tlb_shootdown:
- *
- * Process pending TLB shootdown operations for this processor.
- */
-void
-pmap_do_tlb_shootdown(struct cpu_info *self)
-{
- u_long cpu_id = self->ci_cpuid;
- struct pmap_tlb_shootdown_q *pq = &pmap_tlb_shootdown_q[cpu_id];
- struct pmap_tlb_shootdown_job *pj;
- int s;
-#ifdef MULTIPROCESSOR
- struct cpu_info *ci;
- CPU_INFO_ITERATOR cii;
-#endif
- KASSERT(self == curcpu());
-
- s = splipi();
-
- __cpu_simple_lock(&pq->pq_slock);
-
- if (pq->pq_flushg) {
- COUNT(flushg);
- pmap_do_tlb_shootdown_checktlbstate(self);
- tlbflushg();
- pq->pq_flushg = 0;
- pq->pq_flushu = 0;
- pmap_tlb_shootdown_q_drain(pq);
- } else {
- /*
- * TLB flushes for PTEs with PG_G set may be in the queue
- * after a flushu, they need to be dealt with.
- */
- if (pq->pq_flushu) {
- COUNT(flushu);
- pmap_do_tlb_shootdown_checktlbstate(self);
- tlbflush();
- }
- while ((pj = TAILQ_FIRST(&pq->pq_head)) != NULL) {
- TAILQ_REMOVE(&pq->pq_head, pj, pj_list);
-
- if ((pj->pj_pte & pmap_pg_g) ||
- pj->pj_pmap == pmap_kernel()) {
- pmap_update_pg(pj->pj_va);
- } else if (!pq->pq_flushu &&
- pj->pj_pmap == self->ci_pmap) {
- if (pmap_do_tlb_shootdown_checktlbstate(self))
- pmap_update_pg(pj->pj_va);
- }
-
- pmap_tlb_shootdown_job_put(pq, pj);
- }
-
- pq->pq_flushu = pq->pq_pte = 0;
- }
-
-#ifdef MULTIPROCESSOR
- for (CPU_INFO_FOREACH(cii, ci))
- x86_atomic_clearbits_l(&ci->ci_tlb_ipi_mask,
- (1U << cpu_id));
-#endif
- __cpu_simple_unlock(&pq->pq_slock);
-
- splx(s);
-}
-
-
-/*
- * pmap_tlb_shootdown_q_drain:
- *
- * Drain a processor's TLB shootdown queue. We do not perform
- * the shootdown operations. This is merely a convenience
- * function.
- *
- * Note: We expect the queue to be locked.
- */
-void
-pmap_tlb_shootdown_q_drain(pq)
- struct pmap_tlb_shootdown_q *pq;
-{
- struct pmap_tlb_shootdown_job *pj;
-
- while ((pj = TAILQ_FIRST(&pq->pq_head)) != NULL) {
- TAILQ_REMOVE(&pq->pq_head, pj, pj_list);
- pmap_tlb_shootdown_job_put(pq, pj);
- }
- pq->pq_pte = 0;
-}
-
-/*
- * pmap_tlb_shootdown_job_get:
- *
- * Get a TLB shootdown job queue entry. This places a limit on
- * the number of outstanding jobs a processor may have.
- *
- * Note: We expect the queue to be locked.
- */
-struct pmap_tlb_shootdown_job *
-pmap_tlb_shootdown_job_get(pq)
- struct pmap_tlb_shootdown_q *pq;
-{
- struct pmap_tlb_shootdown_job *pj;
-
- if (pq->pq_count >= PMAP_TLB_MAXJOBS)
- return (NULL);
-
- __cpu_simple_lock(&pmap_tlb_shootdown_job_lock);
- if (pj_free == NULL) {
- __cpu_simple_unlock(&pmap_tlb_shootdown_job_lock);
- return NULL;
- }
- pj = &pj_free->pja_job;
- pj_free =
- (union pmap_tlb_shootdown_job_al *)pj_free->pja_job.pj_nextfree;
- __cpu_simple_unlock(&pmap_tlb_shootdown_job_lock);
-
- pq->pq_count++;
- return (pj);
-}
-
-/*
- * pmap_tlb_shootdown_job_put:
- *
- * Put a TLB shootdown job queue entry onto the free list.
- *
- * Note: We expect the queue to be locked.
- */
-void
-pmap_tlb_shootdown_job_put(pq, pj)
- struct pmap_tlb_shootdown_q *pq;
- struct pmap_tlb_shootdown_job *pj;
-{
-
-#ifdef DIAGNOSTIC
- if (pq->pq_count == 0)
- panic("pmap_tlb_shootdown_job_put: queue length inconsistency");
-#endif
- __cpu_simple_lock(&pmap_tlb_shootdown_job_lock);
- pj->pj_nextfree = &pj_free->pja_job;
- pj_free = (union pmap_tlb_shootdown_job_al *)pj;
- __cpu_simple_unlock(&pmap_tlb_shootdown_job_lock);
-
- pq->pq_count--;
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/sys_machdep.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/sys_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,550 +0,0 @@
-/* $NetBSD: sys_machdep.c,v 1.1.2.1 2004/05/22 15:59:21 he Exp $ */
-/* NetBSD: sys_machdep.c,v 1.70 2003/10/27 14:11:47 junyoung Exp */
-
-/*-
- * Copyright (c) 1998 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by Charles M. Hannum.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: sys_machdep.c,v 1.1.2.1 2004/05/22 15:59:21 he Exp
$");
-
-#include "opt_compat_netbsd.h"
-#include "opt_mtrr.h"
-#include "opt_perfctrs.h"
-#include "opt_user_ldt.h"
-#include "opt_vm86.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/ioctl.h>
-#include <sys/file.h>
-#include <sys/time.h>
-#include <sys/proc.h>
-#include <sys/user.h>
-#include <sys/uio.h>
-#include <sys/kernel.h>
-#include <sys/buf.h>
-#include <sys/signal.h>
-#include <sys/malloc.h>
-
-#include <sys/mount.h>
-#include <sys/sa.h>
-#include <sys/syscallargs.h>
-
-#include <uvm/uvm_extern.h>
-
-#include <machine/cpu.h>
-#include <machine/cpufunc.h>
-#include <machine/gdt.h>
-#include <machine/psl.h>
-#include <machine/reg.h>
-#include <machine/sysarch.h>
-#include <machine/mtrr.h>
-
-#ifdef VM86
-#include <machine/vm86.h>
-#endif
-
-#ifdef PERFCTRS
-#include <machine/pmc.h>
-#endif
-
-extern struct vm_map *kernel_map;
-
-int i386_iopl(struct lwp *, void *, register_t *);
-int i386_get_ioperm(struct lwp *, void *, register_t *);
-int i386_set_ioperm(struct lwp *, void *, register_t *);
-int i386_get_mtrr(struct lwp *, void *, register_t *);
-int i386_set_mtrr(struct lwp *, void *, register_t *);
-
-#ifdef USER_LDT
-
-#ifdef LDT_DEBUG
-static void i386_print_ldt(int, const struct segment_descriptor *);
-
-static void
-i386_print_ldt(i, d)
- int i;
- const struct segment_descriptor *d;
-{
- printf("[%d] lolimit=0x%x, lobase=0x%x, type=%u, dpl=%u, p=%u, "
- "hilimit=0x%x, xx=%x, def32=%u, gran=%u, hibase=0x%x\n",
- i, d->sd_lolimit, d->sd_lobase, d->sd_type, d->sd_dpl, d->sd_p,
- d->sd_hilimit, d->sd_xx, d->sd_def32, d->sd_gran, d->sd_hibase);
-}
-#endif
-
-int
-i386_get_ldt(l, args, retval)
- struct lwp *l;
- void *args;
- register_t *retval;
-{
- int error;
- struct proc *p = l->l_proc;
- pmap_t pmap = p->p_vmspace->vm_map.pmap;
- int nldt, num;
- union descriptor *lp, *cp;
- struct i386_get_ldt_args ua;
-
- if ((error = copyin(args, &ua, sizeof(ua))) != 0)
- return (error);
-
-#ifdef LDT_DEBUG
- printf("i386_get_ldt: start=%d num=%d descs=%p\n", ua.start,
- ua.num, ua.desc);
-#endif
-
- if (ua.start < 0 || ua.num < 0 || ua.start > 8192 || ua.num > 8192 ||
- ua.start + ua.num > 8192)
- return (EINVAL);
-
- cp = malloc(ua.num * sizeof(union descriptor), M_TEMP, M_WAITOK);
- if (cp == NULL)
- return ENOMEM;
-
- simple_lock(&pmap->pm_lock);
-
- if (pmap->pm_flags & PMF_USER_LDT) {
- nldt = pmap->pm_ldt_len;
- lp = pmap->pm_ldt;
- } else {
- nldt = NLDT;
- lp = ldt;
- }
-
- if (ua.start > nldt) {
- simple_unlock(&pmap->pm_lock);
- free(cp, M_TEMP);
- return (EINVAL);
- }
-
- lp += ua.start;
- num = min(ua.num, nldt - ua.start);
-#ifdef LDT_DEBUG
- {
- int i;
- for (i = 0; i < num; i++)
- i386_print_ldt(i, &lp[i].sd);
- }
-#endif
-
- memcpy(cp, lp, num * sizeof(union descriptor));
- simple_unlock(&pmap->pm_lock);
-
- error = copyout(cp, ua.desc, num * sizeof(union descriptor));
- if (error == 0)
- *retval = num;
-
- free(cp, M_TEMP);
- return (error);
-}
-
-int
-i386_set_ldt(l, args, retval)
- struct lwp *l;
- void *args;
- register_t *retval;
-{
- int error, i, n;
- struct proc *p = l->l_proc;
- struct pcb *pcb = &l->l_addr->u_pcb;
- pmap_t pmap = p->p_vmspace->vm_map.pmap;
- struct i386_set_ldt_args ua;
- union descriptor *descv;
- size_t old_len, new_len, ldt_len;
- union descriptor *old_ldt, *new_ldt;
-
- if ((error = copyin(args, &ua, sizeof(ua))) != 0)
- return (error);
-
- if (ua.start < 0 || ua.num < 0 || ua.start > 8192 || ua.num > 8192 ||
- ua.start + ua.num > 8192)
- return (EINVAL);
-
- descv = malloc(sizeof (*descv) * ua.num, M_TEMP, M_NOWAIT);
- if (descv == NULL)
- return (ENOMEM);
-
- if ((error = copyin(ua.desc, descv, sizeof (*descv) * ua.num)) != 0)
- goto out;
-
- /* Check descriptors for access violations. */
- for (i = 0; i < ua.num; i++) {
- union descriptor *desc = &descv[i];
-
- switch (desc->sd.sd_type) {
- case SDT_SYSNULL:
- desc->sd.sd_p = 0;
- break;
- case SDT_SYS286CGT:
- case SDT_SYS386CGT:
- /*
- * Only allow call gates targeting a segment
- * in the LDT or a user segment in the fixed
- * part of the gdt. Segments in the LDT are
- * constrained (below) to be user segments.
- */
- if (desc->gd.gd_p != 0 &&
- !ISLDT(desc->gd.gd_selector) &&
- ((IDXSEL(desc->gd.gd_selector) >= NGDT) ||
- (gdt[IDXSEL(desc->gd.gd_selector)].sd.sd_dpl !=
- SEL_UPL))) {
- error = EACCES;
- goto out;
- }
- break;
- case SDT_MEMEC:
- case SDT_MEMEAC:
- case SDT_MEMERC:
- case SDT_MEMERAC:
- /* Must be "present" if executable and conforming. */
- if (desc->sd.sd_p == 0) {
- error = EACCES;
- goto out;
- }
- break;
- case SDT_MEMRO:
- case SDT_MEMROA:
- case SDT_MEMRW:
- case SDT_MEMRWA:
- case SDT_MEMROD:
- case SDT_MEMRODA:
- case SDT_MEMRWD:
- case SDT_MEMRWDA:
- case SDT_MEME:
- case SDT_MEMEA:
- case SDT_MEMER:
- case SDT_MEMERA:
- break;
- default:
- /*
- * Make sure that unknown descriptor types are
- * not marked present.
- */
- if (desc->sd.sd_p != 0) {
- error = EACCES;
- goto out;
- }
- break;
- }
-
- if (desc->sd.sd_p != 0) {
- /* Only user (ring-3) descriptors may be present. */
- if (desc->sd.sd_dpl != SEL_UPL) {
- error = EACCES;
- goto out;
- }
- }
- }
-
- /* allocate user ldt */
- simple_lock(&pmap->pm_lock);
- if (pmap->pm_ldt == 0 || (ua.start + ua.num) > pmap->pm_ldt_len) {
- if (pmap->pm_flags & PMF_USER_LDT)
- ldt_len = pmap->pm_ldt_len;
- else
- ldt_len = 512;
- while ((ua.start + ua.num) > ldt_len)
- ldt_len *= 2;
- new_len = ldt_len * sizeof(union descriptor);
-
- simple_unlock(&pmap->pm_lock);
- new_ldt = (union descriptor *)uvm_km_alloc(kernel_map,
- new_len);
- simple_lock(&pmap->pm_lock);
-
- if (pmap->pm_ldt != NULL && ldt_len <= pmap->pm_ldt_len) {
- /*
- * Another thread (re)allocated the LDT to
- * sufficient size while we were blocked in
- * uvm_km_alloc. Oh well. The new entries
- * will quite probably not be right, but
- * hey.. not our problem if user applications
- * have race conditions like that.
- */
- uvm_km_free(kernel_map, (vaddr_t)new_ldt, new_len);
- goto copy;
- }
-
- old_ldt = pmap->pm_ldt;
-
- if (old_ldt != NULL) {
- old_len = pmap->pm_ldt_len * sizeof(union descriptor);
- } else {
- old_len = NLDT * sizeof(union descriptor);
- old_ldt = ldt;
- }
-
- memcpy(new_ldt, old_ldt, old_len);
- memset((caddr_t)new_ldt + old_len, 0, new_len - old_len);
-
- if (old_ldt != ldt)
- uvm_km_free(kernel_map, (vaddr_t)old_ldt, old_len);
-
- pmap->pm_ldt = new_ldt;
- pmap->pm_ldt_len = ldt_len;
-
- if (pmap->pm_flags & PMF_USER_LDT)
- ldt_free(pmap);
- else
- pmap->pm_flags |= PMF_USER_LDT;
- ldt_alloc(pmap, new_ldt, new_len);
- pcb->pcb_ldt_sel = pmap->pm_ldt_sel;
- if (pcb == curpcb)
- lldt(pcb->pcb_ldt_sel);
-
- }
-copy:
- /* Now actually replace the descriptors. */
- for (i = 0, n = ua.start; i < ua.num; i++, n++)
- pmap->pm_ldt[n] = descv[i];
-
- simple_unlock(&pmap->pm_lock);
-
- *retval = ua.start;
-
-out:
- free(descv, M_TEMP);
- return (error);
-}
-#endif /* USER_LDT */
-
-int
-i386_iopl(l, args, retval)
- struct lwp *l;
- void *args;
- register_t *retval;
-{
- int error;
- struct proc *p = l->l_proc;
- struct pcb *pcb = &l->l_addr->u_pcb;
- struct i386_iopl_args ua;
- dom0_op_t op;
-
- if ((xen_start_info.flags & SIF_PRIVILEGED) == 0)
- return EPERM;
-
- if (securelevel > 1)
- return EPERM;
-
- if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
- return error;
-
- if ((error = copyin(args, &ua, sizeof(ua))) != 0)
- return error;
-
- pcb->pcb_tss.tss_ioopt &= ~SEL_RPL;
- if (ua.iopl)
- pcb->pcb_tss.tss_ioopt |= SEL_UPL; /* i/o pl */
- else
- pcb->pcb_tss.tss_ioopt |= SEL_KPL; /* i/o pl */
-
- /* Force the change at ring 0. */
- op.cmd = DOM0_IOPL;
- op.u.iopl.domain = DOMID_SELF;
- op.u.iopl.iopl = pcb->pcb_tss.tss_ioopt & SEL_RPL; /* i/o pl */
- HYPERVISOR_dom0_op(&op);
-
- return 0;
-}
-
-int
-i386_get_ioperm(l, args, retval)
- struct lwp *l;
- void *args;
- register_t *retval;
-{
- int error;
- struct pcb *pcb = &l->l_addr->u_pcb;
- struct i386_get_ioperm_args ua;
-
- if ((error = copyin(args, &ua, sizeof(ua))) != 0)
- return (error);
-
- return copyout(pcb->pcb_iomap, ua.iomap, sizeof(pcb->pcb_iomap));
-}
-
-int
-i386_set_ioperm(l, args, retval)
- struct lwp *l;
- void *args;
- register_t *retval;
-{
- int error;
- struct proc *p = l->l_proc;
- struct pcb *pcb = &l->l_addr->u_pcb;
- struct i386_set_ioperm_args ua;
-
- if (securelevel > 1)
- return EPERM;
-
- if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
- return error;
-
- if ((error = copyin(args, &ua, sizeof(ua))) != 0)
- return (error);
-
- return copyin(ua.iomap, pcb->pcb_iomap, sizeof(pcb->pcb_iomap));
-}
-
-#ifdef MTRR
-int
-i386_get_mtrr(struct lwp *l, void *args, register_t *retval)
-{
- struct i386_get_mtrr_args ua;
- int error, n;
- struct proc *p = l->l_proc;
-
- if (mtrr_funcs == NULL)
- return ENOSYS;
-
- error = copyin(args, &ua, sizeof ua);
- if (error != 0)
- return error;
-
- error = copyin(ua.n, &n, sizeof n);
- if (error != 0)
- return error;
-
- error = mtrr_get(ua.mtrrp, &n, p, MTRR_GETSET_USER);
-
- copyout(&n, ua.n, sizeof (int));
-
- return error;
-}
-
-int
-i386_set_mtrr(struct lwp *l, void *args, register_t *retval)
-{
- int error, n;
- struct i386_set_mtrr_args ua;
- struct proc *p = l->l_proc;
-
- if (mtrr_funcs == NULL)
- return ENOSYS;
-
- error = suser(p->p_ucred, &p->p_acflag);
- if (error != 0)
- return error;
-
- error = copyin(args, &ua, sizeof ua);
- if (error != 0)
- return error;
-
- error = copyin(ua.n, &n, sizeof n);
- if (error != 0)
- return error;
-
- error = mtrr_set(ua.mtrrp, &n, p, MTRR_GETSET_USER);
- if (n != 0)
- mtrr_commit();
-
- copyout(&n, ua.n, sizeof n);
-
- return error;
-}
-#endif
-
-int
-sys_sysarch(struct lwp *l, void *v, register_t *retval)
-{
- struct sys_sysarch_args /* {
- syscallarg(int) op;
- syscallarg(void *) parms;
- } */ *uap = v;
- int error = 0;
-
- switch(SCARG(uap, op)) {
-#ifdef USER_LDT
- case I386_GET_LDT:
- error = i386_get_ldt(l, SCARG(uap, parms), retval);
- break;
-
- case I386_SET_LDT:
- error = i386_set_ldt(l, SCARG(uap, parms), retval);
- break;
-#endif
-
- case I386_IOPL:
- error = i386_iopl(l, SCARG(uap, parms), retval);
- break;
-
- case I386_GET_IOPERM:
- error = i386_get_ioperm(l, SCARG(uap, parms), retval);
- break;
-
- case I386_SET_IOPERM:
- error = i386_set_ioperm(l, SCARG(uap, parms), retval);
- break;
-
-#ifdef VM86
- case I386_VM86:
- error = i386_vm86(l, SCARG(uap, parms), retval);
- break;
-#ifdef COMPAT_16
- case I386_OLD_VM86:
- error = compat_16_i386_vm86(l, SCARG(uap, parms), retval);
- break;
-#endif
-#endif
-#ifdef MTRR
- case I386_GET_MTRR:
- error = i386_get_mtrr(l, SCARG(uap, parms), retval);
- break;
- case I386_SET_MTRR:
- error = i386_set_mtrr(l, SCARG(uap, parms), retval);
- break;
-#endif
-#ifdef PERFCTRS
- case I386_PMC_INFO:
- error = pmc_info(l, SCARG(uap, parms), retval);
- break;
-
- case I386_PMC_STARTSTOP:
- error = pmc_startstop(l, SCARG(uap, parms), retval);
- break;
-
- case I386_PMC_READ:
- error = pmc_read(l, SCARG(uap, parms), retval);
- break;
-#endif
-
- default:
- error = EINVAL;
- break;
- }
- return (error);
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/vector.S
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/vector.S Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1588 +0,0 @@
-/* $NetBSD: vector.S,v 1.1.2.1 2004/05/22 15:57:16 he Exp $ */
-/* NetBSD: 1.13 2004/03/11 11:39:26 yamt Exp */
-
-/*
- * Copyright 2002 (c) Wasabi Systems, Inc.
- * All rights reserved.
- *
- * Written by Frank van der Linden for Wasabi Systems, Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed for the NetBSD Project by
- * Wasabi Systems, Inc.
- * 4. The name of Wasabi Systems, Inc. may not be used to endorse
- * or promote products derived from this software without specific prior
- * written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*-
- * Copyright (c) 1998 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by Charles M. Hannum.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include "opt_ddb.h"
-#include "opt_multiprocessor.h"
-#include "opt_ipkdb.h"
-#include "opt_vm86.h"
-#include "opt_xen.h"
-
-#ifndef XEN
-#include <machine/i8259.h>
-#endif
-#include <machine/i82093reg.h>
-#include <machine/i82489reg.h>
-#include <machine/asm.h>
-#include <machine/frameasm.h>
-#include <machine/segments.h>
-#include <machine/trap.h>
-#include <machine/intr.h>
-#include <machine/psl.h>
-#ifdef XEN
-#include <machine/xen.h>
-#endif
-
-#include <net/netisr.h>
-
-#include "ioapic.h"
-#include "lapic.h"
-
-#include "npx.h"
-#include "assym.h"
-
-#define __HAVE_GENERIC_SOFT_INTERRUPTS /* XXX */
-
-
-/*
- * Macros for interrupt entry, call to handler, and exit.
- *
- * XXX
- * The interrupt frame is set up to look like a trap frame. This may be a
- * waste. The only handler which needs a frame is the clock handler, and it
- * only needs a few bits. Xdoreti() needs a trap frame for handling ASTs, but
- * it could easily convert the frame on demand.
- *
- * The direct costs of setting up a trap frame are two pushl's (error code and
- * trap number), an addl to get rid of these, and pushing and popping the
- * callee-saved registers %esi, %edi, %ebx, and %ebp twice.
- *
- * If the interrupt frame is made more flexible, INTR can push %eax first and
- * decide the ipending case with less overhead, e.g., by avoiding loading the
- * segment registers.
- *
- */
-
-#define MY_COUNT _C_LABEL(uvmexp)
-
-/* XXX See comment in locore.s */
-#ifdef __ELF__
-#define XINTR(name,num) Xintr_/**/name/**/num
-#define XSTRAY(name,num) Xstray_/**/name/**/num
-#define XINTR_TSS(irq_num) Xintr_tss_ ## irq_num
-#else
-#define XINTR(name,num) _Xintr_/**/name/**/num
-#define XSTRAY(name,num) _Xstray_/**/name/**/num
-#define XINTR_TSS(irq_num) Xintr_tss_/**/irq_num
-#endif
-
-/*
- * Store address of TSS in %eax, given a selector in %eax.
- * Clobbers %eax, %ecx, %edx, but that's ok for its usage.
- * This is a bit complicated, but it's done to make as few
- * assumptions as possible about the validity of the environment.
- * The GDT and the current and previous TSS are known to be OK,
- * otherwise we would not be here. The only other thing that needs
- * to be OK is the cpu_info structure for the current CPU.
- */
-#define GET_TSS \
- andl $0xfff8,%eax ;\
- addl CPUVAR(GDT),%eax ;\
- movl 2(%eax),%edx ;\
- andl $0xffffff,%edx ;\
- movzbl 7(%eax),%eax ;\
- shl $24,%eax ;\
- orl %edx,%eax
-
-#if NLAPIC > 0
-#ifdef MULTIPROCESSOR
-IDTVEC(recurse_lapic_ipi)
- pushfl
- pushl %cs
- pushl %esi
- pushl $0
- pushl $T_ASTFLT
- INTRENTRY
-IDTVEC(resume_lapic_ipi)
- cli
- jmp 1f
-IDTVEC(intr_lapic_ipi)
- pushl $0
- pushl $T_ASTFLT
- INTRENTRY
- movl $0,_C_LABEL(local_apic)+LAPIC_EOI
- movl CPUVAR(ILEVEL),%ebx
- cmpl $IPL_IPI,%ebx
- jae 2f
-1:
- incl CPUVAR(IDEPTH)
- movl $IPL_IPI,CPUVAR(ILEVEL)
- sti
- pushl %ebx
- call _C_LABEL(x86_ipi_handler)
- jmp _C_LABEL(Xdoreti)
-2:
- orl $(1 << LIR_IPI),CPUVAR(IPENDING)
- sti
- INTRFASTEXIT
-
-#if defined(DDB)
-IDTVEC(intrddbipi)
-1:
- str %ax
- GET_TSS
- movzwl (%eax),%eax
- GET_TSS
- pushl %eax
- movl $0xff,_C_LABEL(lapic_tpr)
- movl $0,_C_LABEL(local_apic)+LAPIC_EOI
- sti
- call _C_LABEL(ddb_ipi_tss)
- addl $4,%esp
- movl $0,_C_LABEL(lapic_tpr)
- iret
- jmp 1b
-#endif /* DDB */
-#endif /* MULTIPROCESSOR */
-
- /*
- * Interrupt from the local APIC timer.
- */
-IDTVEC(recurse_lapic_ltimer)
- pushfl
- pushl %cs
- pushl %esi
- pushl $0
- pushl $T_ASTFLT
- INTRENTRY
-IDTVEC(resume_lapic_ltimer)
- cli
- jmp 1f
-IDTVEC(intr_lapic_ltimer)
- pushl $0
- pushl $T_ASTFLT
- INTRENTRY
- movl $0,_C_LABEL(local_apic)+LAPIC_EOI
- movl CPUVAR(ILEVEL),%ebx
- cmpl $IPL_CLOCK,%ebx
- jae 2f
-1:
- incl CPUVAR(IDEPTH)
- movl $IPL_CLOCK,CPUVAR(ILEVEL)
- sti
- pushl %ebx
- pushl $0
- call _C_LABEL(lapic_clockintr)
- addl $4,%esp
- jmp _C_LABEL(Xdoreti)
-2:
- orl $(1 << LIR_TIMER),CPUVAR(IPENDING)
- sti
- INTRFASTEXIT
-#endif /* NLAPIC > 0 */
-
-#ifdef MULTIPROCESSOR
-#define LOCK_KERNEL pushl %esp ; call _C_LABEL(x86_intlock) ; addl $4,%esp
-#define UNLOCK_KERNEL pushl %esp ; call _C_LABEL(x86_intunlock) ; addl $4,%esp
-#else
-#define LOCK_KERNEL
-#define UNLOCK_KERNEL
-#endif
-
-#define voidop(num)
-
-
-#define XENINTRSTUB(name, num, early_ack, late_ack, mask, unmask,
level_mask) \
-IDTVEC(recurse_/**/name/**/num)
;\
- pushfl ;\
- pushl %cs ;\
- pushl %esi ;\
- subl $4,%esp ;\
- pushl $T_ASTFLT /* trap # for doing ASTs */ ;\
- INTRENTRY ;\
-IDTVEC(resume_/**/name/**/num) \
- /*movl %esp,%ecx*/ ;\
- movl $IREENT_MAGIC,TF_ERR(%esp) ;\
- movl %ebx,%esi ;\
- movl CPUVAR(ISOURCES) + (num) * 4, %ebp ;\
- movl IS_MAXLEVEL(%ebp),%ebx ;\
- jmp 1f ;\
-IDTVEC(intr_/**/name/**/num) ;\
- pushl $0 /* dummy error code */ ;\
- pushl $T_ASTFLT /* trap # for doing ASTs */ ;\
- INTRENTRY ;\
- /*movl %esp,%ecx*/ ;\
- movl CPUVAR(ISOURCES) + (num) * 4, %ebp ;\
- mask(num) /* mask it in hardware */ ;\
- early_ack(num) /* and allow other intrs */ ;\
- testl %ebp,%ebp ;\
- jz 9f /* stray */ ;\
- movl IS_MAXLEVEL(%ebp),%ebx ;\
- movl CPUVAR(ILEVEL),%esi ;\
- cmpl %ebx,%esi ;\
- jae 10f /* currently masked; hold it */ ;\
- incl MY_COUNT+V_INTR /* statistical info */ ;\
- addl $1,IS_EVCNTLO(%ebp) /* inc event counter */ ;\
- adcl $0,IS_EVCNTHI(%ebp) ;\
-1: \
- pushl %esi ;\
- movl %ebx,CPUVAR(ILEVEL) ;\
- STI(%eax) ;\
- incl CPUVAR(IDEPTH) ;\
- movl IS_HANDLERS(%ebp),%ebx ;\
- LOCK_KERNEL ;\
-6: \
- movl IH_LEVEL(%ebx),%edi ;\
- cmpl %esi,%edi ;\
- jle 7f ;\
- pushl %esp ;\
- pushl IH_ARG(%ebx) ;\
- movl %edi,CPUVAR(ILEVEL) ;\
- call *IH_FUN(%ebx) /* call it */ ;\
- addl $8,%esp /* toss the arg */ ;\
- movl IH_NEXT(%ebx),%ebx /* next handler in chain */ ;\
- testl %ebx,%ebx ;\
- jnz 6b ;\
-5: \
- UNLOCK_KERNEL ;\
- CLI(%eax) ;\
- unmask(num) /* unmask it in hardware */ ;\
- late_ack(num) ;\
- STI(%eax) ;\
- jmp _C_LABEL(Xdoreti) /* lower spl and do ASTs */ ;\
-7: \
- UNLOCK_KERNEL ;\
- CLI(%eax) ;\
- orl $(1 << num),CPUVAR(IPENDING) ;\
- level_mask(num) ;\
- late_ack(num) ;\
- STI(%eax) ;\
- jmp _C_LABEL(Xdoreti) /* lower spl and do ASTs */ ;\
-10: \
- CLI(%eax) ;\
- orl $(1 << num),CPUVAR(IPENDING) ;\
- level_mask(num) ;\
-6: ; \
- late_ack(num) ;\
- STIC(%eax) ;\
- jz 4f ; \
- call _C_LABEL(stipending) ; \
- testl %eax,%eax ; \
- jnz 1b ; \
-4: INTRFASTEXIT ;\
-9: \
- unmask(num) ;\
- jmp 6b
-
-#define hypervisor_asm_unmask(num) \
- movl irq_to_evtchn + (num) * 4,%ecx ;\
- movl HYPERVISOR_shared_info,%eax ;\
- lock ;\
- btrl %ecx,EVENTS_MASK(%eax)
-
-XENINTRSTUB(xenev,0,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,1,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,2,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,3,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,4,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,5,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,6,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,7,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,8,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,9,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,10,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,11,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,12,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,13,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,14,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,15,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,16,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,17,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,18,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,19,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,20,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,21,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,22,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,23,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,24,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,25,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,26,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,27,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,28,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,29,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,30,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-XENINTRSTUB(xenev,31,voidop,voidop,voidop,hypervisor_asm_unmask,voidop)
-
-.globl _C_LABEL(xenev_stubs)
-_C_LABEL(xenev_stubs):
- .long _C_LABEL(Xintr_xenev0), _C_LABEL(Xrecurse_xenev0)
- .long _C_LABEL(Xresume_xenev0)
- .long _C_LABEL(Xintr_xenev1), _C_LABEL(Xrecurse_xenev1)
- .long _C_LABEL(Xresume_xenev1)
- .long _C_LABEL(Xintr_xenev2), _C_LABEL(Xrecurse_xenev2)
- .long _C_LABEL(Xresume_xenev2)
- .long _C_LABEL(Xintr_xenev3), _C_LABEL(Xrecurse_xenev3)
- .long _C_LABEL(Xresume_xenev3)
- .long _C_LABEL(Xintr_xenev4), _C_LABEL(Xrecurse_xenev4)
- .long _C_LABEL(Xresume_xenev4)
- .long _C_LABEL(Xintr_xenev5), _C_LABEL(Xrecurse_xenev5)
- .long _C_LABEL(Xresume_xenev5)
- .long _C_LABEL(Xintr_xenev6), _C_LABEL(Xrecurse_xenev6)
- .long _C_LABEL(Xresume_xenev6)
- .long _C_LABEL(Xintr_xenev7), _C_LABEL(Xrecurse_xenev7)
- .long _C_LABEL(Xresume_xenev7)
- .long _C_LABEL(Xintr_xenev8), _C_LABEL(Xrecurse_xenev8)
- .long _C_LABEL(Xresume_xenev8)
- .long _C_LABEL(Xintr_xenev9), _C_LABEL(Xrecurse_xenev9)
- .long _C_LABEL(Xresume_xenev9)
- .long _C_LABEL(Xintr_xenev10), _C_LABEL(Xrecurse_xenev10)
- .long _C_LABEL(Xresume_xenev10)
- .long _C_LABEL(Xintr_xenev11), _C_LABEL(Xrecurse_xenev11)
- .long _C_LABEL(Xresume_xenev11)
- .long _C_LABEL(Xintr_xenev12), _C_LABEL(Xrecurse_xenev12)
- .long _C_LABEL(Xresume_xenev12)
- .long _C_LABEL(Xintr_xenev13), _C_LABEL(Xrecurse_xenev13)
- .long _C_LABEL(Xresume_xenev13)
- .long _C_LABEL(Xintr_xenev14), _C_LABEL(Xrecurse_xenev14)
- .long _C_LABEL(Xresume_xenev14)
- .long _C_LABEL(Xintr_xenev15), _C_LABEL(Xrecurse_xenev15)
- .long _C_LABEL(Xresume_xenev15)
- .long _C_LABEL(Xintr_xenev16), _C_LABEL(Xrecurse_xenev16)
- .long _C_LABEL(Xresume_xenev16)
- .long _C_LABEL(Xintr_xenev17), _C_LABEL(Xrecurse_xenev17)
- .long _C_LABEL(Xresume_xenev17)
- .long _C_LABEL(Xintr_xenev18), _C_LABEL(Xrecurse_xenev18)
- .long _C_LABEL(Xresume_xenev18)
- .long _C_LABEL(Xintr_xenev19), _C_LABEL(Xrecurse_xenev19)
- .long _C_LABEL(Xresume_xenev19)
- .long _C_LABEL(Xintr_xenev20), _C_LABEL(Xrecurse_xenev20)
- .long _C_LABEL(Xresume_xenev20)
- .long _C_LABEL(Xintr_xenev21), _C_LABEL(Xrecurse_xenev21)
- .long _C_LABEL(Xresume_xenev21)
- .long _C_LABEL(Xintr_xenev22), _C_LABEL(Xrecurse_xenev22)
- .long _C_LABEL(Xresume_xenev22)
- .long _C_LABEL(Xintr_xenev23), _C_LABEL(Xrecurse_xenev23)
- .long _C_LABEL(Xresume_xenev23)
- .long _C_LABEL(Xintr_xenev24), _C_LABEL(Xrecurse_xenev24)
- .long _C_LABEL(Xresume_xenev24)
- .long _C_LABEL(Xintr_xenev25), _C_LABEL(Xrecurse_xenev25)
- .long _C_LABEL(Xresume_xenev25)
- .long _C_LABEL(Xintr_xenev26), _C_LABEL(Xrecurse_xenev26)
- .long _C_LABEL(Xresume_xenev26)
- .long _C_LABEL(Xintr_xenev27), _C_LABEL(Xrecurse_xenev27)
- .long _C_LABEL(Xresume_xenev27)
- .long _C_LABEL(Xintr_xenev28), _C_LABEL(Xrecurse_xenev28)
- .long _C_LABEL(Xresume_xenev28)
- .long _C_LABEL(Xintr_xenev29), _C_LABEL(Xrecurse_xenev29)
- .long _C_LABEL(Xresume_xenev29)
- .long _C_LABEL(Xintr_xenev30), _C_LABEL(Xrecurse_xenev30)
- .long _C_LABEL(Xresume_xenev30)
- .long _C_LABEL(Xintr_xenev31), _C_LABEL(Xrecurse_xenev31)
- .long _C_LABEL(Xresume_xenev31)
-
-#ifndef XEN
-/*
- * This macro defines the generic stub code. Its arguments modifiy it
- * for specific PICs.
- */
-
-#define INTRSTUB(name, num, early_ack, late_ack, mask, unmask,
level_mask) \
-IDTVEC(recurse_/**/name/**/num)
;\
- pushfl ;\
- pushl %cs ;\
- pushl %esi ;\
- subl $4,%esp ;\
- pushl $T_ASTFLT /* trap # for doing ASTs */ ;\
- INTRENTRY ;\
-IDTVEC(resume_/**/name/**/num) \
- movl $IREENT_MAGIC,TF_ERR(%esp) ;\
- movl %ebx,%esi ;\
- movl CPUVAR(ISOURCES) + (num) * 4, %ebp ;\
- movl IS_MAXLEVEL(%ebp),%ebx ;\
- jmp 1f ;\
-IDTVEC(intr_/**/name/**/num) ;\
- pushl $0 /* dummy error code */ ;\
- pushl $T_ASTFLT /* trap # for doing ASTs */ ;\
- INTRENTRY ;\
- movl CPUVAR(ISOURCES) + (num) * 4, %ebp ;\
- mask(num) /* mask it in hardware */ ;\
- early_ack(num) /* and allow other intrs */ ;\
- testl %ebp,%ebp ;\
- jz 9f /* stray */ ;\
- movl IS_MAXLEVEL(%ebp),%ebx ;\
- movl CPUVAR(ILEVEL),%esi ;\
- cmpl %ebx,%esi ;\
- jae 10f /* currently masked; hold it */ ;\
- incl MY_COUNT+V_INTR /* statistical info */ ;\
- addl $1,IS_EVCNTLO(%ebp) /* inc event counter */ ;\
- adcl $0,IS_EVCNTHI(%ebp) ;\
-1: \
- pushl %esi ;\
- movl %ebx,CPUVAR(ILEVEL) ;\
- STI(%eax) ;\
- incl CPUVAR(IDEPTH) ;\
- movl IS_HANDLERS(%ebp),%ebx ;\
- LOCK_KERNEL ;\
-6: \
- movl IH_LEVEL(%ebx),%edi ;\
- cmpl %esi,%edi ;\
- jle 7f ;\
- pushl IH_ARG(%ebx) ;\
- movl %edi,CPUVAR(ILEVEL) ;\
- call *IH_FUN(%ebx) /* call it */ ;\
- addl $4,%esp /* toss the arg */ ;\
- movl IH_NEXT(%ebx),%ebx /* next handler in chain */ ;\
- testl %ebx,%ebx ;\
- jnz 6b ;\
-5: \
- UNLOCK_KERNEL ;\
- CLI(%eax) ;\
- unmask(num) /* unmask it in hardware */ ;\
- late_ack(num) ;\
- STI(%eax) ;\
- jmp _C_LABEL(Xdoreti) /* lower spl and do ASTs */ ;\
-7: \
- UNLOCK_KERNEL ;\
- CLI(%eax) ;\
- orl $(1 << num),CPUVAR(IPENDING) ;\
- level_mask(num) ;\
- late_ack(num) ;\
- STI(%eax) ;\
- jmp _C_LABEL(Xdoreti) /* lower spl and do ASTs */ ;\
-10: \
- CLI(%eax) ;\
- orl $(1 << num),CPUVAR(IPENDING) ;\
- level_mask(num) ;\
- late_ack(num) ;\
- STIC(%eax) ;\
- jz 4f ; \
- call _C_LABEL(stipending) ; \
- testl %eax,%eax ; \
- jnz 1b ; \
-4: INTRFASTEXIT ;\
-9: \
- unmask(num) ;\
- late_ack(num) ;\
- STIC(%eax) ;\
- jz 4f ; \
- call _C_LABEL(stipending) ; \
- testl %eax,%eax ; \
- jnz 1b ; \
-4: INTRFASTEXIT
-
-#define ICUADDR IO_ICU1
-
-INTRSTUB(legacy,0,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,1,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,2,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,3,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,4,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,5,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,6,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,7,i8259_asm_ack1,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-#undef ICUADDR
-#define ICUADDR IO_ICU2
-
-INTRSTUB(legacy,8,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,9,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,10,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,11,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,12,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,13,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,14,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-INTRSTUB(legacy,15,i8259_asm_ack2,voidop,i8259_asm_mask,i8259_asm_unmask,
- voidop)
-#endif
-
-#if NIOAPIC > 0
-
-INTRSTUB(ioapic_edge,0,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,1,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,2,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,3,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,4,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,5,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,6,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,7,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,8,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,9,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,10,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,11,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,12,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,13,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,14,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,15,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,16,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,17,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,18,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,19,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,20,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,21,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,22,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,23,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,24,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,25,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,26,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,27,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,28,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,29,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,30,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-INTRSTUB(ioapic_edge,31,voidop,ioapic_asm_ack,voidop,voidop,voidop)
-
-INTRSTUB(ioapic_level,0,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,1,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,2,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,3,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,4,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,5,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,6,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,7,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,8,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,9,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,10,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,11,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,12,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,13,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,14,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,15,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,16,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,17,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,18,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,19,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,20,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,21,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,22,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,23,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,24,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,25,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,26,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,27,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,28,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,29,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,30,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-INTRSTUB(ioapic_level,31,voidop,ioapic_asm_ack,voidop,ioapic_unmask,ioapic_mask)
-
-#endif
-
-#ifndef XEN
-.globl _C_LABEL(i8259_stubs)
-_C_LABEL(i8259_stubs):
- .long _C_LABEL(Xintr_legacy0), _C_LABEL(Xrecurse_legacy0)
- .long _C_LABEL(Xresume_legacy0)
- .long _C_LABEL(Xintr_legacy1), _C_LABEL(Xrecurse_legacy1)
- .long _C_LABEL(Xresume_legacy1)
- .long _C_LABEL(Xintr_legacy2), _C_LABEL(Xrecurse_legacy2)
- .long _C_LABEL(Xresume_legacy2)
- .long _C_LABEL(Xintr_legacy3), _C_LABEL(Xrecurse_legacy3)
- .long _C_LABEL(Xresume_legacy3)
- .long _C_LABEL(Xintr_legacy4), _C_LABEL(Xrecurse_legacy4)
- .long _C_LABEL(Xresume_legacy4)
- .long _C_LABEL(Xintr_legacy5), _C_LABEL(Xrecurse_legacy5)
- .long _C_LABEL(Xresume_legacy5)
- .long _C_LABEL(Xintr_legacy6), _C_LABEL(Xrecurse_legacy6)
- .long _C_LABEL(Xresume_legacy6)
- .long _C_LABEL(Xintr_legacy7), _C_LABEL(Xrecurse_legacy7)
- .long _C_LABEL(Xresume_legacy7)
- .long _C_LABEL(Xintr_legacy8), _C_LABEL(Xrecurse_legacy8)
- .long _C_LABEL(Xresume_legacy8)
- .long _C_LABEL(Xintr_legacy9), _C_LABEL(Xrecurse_legacy9)
- .long _C_LABEL(Xresume_legacy9)
- .long _C_LABEL(Xintr_legacy10), _C_LABEL(Xrecurse_legacy10)
- .long _C_LABEL(Xresume_legacy10)
- .long _C_LABEL(Xintr_legacy11), _C_LABEL(Xrecurse_legacy11)
- .long _C_LABEL(Xresume_legacy11)
- .long _C_LABEL(Xintr_legacy12), _C_LABEL(Xrecurse_legacy12)
- .long _C_LABEL(Xresume_legacy12)
- .long _C_LABEL(Xintr_legacy13), _C_LABEL(Xrecurse_legacy13)
- .long _C_LABEL(Xresume_legacy13)
- .long _C_LABEL(Xintr_legacy14), _C_LABEL(Xrecurse_legacy14)
- .long _C_LABEL(Xresume_legacy14)
- .long _C_LABEL(Xintr_legacy15), _C_LABEL(Xrecurse_legacy15)
- .long _C_LABEL(Xresume_legacy15)
-#endif
-
-#if NIOAPIC > 0
-.globl _C_LABEL(ioapic_edge_stubs)
-_C_LABEL(ioapic_edge_stubs):
- .long _C_LABEL(Xintr_ioapic_edge0), _C_LABEL(Xrecurse_ioapic_edge0)
- .long _C_LABEL(Xresume_ioapic_edge0)
- .long _C_LABEL(Xintr_ioapic_edge1), _C_LABEL(Xrecurse_ioapic_edge1)
- .long _C_LABEL(Xresume_ioapic_edge1)
- .long _C_LABEL(Xintr_ioapic_edge2), _C_LABEL(Xrecurse_ioapic_edge2)
- .long _C_LABEL(Xresume_ioapic_edge2)
- .long _C_LABEL(Xintr_ioapic_edge3), _C_LABEL(Xrecurse_ioapic_edge3)
- .long _C_LABEL(Xresume_ioapic_edge3)
- .long _C_LABEL(Xintr_ioapic_edge4), _C_LABEL(Xrecurse_ioapic_edge4)
- .long _C_LABEL(Xresume_ioapic_edge4)
- .long _C_LABEL(Xintr_ioapic_edge5), _C_LABEL(Xrecurse_ioapic_edge5)
- .long _C_LABEL(Xresume_ioapic_edge5)
- .long _C_LABEL(Xintr_ioapic_edge6), _C_LABEL(Xrecurse_ioapic_edge6)
- .long _C_LABEL(Xresume_ioapic_edge6)
- .long _C_LABEL(Xintr_ioapic_edge7), _C_LABEL(Xrecurse_ioapic_edge7)
- .long _C_LABEL(Xresume_ioapic_edge7)
- .long _C_LABEL(Xintr_ioapic_edge8), _C_LABEL(Xrecurse_ioapic_edge8)
- .long _C_LABEL(Xresume_ioapic_edge8)
- .long _C_LABEL(Xintr_ioapic_edge9), _C_LABEL(Xrecurse_ioapic_edge9)
- .long _C_LABEL(Xresume_ioapic_edge9)
- .long _C_LABEL(Xintr_ioapic_edge10), _C_LABEL(Xrecurse_ioapic_edge10)
- .long _C_LABEL(Xresume_ioapic_edge10)
- .long _C_LABEL(Xintr_ioapic_edge11), _C_LABEL(Xrecurse_ioapic_edge11)
- .long _C_LABEL(Xresume_ioapic_edge11)
- .long _C_LABEL(Xintr_ioapic_edge12), _C_LABEL(Xrecurse_ioapic_edge12)
- .long _C_LABEL(Xresume_ioapic_edge12)
- .long _C_LABEL(Xintr_ioapic_edge13), _C_LABEL(Xrecurse_ioapic_edge13)
- .long _C_LABEL(Xresume_ioapic_edge13)
- .long _C_LABEL(Xintr_ioapic_edge14), _C_LABEL(Xrecurse_ioapic_edge14)
- .long _C_LABEL(Xresume_ioapic_edge14)
- .long _C_LABEL(Xintr_ioapic_edge15), _C_LABEL(Xrecurse_ioapic_edge15)
- .long _C_LABEL(Xresume_ioapic_edge15)
- .long _C_LABEL(Xintr_ioapic_edge16), _C_LABEL(Xrecurse_ioapic_edge16)
- .long _C_LABEL(Xresume_ioapic_edge16)
- .long _C_LABEL(Xintr_ioapic_edge17), _C_LABEL(Xrecurse_ioapic_edge17)
- .long _C_LABEL(Xresume_ioapic_edge17)
- .long _C_LABEL(Xintr_ioapic_edge18), _C_LABEL(Xrecurse_ioapic_edge18)
- .long _C_LABEL(Xresume_ioapic_edge18)
- .long _C_LABEL(Xintr_ioapic_edge19), _C_LABEL(Xrecurse_ioapic_edge19)
- .long _C_LABEL(Xresume_ioapic_edge19)
- .long _C_LABEL(Xintr_ioapic_edge20), _C_LABEL(Xrecurse_ioapic_edge20)
- .long _C_LABEL(Xresume_ioapic_edge20)
- .long _C_LABEL(Xintr_ioapic_edge21), _C_LABEL(Xrecurse_ioapic_edge21)
- .long _C_LABEL(Xresume_ioapic_edge21)
- .long _C_LABEL(Xintr_ioapic_edge22), _C_LABEL(Xrecurse_ioapic_edge22)
- .long _C_LABEL(Xresume_ioapic_edge22)
- .long _C_LABEL(Xintr_ioapic_edge23), _C_LABEL(Xrecurse_ioapic_edge23)
- .long _C_LABEL(Xresume_ioapic_edge23)
- .long _C_LABEL(Xintr_ioapic_edge24), _C_LABEL(Xrecurse_ioapic_edge24)
- .long _C_LABEL(Xresume_ioapic_edge24)
- .long _C_LABEL(Xintr_ioapic_edge25), _C_LABEL(Xrecurse_ioapic_edge25)
- .long _C_LABEL(Xresume_ioapic_edge25)
- .long _C_LABEL(Xintr_ioapic_edge26), _C_LABEL(Xrecurse_ioapic_edge26)
- .long _C_LABEL(Xresume_ioapic_edge26)
- .long _C_LABEL(Xintr_ioapic_edge27), _C_LABEL(Xrecurse_ioapic_edge27)
- .long _C_LABEL(Xresume_ioapic_edge27)
- .long _C_LABEL(Xintr_ioapic_edge28), _C_LABEL(Xrecurse_ioapic_edge28)
- .long _C_LABEL(Xresume_ioapic_edge28)
- .long _C_LABEL(Xintr_ioapic_edge29), _C_LABEL(Xrecurse_ioapic_edge29)
- .long _C_LABEL(Xresume_ioapic_edge29)
- .long _C_LABEL(Xintr_ioapic_edge30), _C_LABEL(Xrecurse_ioapic_edge30)
- .long _C_LABEL(Xresume_ioapic_edge30)
- .long _C_LABEL(Xintr_ioapic_edge31), _C_LABEL(Xrecurse_ioapic_edge31)
- .long _C_LABEL(Xresume_ioapic_edge31)
-
-.globl _C_LABEL(ioapic_level_stubs)
-_C_LABEL(ioapic_level_stubs):
- .long _C_LABEL(Xintr_ioapic_level0), _C_LABEL(Xrecurse_ioapic_level0)
- .long _C_LABEL(Xresume_ioapic_level0)
- .long _C_LABEL(Xintr_ioapic_level1), _C_LABEL(Xrecurse_ioapic_level1)
- .long _C_LABEL(Xresume_ioapic_level1)
- .long _C_LABEL(Xintr_ioapic_level2), _C_LABEL(Xrecurse_ioapic_level2)
- .long _C_LABEL(Xresume_ioapic_level2)
- .long _C_LABEL(Xintr_ioapic_level3), _C_LABEL(Xrecurse_ioapic_level3)
- .long _C_LABEL(Xresume_ioapic_level3)
- .long _C_LABEL(Xintr_ioapic_level4), _C_LABEL(Xrecurse_ioapic_level4)
- .long _C_LABEL(Xresume_ioapic_level4)
- .long _C_LABEL(Xintr_ioapic_level5), _C_LABEL(Xrecurse_ioapic_level5)
- .long _C_LABEL(Xresume_ioapic_level5)
- .long _C_LABEL(Xintr_ioapic_level6), _C_LABEL(Xrecurse_ioapic_level6)
- .long _C_LABEL(Xresume_ioapic_level6)
- .long _C_LABEL(Xintr_ioapic_level7), _C_LABEL(Xrecurse_ioapic_level7)
- .long _C_LABEL(Xresume_ioapic_level7)
- .long _C_LABEL(Xintr_ioapic_level8), _C_LABEL(Xrecurse_ioapic_level8)
- .long _C_LABEL(Xresume_ioapic_level8)
- .long _C_LABEL(Xintr_ioapic_level9), _C_LABEL(Xrecurse_ioapic_level9)
- .long _C_LABEL(Xresume_ioapic_level9)
- .long _C_LABEL(Xintr_ioapic_level10), _C_LABEL(Xrecurse_ioapic_level10)
- .long _C_LABEL(Xresume_ioapic_level10)
- .long _C_LABEL(Xintr_ioapic_level11), _C_LABEL(Xrecurse_ioapic_level11)
- .long _C_LABEL(Xresume_ioapic_level11)
- .long _C_LABEL(Xintr_ioapic_level12), _C_LABEL(Xrecurse_ioapic_level12)
- .long _C_LABEL(Xresume_ioapic_level12)
- .long _C_LABEL(Xintr_ioapic_level13), _C_LABEL(Xrecurse_ioapic_level13)
- .long _C_LABEL(Xresume_ioapic_level13)
- .long _C_LABEL(Xintr_ioapic_level14), _C_LABEL(Xrecurse_ioapic_level14)
- .long _C_LABEL(Xresume_ioapic_level14)
- .long _C_LABEL(Xintr_ioapic_level15), _C_LABEL(Xrecurse_ioapic_level15)
- .long _C_LABEL(Xresume_ioapic_level15)
- .long _C_LABEL(Xintr_ioapic_level16), _C_LABEL(Xrecurse_ioapic_level16)
- .long _C_LABEL(Xresume_ioapic_level16)
- .long _C_LABEL(Xintr_ioapic_level17), _C_LABEL(Xrecurse_ioapic_level17)
- .long _C_LABEL(Xresume_ioapic_level17)
- .long _C_LABEL(Xintr_ioapic_level18), _C_LABEL(Xrecurse_ioapic_level18)
- .long _C_LABEL(Xresume_ioapic_level18)
- .long _C_LABEL(Xintr_ioapic_level19), _C_LABEL(Xrecurse_ioapic_level19)
- .long _C_LABEL(Xresume_ioapic_level19)
- .long _C_LABEL(Xintr_ioapic_level20), _C_LABEL(Xrecurse_ioapic_level20)
- .long _C_LABEL(Xresume_ioapic_level20)
- .long _C_LABEL(Xintr_ioapic_level21), _C_LABEL(Xrecurse_ioapic_level21)
- .long _C_LABEL(Xresume_ioapic_level21)
- .long _C_LABEL(Xintr_ioapic_level22), _C_LABEL(Xrecurse_ioapic_level22)
- .long _C_LABEL(Xresume_ioapic_level22)
- .long _C_LABEL(Xintr_ioapic_level23), _C_LABEL(Xrecurse_ioapic_level23)
- .long _C_LABEL(Xresume_ioapic_level23)
- .long _C_LABEL(Xintr_ioapic_level24), _C_LABEL(Xrecurse_ioapic_level24)
- .long _C_LABEL(Xresume_ioapic_level24)
- .long _C_LABEL(Xintr_ioapic_level25), _C_LABEL(Xrecurse_ioapic_level25)
- .long _C_LABEL(Xresume_ioapic_level25)
- .long _C_LABEL(Xintr_ioapic_level26), _C_LABEL(Xrecurse_ioapic_level26)
- .long _C_LABEL(Xresume_ioapic_level26)
- .long _C_LABEL(Xintr_ioapic_level27), _C_LABEL(Xrecurse_ioapic_level27)
- .long _C_LABEL(Xresume_ioapic_level27)
- .long _C_LABEL(Xintr_ioapic_level28), _C_LABEL(Xrecurse_ioapic_level28)
- .long _C_LABEL(Xresume_ioapic_level28)
- .long _C_LABEL(Xintr_ioapic_level29), _C_LABEL(Xrecurse_ioapic_level29)
- .long _C_LABEL(Xresume_ioapic_level29)
- .long _C_LABEL(Xintr_ioapic_level30), _C_LABEL(Xrecurse_ioapic_level30)
- .long _C_LABEL(Xresume_ioapic_level30)
- .long _C_LABEL(Xintr_ioapic_level31), _C_LABEL(Xrecurse_ioapic_level31)
- .long _C_LABEL(Xresume_ioapic_level31)
-#endif
-
-/*
- * Symbols that vmstat -i wants, even though they're not used.
- */
-.globl _C_LABEL(intrnames)
-_C_LABEL(intrnames):
-.globl _C_LABEL(eintrnames)
-_C_LABEL(eintrnames):
-
-.globl _C_LABEL(intrcnt)
-_C_LABEL(intrcnt):
-.globl _C_LABEL(eintrcnt)
-_C_LABEL(eintrcnt):
-
-/*
- * Soft interrupt handlers
- */
-
-IDTVEC(softserial)
- movl $IPL_SOFTSERIAL, CPUVAR(ILEVEL)
- incl CPUVAR(IDEPTH)
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintlock)
-#endif
- movl CPUVAR(ISOURCES) + SIR_SERIAL * 4, %edi
- addl $1,IS_EVCNTLO(%edi)
- adcl $0,IS_EVCNTHI(%edi)
- pushl $X86_SOFTINTR_SOFTSERIAL
- call _C_LABEL(softintr_dispatch)
- addl $4,%esp
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintunlock)
-#endif
- decl CPUVAR(IDEPTH)
- jmp *%esi
-
-IDTVEC(softnet)
- movl $IPL_SOFTNET, CPUVAR(ILEVEL)
- incl CPUVAR(IDEPTH)
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintlock)
-#endif
- movl CPUVAR(ISOURCES) + SIR_NET * 4, %edi
- addl $1,IS_EVCNTLO(%edi)
- adcl $0,IS_EVCNTHI(%edi)
-
- xorl %edi,%edi
- xchgl _C_LABEL(netisr),%edi
-
- /* XXX Do the legacy netisrs here for now. */
-#define DONETISR(s, c) \
- .globl _C_LABEL(c) ;\
- testl $(1 << s),%edi ;\
- jz 1f ;\
- call _C_LABEL(c) ;\
-1:
-#include <net/netisr_dispatch.h>
-
- pushl $X86_SOFTINTR_SOFTNET
- call _C_LABEL(softintr_dispatch)
- addl $4,%esp
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintunlock)
-#endif
- decl CPUVAR(IDEPTH)
- jmp *%esi
-
-IDTVEC(softclock)
- movl $IPL_SOFTCLOCK, CPUVAR(ILEVEL)
- incl CPUVAR(IDEPTH)
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintlock)
-#endif
- movl CPUVAR(ISOURCES) + SIR_CLOCK * 4, %edi
- addl $1,IS_EVCNTLO(%edi)
- adcl $0,IS_EVCNTHI(%edi)
-
- pushl $X86_SOFTINTR_SOFTCLOCK
- call _C_LABEL(softintr_dispatch)
- addl $4,%esp
-#ifdef MULTIPROCESSOR
- call _C_LABEL(x86_softintunlock)
-#endif
- decl CPUVAR(IDEPTH)
- jmp *%esi
-
-/*
- * Trap and fault vector routines
- *
- * On exit from the kernel to user mode, we always need to check for ASTs. In
- * addition, we need to do this atomically; otherwise an interrupt may occur
- * which causes an AST, but it won't get processed until the next kernel entry
- * (possibly the next clock tick). Thus, we disable interrupt before checking,
- * and only enable them again on the final `iret' or before calling the AST
- * handler.
- */
-
-#define TRAP(a) pushl $(a) ; jmp _C_LABEL(alltraps)
-#define ZTRAP(a) pushl $0 ; TRAP(a)
-
-#ifdef IPKDB
-#define BPTTRAP(a) pushl $0; pushl $(a); jmp _C_LABEL(bpttraps)
-#else
-#define BPTTRAP(a) ZTRAP(a)
-#endif
-
-
- .text
-IDTVEC(trap00)
- ZTRAP(T_DIVIDE)
-IDTVEC(trap01)
- BPTTRAP(T_TRCTRAP)
-IDTVEC(trap02)
- ZTRAP(T_NMI)
-IDTVEC(trap03)
- BPTTRAP(T_BPTFLT)
-IDTVEC(trap04)
- ZTRAP(T_OFLOW)
-IDTVEC(trap05)
- ZTRAP(T_BOUND)
-IDTVEC(trap06)
- ZTRAP(T_PRIVINFLT)
-IDTVEC(trap07)
-#if NNPX > 0
- pushl $0 # dummy error code
- pushl $T_DNA
- INTRENTRY
-#ifdef XENDEBUG_LOW
- pushl %esp
-#endif
- pushl CPUVAR(SELF)
- call *_C_LABEL(npxdna_func)
- addl $4,%esp
-#ifdef XENDEBUG_LOW
- addl $4,%esp
-#endif
- testl %eax,%eax
- jz calltrap
- INTRFASTEXIT
-#else
- ZTRAP(T_DNA)
-#endif
-IDTVEC(trap08)
- TRAP(T_DOUBLEFLT)
-IDTVEC(trap09)
- ZTRAP(T_FPOPFLT)
-IDTVEC(trap0a)
- TRAP(T_TSSFLT)
-IDTVEC(trap0b)
- TRAP(T_SEGNPFLT)
-IDTVEC(trap0c)
- TRAP(T_STKFLT)
-IDTVEC(trap0d)
- TRAP(T_PROTFLT)
-#ifndef XEN
-IDTVEC(trap0e)
-#ifndef I586_CPU
- TRAP(T_PAGEFLT)
-#else
- pushl $T_PAGEFLT
- INTRENTRY
- testb $PGEX_U,TF_ERR(%esp)
- jnz calltrap
- movl %cr2,%eax
- subl _C_LABEL(pentium_idt),%eax
- cmpl $(6*8),%eax
- jne calltrap
- movb $T_PRIVINFLT,TF_TRAPNO(%esp)
- jmp calltrap
-#endif
-#endif
-
-IDTVEC(intrspurious)
-IDTVEC(trap0f)
- /*
- * The Pentium Pro local APIC may erroneously call this vector for a
- * default IR7. Just ignore it.
- *
- * (The local APIC does this when CPL is raised while it's on the
- * way to delivering an interrupt.. presumably enough has been set
- * up that it's inconvenient to abort delivery completely..)
- */
- iret
-
-IDTVEC(trap10)
-#if NNPX > 0
- /*
- * Handle like an interrupt so that we can call npxintr to clear the
- * error. It would be better to handle npx interrupts as traps but
- * this is difficult for nested interrupts.
- */
- pushl $0 # dummy error code
- pushl $T_ASTFLT
- INTRENTRY
- pushl CPUVAR(ILEVEL)
- pushl %esp
- incl _C_LABEL(uvmexp)+V_TRAP
- call _C_LABEL(npxintr)
- addl $8,%esp
- INTRFASTEXIT
-#else
- ZTRAP(T_ARITHTRAP)
-#endif
-IDTVEC(trap11)
- TRAP(T_ALIGNFLT)
-IDTVEC(trap12)
-IDTVEC(trap13)
-IDTVEC(trap14)
-IDTVEC(trap15)
-IDTVEC(trap16)
-IDTVEC(trap17)
-IDTVEC(trap18)
-IDTVEC(trap19)
-IDTVEC(trap1a)
-IDTVEC(trap1b)
-IDTVEC(trap1c)
-IDTVEC(trap1d)
-IDTVEC(trap1e)
-IDTVEC(trap1f)
- /* 18 - 31 reserved for future exp */
- ZTRAP(T_RESERVED)
-
-IDTVEC(exceptions)
-#ifndef XENDEBUG_LOW
- .long _C_LABEL(Xtrap00), _C_LABEL(Xtrap01)
- .long _C_LABEL(Xtrap02), _C_LABEL(Xtrap03)
- .long _C_LABEL(Xtrap04), _C_LABEL(Xtrap05)
- .long _C_LABEL(Xtrap06), _C_LABEL(Xtrap07)
- .long _C_LABEL(Xtrap08), _C_LABEL(Xtrap09)
- .long _C_LABEL(Xtrap0a), _C_LABEL(Xtrap0b)
- .long _C_LABEL(Xtrap0c), _C_LABEL(Xtrap0d)
- .long _C_LABEL(Xtrap0e), _C_LABEL(Xtrap0f)
- .long _C_LABEL(Xtrap10), _C_LABEL(Xtrap11)
- .long _C_LABEL(Xtrap12), _C_LABEL(Xtrap13)
- .long _C_LABEL(Xtrap14), _C_LABEL(Xtrap15)
- .long _C_LABEL(Xtrap16), _C_LABEL(Xtrap17)
- .long _C_LABEL(Xtrap18), _C_LABEL(Xtrap19)
- .long _C_LABEL(Xtrap1a), _C_LABEL(Xtrap1b)
- .long _C_LABEL(Xtrap1c), _C_LABEL(Xtrap1d)
- .long _C_LABEL(Xtrap1e), _C_LABEL(Xtrap1f)
-#else
- .long _C_LABEL(divide_error), _C_LABEL(debug)
- .long _C_LABEL(Xtrap02), _C_LABEL(Xtrap03) #int3)
- .long _C_LABEL(overflow), _C_LABEL(bounds)
- .long _C_LABEL(invalid_op), _C_LABEL(device_not_available)
- .long _C_LABEL(double_fault), _C_LABEL(coprocessor_segment_overrun)
- .long _C_LABEL(invalid_TSS), _C_LABEL(segment_not_present)
- .long _C_LABEL(stack_segment)
- #.long _C_LABEL(general_protection)
- .long _C_LABEL(Xtrap0d)
- #.long _C_LABEL(page_fault)
- .long _C_LABEL(Xtrap0e)
- .long _C_LABEL(spurious_interrupt_bug)
- .long _C_LABEL(coprocessor_error), _C_LABEL(alignment_check)
- .long _C_LABEL(machine_check), _C_LABEL(simd_coprocessor_error)
- .long _C_LABEL(Xtrap14), _C_LABEL(Xtrap15)
- .long _C_LABEL(Xtrap16), _C_LABEL(Xtrap17)
- .long _C_LABEL(Xtrap18), _C_LABEL(Xtrap19)
- .long _C_LABEL(Xtrap1a), _C_LABEL(Xtrap1b)
- .long _C_LABEL(Xtrap1c), _C_LABEL(Xtrap1d)
- .long _C_LABEL(Xtrap1e), _C_LABEL(Xtrap1f)
-#endif
-
-
-IDTVEC(tss_trap08)
-1:
- str %ax
- GET_TSS
- movzwl (%eax),%eax
- GET_TSS
- pushl $T_DOUBLEFLT
- pushl %eax
- call _C_LABEL(trap_tss)
- addl $12,%esp
- iret
- jmp 1b
-
-/* LINTSTUB: Ignore */
-NENTRY(alltraps)
- INTRENTRY
-calltrap:
-#ifdef DIAGNOSTIC
- movl CPUVAR(ILEVEL),%ebx
-#endif /* DIAGNOSTIC */
- pushl %esp
- call _C_LABEL(trap)
- addl $4,%esp
- testb $CHK_UPL,TF_CS(%esp)
- jnz alltraps_checkast
-#ifdef VM86
- testl $PSL_VM,TF_EFLAGS(%esp)
- jz 6f
-#else
- jmp 6f
-#endif
-alltraps_checkast:
- /* Check for ASTs on exit to user mode. */
- CLI(%eax)
- CHECK_ASTPENDING(%eax)
- jz 3f
-5: CLEAR_ASTPENDING(%eax)
- STI(%eax)
- movl $T_ASTFLT,TF_TRAPNO(%esp)
- pushl %esp
- call _C_LABEL(trap)
- addl $4,%esp
- jmp alltraps_checkast /* re-check ASTs */
-3: CHECK_DEFERRED_SWITCH(%eax)
- jnz 9f
-6: STIC(%eax)
- jz 4f
- call _C_LABEL(stipending)
- #testl %eax,%eax /* XXXcl */
- #jnz 1b
-4:
-#ifndef DIAGNOSTIC
- INTRFASTEXIT
-#else
- cmpl CPUVAR(ILEVEL),%ebx
- jne 3f
- INTRFASTEXIT
-3: pushl $4f
- call _C_LABEL(printf)
- addl $4,%esp
-#ifdef DDB
- int $3
-#endif /* DDB */
- movl %ebx,CPUVAR(ILEVEL)
- jmp alltraps_checkast /* re-check ASTs */
-4: .asciz "WARNING: SPL NOT LOWERED ON TRAP EXIT\n"
-#endif /* DIAGNOSTIC */
-9: STI(%eax)
- call _C_LABEL(pmap_load)
- jmp alltraps_checkast /* re-check ASTs */
-
-/* LINTSTUB: Ignore */
-IDTVEC(trap0e)
- INTRENTRY
- movl TF_TRAPNO(%esp),%eax
- movl $T_PAGEFLT,TF_TRAPNO(%esp)
-#ifdef DIAGNOSTIC
- movl CPUVAR(ILEVEL),%ebx
-#endif /* DIAGNOSTIC */
- #pushl %esp
- pushl %eax
- movl %esp,%eax
- addl $4,%eax
- pushl %eax
- call _C_LABEL(trap)
- addl $4,%esp
- addl $4,%esp
- testb $CHK_UPL,TF_CS(%esp)
- jnz trap0e_checkast
-#ifdef VM86
- testl $PSL_VM,TF_EFLAGS(%esp)
- jz 6f
-#else
- jmp 6f
-#endif
-trap0e_checkast:
- /* Check for ASTs on exit to user mode. */
- CLI(%eax)
- CHECK_ASTPENDING(%eax)
- jz 3f
-5: CLEAR_ASTPENDING(%eax)
- STI(%eax)
- movl $T_ASTFLT,TF_TRAPNO(%esp)
- pushl %esp
- call _C_LABEL(trap)
- addl $4,%esp
- jmp trap0e_checkast /* re-check ASTs */
-3: CHECK_DEFERRED_SWITCH(%eax)
- jnz 9f
-6: STIC(%eax)
- jz 4f
- call _C_LABEL(stipending)
- #testl %eax,%eax /* XXXcl */
- #jnz 1b
-4:
-#ifndef DIAGNOSTIC
- INTRFASTEXIT
-#else
- cmpl CPUVAR(ILEVEL),%ebx
- jne 3f
- INTRFASTEXIT
-3: pushl $4f
- call _C_LABEL(printf)
- addl $4,%esp
-#ifdef DDB
- int $3
-#endif /* DDB */
- movl %ebx,CPUVAR(ILEVEL)
- jmp trap0e_checkast /* re-check ASTs */
-4: .asciz "WARNING: SPL NOT LOWERED ON TRAP EXIT\n"
-#endif /* DIAGNOSTIC */
-9: STI(%eax)
- call _C_LABEL(pmap_load)
- jmp trap0e_checkast /* re-check ASTs */
-
-#ifdef IPKDB
-/* LINTSTUB: Ignore */
-NENTRY(bpttraps)
- INTRENTRY
- call _C_LABEL(ipkdb_trap_glue)
- testl %eax,%eax
- jz calltrap
- INTRFASTEXIT
-
-ipkdbsetup:
- popl %ecx
-
- /* Disable write protection: */
- movl %cr0,%eax
- pushl %eax
- andl $~CR0_WP,%eax
- movl %eax,%cr0
-
- /* Substitute Protection & Page Fault handlers: */
- movl _C_LABEL(idt),%edx
- pushl 13*8(%edx)
- pushl 13*8+4(%edx)
- pushl 14*8(%edx)
- pushl 14*8+4(%edx)
- movl $fault,%eax
- movw %ax,13*8(%edx)
- movw %ax,14*8(%edx)
- shrl $16,%eax
- movw %ax,13*8+6(%edx)
- movw %ax,14*8+6(%edx)
-
- pushl %ecx
- ret
-
-ipkdbrestore:
- popl %ecx
-
- /* Restore Protection & Page Fault handlers: */
- movl _C_LABEL(idt),%edx
- popl 14*8+4(%edx)
- popl 14*8(%edx)
- popl 13*8+4(%edx)
- popl 13*8(%edx)
-
- /* Restore write protection: */
- popl %edx
- movl %edx,%cr0
-
- pushl %ecx
- ret
-#endif /* IPKDB */
-
-
-/*
- * If an error is detected during trap, syscall, or interrupt exit, trap() will
- * change %eip to point to one of these labels. We clean up the stack, if
- * necessary, and resume as if we were handling a general protection fault.
- * This will cause the process to get a SIGBUS.
- */
-/* LINTSTUB: Var: char resume_iret[1]; */
-NENTRY(resume_iret)
- ZTRAP(T_PROTFLT)
-/* LINTSTUB: Var: char resume_pop_ds[1]; */
-NENTRY(resume_pop_ds)
- movl %es,TF_ES(%esp)
- movl $GSEL(GDATA_SEL, SEL_KPL),%eax
- movw %ax,%es
-/* LINTSTUB: Var: char resume_pop_es[1]; */
-NENTRY(resume_pop_es)
- movl %fs,TF_FS(%esp)
- movl $GSEL(GDATA_SEL, SEL_KPL),%eax
- movw %ax,%fs
-/* LINTSTUB: Var: char resume_pop_fs[1]; */
-NENTRY(resume_pop_fs)
- movl %gs,TF_GS(%esp)
- movl $GSEL(GDATA_SEL, SEL_KPL),%eax
- movw %ax,%gs
-/* LINTSTUB: Var: char resume_pop_gs[1]; */
-NENTRY(resume_pop_gs)
- movl $T_PROTFLT,TF_TRAPNO(%esp)
- jmp calltrap
-
-#ifdef IPKDB
-/* LINTSTUB: Func: int ipkdbfbyte(u_char *c) */
-NENTRY(ipkdbfbyte)
- pushl %ebp
- movl %esp,%ebp
- call ipkdbsetup
- movl 8(%ebp),%edx
- movzbl (%edx),%eax
-faultexit:
- call ipkdbrestore
- popl %ebp
- ret
-
-/* LINTSTUB: Func: int ipkdbsbyte(u_char *c, int i) */
-NENTRY(ipkdbsbyte)
- pushl %ebp
- movl %esp,%ebp
- call ipkdbsetup
- movl 8(%ebp),%edx
- movl 12(%ebp),%eax
- movb %al,(%edx)
- call ipkdbrestore
- popl %ebp
- ret
-
-fault:
- popl %eax /* error code */
- movl $faultexit,%eax
- movl %eax,(%esp)
- movl $-1,%eax
- iret
-#endif /* IPKDB */
-
-
-
-# A note on the "critical region" in our callback handler.
-# We want to avoid stacking callback handlers due to events occurring
-# during handling of the last event. To do this, we keep events disabled
-# until weve done all processing. HOWEVER, we must enable events before
-# popping the stack frame (cant be done atomically) and so it would still
-# be possible to get enough handler activations to overflow the stack.
-# Although unlikely, bugs of that kind are hard to track down, so wed
-# like to avoid the possibility.
-# So, on entry to the handler we detect whether we interrupted an
-# existing activation in its critical region -- if so, we pop the current
-# activation and restart the handler using the previous one.
-ENTRY(hypervisor_callback)
- pushl $0 # dummy error code
- pushl $T_ASTFLT
- INTRENTRY
- movl TF_EIP(%esp),%eax
- cmpl $scrit,%eax
- jb 11f
- cmpl $ecrit,%eax
- jb critical_region_fixup
-11: pushl CPUVAR(ILEVEL)
- push %esp
- call do_hypervisor_callback
- add $8,%esp
- movl HYPERVISOR_shared_info,%esi
- xorl %eax,%eax
- movb TF_CS(%esp),%cl
- test $CHK_UPL,%cl # slow return to ring 2 or 3
- je safesti
- movl CPUVAR(ILEVEL),%ebx
- jmp doreti_checkast
-safesti:XEN_UNBLOCK_EVENTS(%esi) # reenable event callbacks
-scrit: /**** START OF CRITICAL REGION ****/
- testb $1,evtchn_upcall_pending(%esi)
- jnz 14f # process more events if necessary...
- INTRFASTEXIT
-critiret:
-14: XEN_BLOCK_EVENTS(%esi)
- jmp 11b
-ecrit: /**** END OF CRITICAL REGION ****/
-# [How we do the fixup]. We want to merge the current stack frame with the
-# just-interrupted frame. How we do this depends on where in the critical
-# region the interrupted handler was executing, and so how many saved
-# registers are in each frame. We do this quickly using the lookup table
-# 'critical_fixup_table'. For each byte offset in the critical region, it
-# provides the number of bytes which have already been popped from the
-# interrupted stack frame.
-critical_region_fixup:
- cmpl $(critiret-1),%eax # eip points to iret?
- jne 1f
- movl $(TF_PUSHSIZE+0x8),%eax
- jmp 2f
-1: xorl %eax,%eax
-2:
- # %eax contains num bytes popped
- mov %esp,%esi
- add %eax,%esi # %esi points at end of src region
- mov %esp,%edi
- add $(TF_PUSHSIZE+0x8+0xC),%edi # %edi points at end of dst region
- mov %eax,%ecx
- shr $2,%ecx # convert words to bytes
- je 16f # skip loop if nothing to copy
-15: subl $4,%esi # pre-decrementing copy loop
- subl $4,%edi
- movl (%esi),%eax
- movl %eax,(%edi)
- loop 15b
-16: movl %edi,%esp # final %edi is top of merged stack
- jmp 11b
-
-
-# Hypervisor uses this for application faults while it executes.
-ENTRY(failsafe_callback)
- pop %ds
- pop %es
- pop %fs
- pop %gs
- call _C_LABEL(xen_failsafe_handler)
- iret
-
-#ifdef XENDEBUG_LOW
-
-ES = 0x20
-ORIG_EAX = 0x24
-EIP = 0x28
-CS = 0x2C
-
-#define SAVE_ALL \
- cld; \
- pushl %es; \
- pushl %ds; \
- pushl %eax; \
- pushl %ebp; \
- pushl %edi; \
- pushl %esi; \
- pushl %edx; \
- pushl %ecx; \
- pushl %ebx; \
- movl $GSEL(GDATA_SEL, SEL_KPL),%edx; \
- movl %edx,%ds; \
- movl %edx,%es;
-
-#define RESTORE_ALL \
- popl %ebx; \
- popl %ecx; \
- popl %edx; \
- popl %esi; \
- popl %edi; \
- popl %ebp; \
- popl %eax; \
- popl %ds; \
- popl %es; \
- addl $4,%esp; \
- iret; \
-
-ret_from_exception:
- movb CS(%esp),%cl
- test $2,%cl # slow return to ring 2 or 3
- jne safesti
- RESTORE_ALL
-
-
-ENTRY(divide_error)
- pushl $0 # no error code
- pushl $do_divide_error
-do_exception:
- pushl %ds
- pushl %eax
- xorl %eax,%eax
- pushl %ebp
- pushl %edi
- pushl %esi
- pushl %edx
- decl %eax # eax = -1
- pushl %ecx
- pushl %ebx
- cld
- movl %es,%ecx
- movl ORIG_EAX(%esp), %esi # get the error code
- movl ES(%esp), %edi # get the function address
- movl %eax, ORIG_EAX(%esp)
- movl %ecx, ES(%esp)
- movl %esp,%edx
- pushl %esi # push the error code
- pushl %edx # push the pt_regs pointer
- movl $(__KERNEL_DS),%edx
- movl %edx,%ds
- movl %edx,%es
- call *%edi
- addl $8,%esp
- jmp ret_from_exception
-
-ENTRY(coprocessor_error)
- pushl $0
- pushl $do_coprocessor_error
- jmp do_exception
-
-ENTRY(simd_coprocessor_error)
- pushl $0
- pushl $do_simd_coprocessor_error
- jmp do_exception
-
-ENTRY(device_not_available)
- iret
-
-ENTRY(debug)
- pushl $0
- pushl $do_debug
- jmp do_exception
-
-ENTRY(int3)
- pushl $0
- pushl $do_int3
- jmp do_exception
-
-ENTRY(overflow)
- pushl $0
- pushl $do_overflow
- jmp do_exception
-
-ENTRY(bounds)
- pushl $0
- pushl $do_bounds
- jmp do_exception
-
-ENTRY(invalid_op)
- pushl $0
- pushl $do_invalid_op
- jmp do_exception
-
-ENTRY(coprocessor_segment_overrun)
- pushl $0
- pushl $do_coprocessor_segment_overrun
- jmp do_exception
-
-ENTRY(double_fault)
- pushl $do_double_fault
- jmp do_exception
-
-ENTRY(invalid_TSS)
- pushl $do_invalid_TSS
- jmp do_exception
-
-ENTRY(segment_not_present)
- pushl $do_segment_not_present
- jmp do_exception
-
-ENTRY(stack_segment)
- pushl $do_stack_segment
- jmp do_exception
-
-ENTRY(general_protection)
- pushl $do_general_protection
- jmp do_exception
-
-ENTRY(alignment_check)
- pushl $do_alignment_check
- jmp do_exception
-
-# This handler is special, because it gets an extra value on its stack,
-# which is the linear faulting address.
-ENTRY(page_fault)
- pushl %ds
- pushl %eax
- xorl %eax,%eax
- pushl %ebp
- pushl %edi
- pushl %esi
- pushl %edx
- decl %eax # eax = -1
- pushl %ecx
- pushl %ebx
- cld
- movl %es,%ecx
- movl ORIG_EAX(%esp), %esi # get the error code
- movl ES(%esp), %edi # get the faulting address
- movl %eax, ORIG_EAX(%esp)
- movl %ecx, ES(%esp)
- movl %esp,%edx
- pushl %edi # push the faulting address
- pushl %esi # push the error code
- pushl %edx # push the pt_regs pointer
- movl $(__KERNEL_DS),%edx
- movl %edx,%ds
- movl %edx,%es
- call do_page_fault
- addl $12,%esp
- jmp ret_from_exception
-
-ENTRY(machine_check)
- pushl $0
- pushl $do_machine_check
- jmp do_exception
-
-ENTRY(spurious_interrupt_bug)
- pushl $0
- pushl $do_spurious_interrupt_bug
- jmp do_exception
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/i386/xen_machdep.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/i386/xen_machdep.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,680 +0,0 @@
-/* $NetBSD: xen_machdep.c,v 1.1.2.1 2004/05/22 15:57:33 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: xen_machdep.c,v 1.1.2.1 2004/05/22 15:57:33 he Exp
$");
-
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/mount.h>
-
-#include <uvm/uvm.h>
-
-#include <machine/gdt.h>
-#include <machine/xenfunc.h>
-#include <machine/xenpmap.h>
-
-/* #define XENDEBUG */
-/* #define XENDEBUG_LOW */
-
-#ifdef XENDEBUG
-#define XENPRINTF(x) printf x
-#define XENPRINTK(x) printk x
-#define XENPRINTK2(x) /* printk x */
-
-static char XBUF[256];
-#else
-#define XENPRINTF(x)
-#define XENPRINTK(x)
-#define XENPRINTK2(x)
-#endif
-void printk(char *, ...);
-#define PRINTF(x) printf x
-#define PRINTK(x) printk x
-
-shared_info_t *HYPERVISOR_shared_info;
-union start_info_union start_info_union;
-
-void xen_failsafe_handler(void);
-
-void
-xen_failsafe_handler(void)
-{
-
- panic("xen_failsafe_handler called!\n");
-}
-
-
-void
-xen_update_descriptor(union descriptor *table, union descriptor *entry)
-{
- paddr_t pa;
- pt_entry_t *ptp;
-
- ptp = kvtopte((vaddr_t)table);
- pa = (*ptp & PG_FRAME) | ((vaddr_t)table & ~PG_FRAME);
- if (HYPERVISOR_update_descriptor(pa, entry->raw[0], entry->raw[1]))
- panic("HYPERVISOR_update_descriptor failed\n");
-}
-
-void
-xen_set_ldt(vaddr_t base, uint32_t entries)
-{
- vaddr_t va;
- pt_entry_t *ptp, *maptp;
-
- for (va = base; va < base + entries * sizeof(union descriptor);
- va += PAGE_SIZE) {
- KASSERT(va >= VM_MIN_KERNEL_ADDRESS);
- ptp = kvtopte(va);
- maptp = (pt_entry_t *)vtomach((vaddr_t)ptp);
- XENPRINTF(("xen_set_ldt %p %d %p %p\n", (void *)base,
- entries, ptp, maptp));
- PTE_CLEARBITS(ptp, maptp, PG_RW);
- }
- PTE_UPDATES_FLUSH();
-
- xpq_queue_set_ldt(base, entries);
- xpq_flush_queue();
-}
-
-void
-lgdt(struct region_descriptor *rdp)
-{
-
- panic("lgdt %p %08x\n", (void *)rdp->rd_base, rdp->rd_limit);
-}
-
-void
-xen_parse_cmdline(int what, union xen_cmdline_parseinfo *xcp)
-{
- char *cmd_line, *opt, *s;
- int b, i, ipidx = 0;
- uint32_t xi_ip[5];
-
- cmd_line = xen_start_info.cmd_line;
-
- switch (what) {
- case XEN_PARSE_BOOTDEV:
- xcp->xcp_bootdev[0] = 0;
- break;
- case XEN_PARSE_CONSOLE:
- xcp->xcp_console[0] = 0;
- break;
- }
-
- while (cmd_line && *cmd_line) {
- opt = cmd_line;
- cmd_line = strchr(opt, ' ');
- if (cmd_line)
- *cmd_line = 0;
-
- switch (what) {
- case XEN_PARSE_BOOTDEV:
- if (strncasecmp(opt, "bootdev=", 8) == 0)
- strncpy(xcp->xcp_bootdev, opt + 8,
- sizeof(xcp->xcp_console));
- break;
-
- case XEN_PARSE_NETINFO:
- if (xcp->xcp_netinfo.xi_root &&
- strncasecmp(opt, "nfsroot=", 8) == 0)
- strncpy(xcp->xcp_netinfo.xi_root, opt + 8,
- MNAMELEN);
-
- if (strncasecmp(opt, "ip=", 3) == 0) {
- memset(xi_ip, 0, sizeof(xi_ip));
- opt += 3;
- ipidx = 0;
- while (opt && *opt) {
- s = opt;
- opt = strchr(opt, ':');
- if (opt)
- *opt = 0;
-
- switch (ipidx) {
- case 0: /* ip */
- case 1: /* nfs server */
- case 2: /* gw */
- case 3: /* mask */
- case 4: /* host */
- if (*s == 0)
- break;
- for (i = 0; i < 4; i++) {
- b = strtoul(s, &s, 10);
- xi_ip[ipidx] = b + 256
- * xi_ip[ipidx];
- if (*s != '.')
- break;
- s++;
- }
- if (i < 3)
- xi_ip[ipidx] = 0;
- break;
- case 5: /* interface */
- if (!strncmp(s, "xennet", 6))
- s += 6;
- else if (!strncmp(s, "eth", 3))
- s += 3;
- else
- break;
- if (xcp->xcp_netinfo.xi_ifno
- == strtoul(s, NULL, 10))
- memcpy(xcp->
- xcp_netinfo.xi_ip,
- xi_ip,
- sizeof(xi_ip));
- break;
- }
- ipidx++;
-
- if (opt)
- *opt++ = ':';
- }
- }
- break;
-
- case XEN_PARSE_CONSOLE:
- if (strncasecmp(opt, "console=", 8) == 0)
- strncpy(xcp->xcp_console, opt + 8,
- sizeof(xcp->xcp_console));
- break;
-
- }
-
- if (cmd_line)
- *cmd_line++ = ' ';
- }
-}
-
-
-
-
-
-#define XEN_PAGE_OFFSET 0xC0100000
-
-static pd_entry_t
-xpmap_get_bootpde(paddr_t va)
-{
-
- return ((pd_entry_t *)xen_start_info.pt_base)[va >> PDSHIFT];
-}
-
-static pd_entry_t
-xpmap_get_vbootpde(paddr_t va)
-{
- pd_entry_t pde;
-
- pde = xpmap_get_bootpde(va);
- if ((pde & PG_V) == 0)
- return (pde & ~PG_FRAME);
- return (pde & ~PG_FRAME) |
- (xpmap_mtop(pde & PG_FRAME) + KERNBASE);
-}
-
-static pt_entry_t *
-xpmap_get_bootptep(paddr_t va)
-{
- pd_entry_t pde;
-
- pde = xpmap_get_vbootpde(va);
- if ((pde & PG_V) == 0)
- return (void *)-1;
- return &(((pt_entry_t *)(pde & PG_FRAME))[(va & PT_MASK) >>
PAGE_SHIFT]);
-}
-
-static pt_entry_t
-xpmap_get_bootpte(paddr_t va)
-{
-
- return xpmap_get_bootptep(va)[0];
-}
-
-#if defined(XENDEBUG)
-static void
-xpmap_dump_pt(pt_entry_t *ptp, int p)
-{
- pt_entry_t pte;
- int j;
- int bufpos;
-
- pte = xpmap_ptom((uint32_t)ptp - KERNBASE);
- PRINTK(("%03x: %p(%p) %08x\n", p, ptp, (void *)pte, p << PDSHIFT));
-
- bufpos = 0;
- for (j = 0; j < PTES_PER_PTP; j++) {
- if ((ptp[j] & PG_V) == 0)
- continue;
- pte = ptp[j] /* & PG_FRAME */;
- bufpos += sprintf(XBUF + bufpos, "%x:%03x:%08x ",
- p, j, pte);
- if (bufpos > 70) {
- int k;
- sprintf(XBUF + bufpos, "\n");
- PRINTK((XBUF));
- bufpos = 0;
- for (k = 0; k < 1000000; k++);
- }
- }
- if (bufpos) {
- PRINTK((XBUF));
- PRINTK(("\n"));
- bufpos = 0;
- }
-}
-#endif
-
-void
-xpmap_init(void)
-{
- pd_entry_t *xen_pdp;
- pt_entry_t *ptp, *sysptp;
- pt_entry_t pte;
- uint32_t i, j;
- int bufpos;
-#if defined(XENDEBUG_LOW)
- extern char kernel_text, _etext, __bss_start, end, *esym;
-#endif
-
- xpmap_phys_to_machine_mapping = (void *)xen_start_info.mfn_list;
-
- xen_pdp = (pd_entry_t *)xen_start_info.pt_base;
-
- XENPRINTK(("text %p data %p bss %p end %p esym %p\n", &kernel_text,
- &_etext, &__bss_start, &end, esym));
- XENPRINTK(("xpmap_init PTD %p nkpde %d upages %d xen_PTD %p p2m-map
%p\n",
- (void *)PTDpaddr, nkpde, UPAGES, xen_pdp,
- xpmap_phys_to_machine_mapping));
-
- bufpos = 0;
-
- XENPRINTK(("shared_inf %08x\n", (paddr_t)xen_start_info.shared_info));
- XENPRINTK(("c0100000: %08x\n",
- xpmap_get_bootpte(0xc0100000)));
-
- /* Map kernel. */
-
- /* Map kernel data/bss/tables. */
-
- /* Map ISA I/O memory. */
-
- /* Map kernel PDEs. */
-
- /* Install a PDE recursively mapping page directory as a page table! */
-
- sysptp = (pt_entry_t *)(PTDpaddr + ((1 + UPAGES) << PAGE_SHIFT));
-
- /* make xen's PDE and PTE pages read-only in our pagetable */
- for (i = 0; i < xen_start_info.nr_pt_frames; i++) {
- /* mark PTE page read-only in our table */
- sysptp[((xen_start_info.pt_base +
- (i << PAGE_SHIFT) - KERNBASE_LOCORE) &
- (PD_MASK | PT_MASK)) >> PAGE_SHIFT] &= ~PG_RW;
- }
-
- xpq_flush_queue();
-
- for (i = 0; i < 1 + UPAGES + nkpde; i++) {
- /* mark PTE page read-only in xen's table */
- ptp = xpmap_get_bootptep(PTDpaddr + (i << PAGE_SHIFT));
- xpq_queue_pte_update(
- (void *)xpmap_ptom((unsigned long)ptp - KERNBASE), *ptp &
~PG_RW);
- XENPRINTK(("%03x: %p(%p) -> %08x\n", i, ptp,
- (unsigned long)ptp - KERNTEXTOFF, *ptp));
-
- /* mark PTE page read-only in our table */
- sysptp[((PTDpaddr + (i << PAGE_SHIFT) - KERNBASE_LOCORE) &
- (PD_MASK | PT_MASK)) >> PAGE_SHIFT] &= ~PG_RW;
-
- /* update our pte's */
- ptp = (pt_entry_t *)(PTDpaddr + (i << PAGE_SHIFT));
-#if 0
- pte = xpmap_ptom((uint32_t)ptp - KERNBASE);
- XENPRINTK(("%03x: %p(%p) %08x\n", i, ptp, pte, i << PDSHIFT));
-#endif
- for (j = 0; j < PTES_PER_PTP; j++) {
- if ((ptp[j] & PG_V) == 0)
- continue;
- if (ptp[j] == 0xffffffff)
- ptp[j] = xen_start_info.shared_info |
- (PG_V|PG_RW);
- if (ptp[j] >= KERNTEXTOFF) {
- pte = ptp[j];
- ptp[j] = (pte & ~PG_FRAME) |
- (xpmap_get_bootpte(pte & PG_FRAME) &
- PG_FRAME);
- }
-#if defined(XENDEBUG) && 0
- pte = ptp[j] /* & PG_FRAME */;
- bufpos += sprintf(XBUF + bufpos, "%x:%03x:%08x ",
- i, j, pte);
- if (bufpos > 70) {
- int k;
- sprintf(XBUF + bufpos, "\n");
- XENPRINTK((XBUF));
- bufpos = 0;
- for (k = 0; k < 1000000; k++);
- }
- }
- if (bufpos) {
- XENPRINTK((XBUF));
- bufpos = 0;
-#endif
- }
- if (i == 0)
- i = 1 + UPAGES - 1;
- }
-
-#if 0
- for (i = 0x300; i < 0x305; i++)
- if (((pt_entry_t *)xen_start_info.pt_base)[i] & PG_V)
- xpmap_dump_pt((pt_entry_t *)
- (xpmap_mtop(((pt_entry_t
*)xen_start_info.pt_base)[i] &
- PG_FRAME) + KERNBASE), i);
- xpmap_dump_pt((pt_entry_t *)xen_start_info.pt_base, 0);
-#endif
-
- XENPRINTK(("switching pdp: %p, %08lx, %p, %p, %p\n", (void *)PTDpaddr,
- PTDpaddr - KERNBASE,
- (void *)xpmap_ptom(PTDpaddr - KERNBASE),
- (void *)xpmap_get_bootpte(PTDpaddr),
- (void *)xpmap_mtop(xpmap_ptom(PTDpaddr - KERNBASE))));
-
-#if defined(XENDEBUG)
- xpmap_dump_pt((pt_entry_t *)PTDpaddr, 0);
-#endif
-
- xpq_flush_queue();
-
- xpq_queue_pin_table(xpmap_get_bootpte(PTDpaddr) & PG_FRAME,
- XPQ_PIN_L2_TABLE);
- xpq_queue_pt_switch(xpmap_get_bootpte(PTDpaddr) & PG_FRAME);
- xpq_queue_unpin_table(
- xpmap_get_bootpte(xen_start_info.pt_base) & PG_FRAME);
-
- /* make xen's PDE and PTE pages writable in our pagetable */
- for (i = 0; i < xen_start_info.nr_pt_frames; i++) {
- /* mark PTE page writable in our table */
- ptp = &sysptp[((xen_start_info.pt_base +
- (i << PAGE_SHIFT) - KERNBASE_LOCORE) &
- (PD_MASK | PT_MASK)) >> PAGE_SHIFT];
- xpq_queue_pte_update(
- (void *)xpmap_ptom((unsigned long)ptp - KERNBASE), *ptp |
- PG_RW);
- }
-
- xpq_flush_queue();
- XENPRINTK(("pt_switch done!\n"));
-}
-
-/*
- * Do a binary search to find out where physical memory ends on the
- * real hardware. Xen will fail our updates if they are beyond the
- * last available page (max_page in xen/common/memory.c).
- */
-paddr_t
-find_pmap_mem_end(vaddr_t va)
-{
- mmu_update_t r;
- int start, end, ok;
- pt_entry_t old;
-
- start = xen_start_info.nr_pages;
- end = HYPERVISOR_VIRT_START >> PAGE_SHIFT;
-
- r.ptr = (unsigned long)&PTE_BASE[x86_btop(va)];
- old = PTE_BASE[x86_btop(va)];
-
- while (start + 1 < end) {
- r.val = (((start + end) / 2) << PAGE_SHIFT) | PG_V;
-
- if (HYPERVISOR_mmu_update(&r, 1, &ok) < 0)
- end = (start + end) / 2;
- else
- start = (start + end) / 2;
- }
- r.val = old;
- if (HYPERVISOR_mmu_update(&r, 1, &ok) < 0)
- printf("pmap_mem_end find: old update failed %08x\n",
- old);
-
- return end << PAGE_SHIFT;
-}
-
-
-#if 0
-void xpmap_find_memory(paddr_t);
-void
-xpmap_find_memory(paddr_t first_avail)
-{
- char buf[256];
- uint32_t i;
- int bufpos;
- paddr_t p;
-
- bufpos = 0;
- for (i = ((first_avail - KERNTEXTOFF) >> PAGE_SHIFT);
- i < xen_start_info.nr_pages; i++) {
- /* if (xpmap_phys_to_machine_mapping[i] */
- bufpos += sprintf(buf + bufpos, "%03x:%08x:%08x ",
- i, (uint32_t)xpmap_phys_to_machine_mapping[i],
- (uint32_t)xpmap_mtop(xpmap_phys_to_machine_mapping[i] <<
- PAGE_SHIFT));
- p = xpmap_phys_to_machine_mapping[i];
- uvm_page_physload(p, p + 1, p, p + 1, VM_FREELIST_DEFAULT);
-
- if (bufpos > 70) {
- int k;
- sprintf(buf + bufpos, "\n");
- XENPRINTK((buf));
- bufpos = 0;
- for (k = 0; k < 1000000; k++);
- }
- }
- if (bufpos) {
- XENPRINTK((buf));
- bufpos = 0;
- }
-}
-#endif
-
-
-#ifdef XENDEBUG
-void xpq_debug_dump(void);
-#endif
-
-#define XPQUEUE_SIZE 2048
-typedef union xpq_queue {
- struct {
- pd_entry_t *ptr;
- pd_entry_t val;
- } pde;
- struct {
- pt_entry_t *ptr;
- pt_entry_t val;
- } pte;
- struct {
- paddr_t ptr;
- uint32_t val;
- } pa;
-} xpq_queue_t;
-static xpq_queue_t xpq_queue[XPQUEUE_SIZE];
-static int xpq_idx = 0;
-
-void
-xpq_flush_queue()
-{
- int i, ok;
-
- XENPRINTK2(("flush queue %p entries %d\n", xpq_queue, xpq_idx));
- for (i = 0; i < xpq_idx; i++)
- XENPRINTK2(("%d: %p %08x\n", i, xpq_queue[i].pde.ptr,
- xpq_queue[i].pde.val));
- if (xpq_idx != 0 &&
- HYPERVISOR_mmu_update((mmu_update_t *)xpq_queue, xpq_idx, &ok) < 0)
- panic("HYPERVISOR_mmu_update failed\n");
- xpq_idx = 0;
-}
-
-static inline void
-xpq_increment_idx(void)
-{
-
- xpq_idx++;
- if (__predict_false(xpq_idx == XPQUEUE_SIZE))
- xpq_flush_queue();
-}
-
-void
-xpq_queue_invlpg(vaddr_t va)
-{
-
- XENPRINTK2(("xpq_queue_invlpg %p\n", (void *)va));
- xpq_queue[xpq_idx].pa.ptr = (va & PG_FRAME) | MMU_EXTENDED_COMMAND;
- xpq_queue[xpq_idx].pa.val = MMUEXT_INVLPG;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_pde_update(pd_entry_t *ptr, pd_entry_t val)
-{
-
- xpq_queue[xpq_idx].pde.ptr = ptr;
- xpq_queue[xpq_idx].pde.val = val;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_pte_update(pt_entry_t *ptr, pt_entry_t val)
-{
-
- xpq_queue[xpq_idx].pte.ptr = ptr;
- xpq_queue[xpq_idx].pte.val = val;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_unchecked_pte_update(pt_entry_t *ptr, pt_entry_t val)
-{
-
- xpq_queue[xpq_idx].pa.ptr = (paddr_t)ptr | MMU_NORMAL_PT_UPDATE;
- /* XXXcl UNCHECKED_PT_UPDATE */
- xpq_queue[xpq_idx].pa.val = val;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_pt_switch(paddr_t pa)
-{
-
- XENPRINTK2(("xpq_queue_pt_switch: %p %p\n", (void *)pa, (void *)pa));
- xpq_queue[xpq_idx].pa.ptr = pa | MMU_EXTENDED_COMMAND;
- xpq_queue[xpq_idx].pa.val = MMUEXT_NEW_BASEPTR;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_pin_table(paddr_t pa, int type)
-{
-
- XENPRINTK2(("xpq_queue_pin_table: %p %p\n", (void *)pa, (void *)pa));
- xpq_queue[xpq_idx].pa.ptr = pa | MMU_EXTENDED_COMMAND;
- switch (type) {
- case XPQ_PIN_L1_TABLE:
- xpq_queue[xpq_idx].pa.val = MMUEXT_PIN_L1_TABLE;
- break;
- case XPQ_PIN_L2_TABLE:
- xpq_queue[xpq_idx].pa.val = MMUEXT_PIN_L2_TABLE;
- break;
- }
- xpq_increment_idx();
-}
-
-void
-xpq_queue_unpin_table(paddr_t pa)
-{
-
- XENPRINTK2(("xpq_queue_unpin_table: %p %p\n", (void *)pa, (void *)pa));
- xpq_queue[xpq_idx].pa.ptr = pa | MMU_EXTENDED_COMMAND;
- xpq_queue[xpq_idx].pa.val = MMUEXT_UNPIN_TABLE;
- xpq_increment_idx();
-}
-
-void
-xpq_queue_set_ldt(vaddr_t va, uint32_t entries)
-{
-
- XENPRINTK2(("xpq_queue_set_ldt\n"));
- KASSERT(va == (va & PG_FRAME));
- xpq_queue[xpq_idx].pa.ptr = MMU_EXTENDED_COMMAND | va;
- xpq_queue[xpq_idx].pa.val = MMUEXT_SET_LDT |
- (entries << MMUEXT_CMD_SHIFT);
- xpq_increment_idx();
-}
-
-void
-xpq_queue_tlb_flush()
-{
-
- XENPRINTK2(("xpq_queue_tlb_flush\n"));
- xpq_queue[xpq_idx].pa.ptr = MMU_EXTENDED_COMMAND;
- xpq_queue[xpq_idx].pa.val = MMUEXT_TLB_FLUSH;
- xpq_increment_idx();
-}
-
-#ifdef XENDEBUG
-void
-xpq_debug_dump()
-{
- int i;
-
- XENPRINTK2(("idx: %d\n", xpq_idx));
- for (i = 0; i < xpq_idx; i++) {
- sprintf(XBUF, "%p %08x ", xpq_queue[i].pte.ptr,
- xpq_queue[i].pte.val);
- if (++i < xpq_idx)
- sprintf(XBUF + strlen(XBUF), "%p %08x ",
- xpq_queue[i].pte.ptr, xpq_queue[i].pte.val);
- if (++i < xpq_idx)
- sprintf(XBUF + strlen(XBUF), "%p %08x ",
- xpq_queue[i].pte.ptr, xpq_queue[i].pte.val);
- if (++i < xpq_idx)
- sprintf(XBUF + strlen(XBUF), "%p %08x ",
- xpq_queue[i].pte.ptr, xpq_queue[i].pte.val);
- XENPRINTK2(("%d: %s\n", xpq_idx, XBUF));
- }
-}
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/ctrl_if.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/ctrl_if.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,139 +0,0 @@
-/******************************************************************************
- * ctrl_if.h
- *
- * Management functions for special interface to the domain controller.
- *
- * Copyright (c) 2004, K A Fraser
- */
-
-#ifndef __ASM_XEN__CTRL_IF_H__
-#define __ASM_XEN__CTRL_IF_H__
-
-typedef control_msg_t ctrl_msg_t;
-
-/*
- * Callback function type. Called for asynchronous processing of received
- * request messages, and responses to previously-transmitted request messages.
- * The parameters are (@msg, @id).
- * @msg: Original request/response message (not a copy). The message can be
- * modified in-place by the handler (e.g., a response callback can
- * turn a request message into a response message in place). The message
- * is no longer accessible after the callback handler returns -- if the
- * message is required to persist for longer then it must be copied.
- * @id: (Response callbacks only) The 'id' that was specified when the
- * original request message was queued for transmission.
- */
-typedef void (*ctrl_msg_handler_t)(ctrl_msg_t *, unsigned long);
-
-/*
- * Send @msg to the domain controller. Execute @hnd when a response is
- * received, passing the response message and the specified @id. This
- * operation will not block: it will return -EAGAIN if there is no space.
- * Notes:
- * 1. The @msg is copied if it is transmitted and so can be freed after this
- * function returns.
- * 2. If @hnd is NULL then no callback is executed.
- */
-int
-ctrl_if_send_message_noblock(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id);
-
-/*
- * Send @msg to the domain controller. Execute @hnd when a response is
- * received, passing the response message and the specified @id. This
- * operation will block until the message is sent, or a signal is received
- * for the calling process (unless @wait_state is TASK_UNINTERRUPTIBLE).
- * Notes:
- * 1. The @msg is copied if it is transmitted and so can be freed after this
- * function returns.
- * 2. If @hnd is NULL then no callback is executed.
- */
-int
-ctrl_if_send_message_block(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id,
- long wait_state);
-
-/*
- * Send @msg to the domain controller. Block until the response is received,
- * and then copy it into the provided buffer, @rmsg.
- */
-int
-ctrl_if_send_message_and_get_response(
- ctrl_msg_t *msg,
- ctrl_msg_t *rmsg,
- long wait_state);
-
-#ifdef notyet
-/*
- * Request a callback when there is /possibly/ space to immediately send a
- * message to the domain controller. This function returns 0 if there is
- * already space to trasnmit a message --- in this case the callback task /may/
- * still be executed. If this function returns 1 then the callback /will/ be
- * executed when space becomes available.
- */
-int
-ctrl_if_enqueue_space_callback(
- struct tq_struct *task);
-#endif
-
-/*
- * Send a response (@msg) to a message from the domain controller. This will
- * never block.
- * Notes:
- * 1. The @msg is copied and so can be freed after this function returns.
- * 2. The @msg may be the original request message, modified in-place.
- */
-void
-ctrl_if_send_response(
- ctrl_msg_t *msg);
-
-/*
- * Register a receiver for typed messages from the domain controller. The
- * handler (@hnd) is called for every received message of specified @type.
- * Returns TRUE (non-zero) if the handler was successfully registered.
- * If CALLBACK_IN_BLOCKING CONTEXT is specified in @flags then callbacks will
- * occur in a context in which it is safe to yield (i.e., process context).
- */
-#define CALLBACK_IN_BLOCKING_CONTEXT 1
-int ctrl_if_register_receiver(
- uint8_t type,
- ctrl_msg_handler_t hnd,
- unsigned int flags);
-
-/*
- * Unregister a receiver for typed messages from the domain controller. The
- * handler (@hnd) will not be executed after this function returns.
- */
-void
-ctrl_if_unregister_receiver(
- uint8_t type, ctrl_msg_handler_t hnd);
-
-/* Suspend/resume notifications. */
-void ctrl_if_suspend(void);
-void ctrl_if_resume(void);
-
-/* Start-of-day setup. */
-void ctrl_if_early_init(void);
-void ctrl_if_init(void);
-
-/*
- * Returns TRUE if there are no outstanding message requests at the domain
- * controller. This can be used to ensure that messages have really flushed
- * through when it is not possible to use the response-callback interface.
- * WARNING: If other subsystems are using the control interface then this
- * function might never return TRUE!
- */
-int ctrl_if_transmitter_empty(void); /* !! DANGEROUS FUNCTION !! */
-
-/*
- * Manually discard response messages from the domain controller.
- * WARNING: This is usually done automatically -- this function should only
- * be called when normal interrupt mechanisms are disabled!
- */
-void ctrl_if_discard_responses(void); /* !! DANGEROUS FUNCTION !! */
-
-#endif /* __ASM_XEN__CONTROL_IF_H__ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/evtchn.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/evtchn.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,53 +0,0 @@
-/* $NetBSD$ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#ifndef _XEN_EVENTS_H_
-#define _XEN_EVENTS_H_
-
-#define NR_IRQS 32
-
-extern int evtchn_to_irq[];
-
-/* typedef unsigned int (*ev_handler_t)(int, struct pt_regs *); */
-typedef int (*ev_handler_t)(void *);
-
-void events_default_setup(void);
-void init_events(void);
-unsigned int do_event(int, struct intrframe *);
-int event_set_handler(int, ev_handler_t, void *, int);
-
-int bind_virq_to_irq(int);
-void unbind_virq_from_irq(int);
-int bind_evtchn_to_irq(int);
-
-#endif /* _XEN_EVENTS_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/frameasm.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/frameasm.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,130 +0,0 @@
-/* $NetBSD: frameasm.h,v 1.1 2004/03/11 21:44:08 cl Exp $ */
-/* NetBSD: frameasm.h,v 1.4 2004/02/20 17:35:01 yamt Exp */
-
-#ifndef _I386_FRAMEASM_H_
-#define _I386_FRAMEASM_H_
-
-#ifdef _KERNEL_OPT
-#include "opt_multiprocessor.h"
-#endif
-
-/* XXX assym.h */
-#define TRAP_INSTR int $0x82
-#define __HYPERVISOR_stack_switch 4
-#define __HYPERVISOR_fpu_taskswitch 7
-
-#ifndef TRAPLOG
-#define TLOG /**/
-#else
-/*
- * Fill in trap record
- */
-#define TLOG \
-9: \
- movl %fs:CPU_TLOG_OFFSET, %eax; \
- movl %fs:CPU_TLOG_BASE, %ebx; \
- addl $SIZEOF_TREC,%eax; \
- andl $SIZEOF_TLOG-1,%eax; \
- addl %eax,%ebx; \
- movl %eax,%fs:CPU_TLOG_OFFSET; \
- movl %esp,TREC_SP(%ebx); \
- movl $9b,TREC_HPC(%ebx); \
- movl TF_EIP(%esp),%eax; \
- movl %eax,TREC_IPC(%ebx); \
- rdtsc ; \
- movl %eax,TREC_TSC(%ebx); \
- movl $MSR_LASTBRANCHFROMIP,%ecx; \
- rdmsr ; \
- movl %eax,TREC_LBF(%ebx); \
- incl %ecx ; \
- rdmsr ; \
- movl %eax,TREC_LBT(%ebx); \
- incl %ecx ; \
- rdmsr ; \
- movl %eax,TREC_IBF(%ebx); \
- incl %ecx ; \
- rdmsr ; \
- movl %eax,TREC_IBT(%ebx)
-#endif
-
-/*
- * These are used on interrupt or trap entry or exit.
- */
-#define INTRENTRY \
- cld; \
- subl $TF_PUSHSIZE,%esp ; \
- movl %gs,TF_GS(%esp) ; \
- movl %fs,TF_FS(%esp) ; \
- movl %eax,TF_EAX(%esp) ; \
- movl %es,TF_ES(%esp) ; \
- movl %ds,TF_DS(%esp) ; \
- movl $GSEL(GDATA_SEL, SEL_KPL),%eax ; \
- movl %edi,TF_EDI(%esp) ; \
- movl %esi,TF_ESI(%esp) ; \
- movl %eax,%ds ; \
- movl %ebp,TF_EBP(%esp) ; \
- movl %eax,%es ; \
- movl %ebx,TF_EBX(%esp) ; \
- movl %eax,%gs ; \
- movl %edx,TF_EDX(%esp) ; \
- movl $GSEL(GCPU_SEL, SEL_KPL),%eax ; \
- movl %ecx,TF_ECX(%esp) ; \
- movl %eax,%fs ; \
- TLOG
-
-#define INTRFASTEXIT \
- movl TF_GS(%esp),%gs ; \
- movl TF_FS(%esp),%fs ; \
- movl TF_ES(%esp),%es ; \
- movl TF_DS(%esp),%ds ; \
- movl TF_EDI(%esp),%edi ; \
- movl TF_ESI(%esp),%esi ; \
- movl TF_EBP(%esp),%ebp ; \
- movl TF_EBX(%esp),%ebx ; \
- movl TF_EDX(%esp),%edx ; \
- movl TF_ECX(%esp),%ecx ; \
- movl TF_EAX(%esp),%eax ; \
- addl $(TF_PUSHSIZE+8),%esp ; \
- iret
-
-#define DO_DEFERRED_SWITCH(reg) \
- cmpl $0, CPUVAR(WANT_PMAPLOAD) ; \
- jz 1f ; \
- call _C_LABEL(pmap_load) ; \
- 1:
-
-#define CHECK_DEFERRED_SWITCH(reg) \
- cmpl $0, CPUVAR(WANT_PMAPLOAD)
-
-#define CHECK_ASTPENDING(reg) movl CPUVAR(CURLWP),reg ; \
- cmpl $0, reg ; \
- je 1f ; \
- movl L_PROC(reg),reg ; \
- cmpl $0, P_MD_ASTPENDING(reg); \
- 1:
-#define CLEAR_ASTPENDING(reg) movl $0, P_MD_ASTPENDING(reg)
-
-#if !defined(XEN)
-#define CLI(reg) cli
-#define STI(reg) sti
-#else
-/* XXX assym.h */
-#define EVENTS_MASK 136
-/* Offsets into shared_info_t. */
-#define evtchn_upcall_pending /* 0 */
-#define evtchn_upcall_mask 1
-
-#define XEN_BLOCK_EVENTS(reg) movb $1,evtchn_upcall_mask(reg)
-#define XEN_UNBLOCK_EVENTS(reg) movb $0,evtchn_upcall_mask(reg)
-#define XEN_TEST_PENDING(reg) testb $0xFF,evtchn_upcall_pending(%reg)
-
-#define CLI(reg) movl _C_LABEL(HYPERVISOR_shared_info),reg ; \
- XEN_BLOCK_EVENTS(reg)
-#define STI(reg) movl _C_LABEL(HYPERVISOR_shared_info),reg ; \
- XEN_UNBLOCK_EVENTS(reg)
-#define STIC(reg) movl _C_LABEL(HYPERVISOR_shared_info),reg ; \
- XEN_UNBLOCK_EVENTS(reg) ; \
- testb $1,evtchn_upcall_pending(reg)
-#endif
-
-#endif /* _I386_FRAMEASM_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/hypervisor.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/hypervisor.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,517 +0,0 @@
-/* $NetBSD: hypervisor.h,v 1.1.2.2 2004/06/17 09:23:19 tron Exp $ */
-
-/*
- *
- * Communication to/from hypervisor.
- *
- * Copyright (c) 2002-2004, K A Fraser
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this source file (the "Software"), to deal in the Software without
- * restriction, including without limitation the rights to use, copy, modify,
- * merge, publish, distribute, sublicense, and/or sell copies of the Software,
- * and to permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
- * IN THE SOFTWARE.
- */
-
-
-#ifndef _XEN_HYPERVISOR_H_
-#define _XEN_HYPERVISOR_H_
-
-
-struct hypervisor_attach_args {
- const char *haa_busname;
-};
-
-struct xencons_attach_args {
- const char *xa_device;
-};
-
-struct xen_npx_attach_args {
- const char *xa_device;
-};
-
-
-#define u8 uint8_t
-#define u16 uint16_t
-#define u32 uint32_t
-#define u64 uint64_t
-#define s8 int8_t
-#define s16 int16_t
-#define s32 int32_t
-#define s64 int64_t
-
-/* include the hypervisor interface */
-#include <sys/systm.h>
-#include <machine/xen-public/xen.h>
-#include <machine/xen-public/dom0_ops.h>
-#include <machine/xen-public/event_channel.h>
-#include <machine/xen-public/io/domain_controller.h>
-#include <machine/xen-public/io/netif.h>
-#include <machine/xen-public/io/blkif.h>
-
-#undef u8
-#undef u16
-#undef u32
-#undef u64
-#undef s8
-#undef s16
-#undef s32
-#undef s64
-
-
-/*
- * a placeholder for the start of day information passed up from the hypervisor
- */
-union start_info_union
-{
- start_info_t start_info;
- char padding[512];
-};
-extern union start_info_union start_info_union;
-#define xen_start_info (start_info_union.start_info)
-
-
-/* hypervisor.c */
-void do_hypervisor_callback(struct intrframe *regs);
-void hypervisor_notify_via_evtchn(unsigned int);
-void hypervisor_enable_irq(unsigned int);
-void hypervisor_disable_irq(unsigned int);
-void hypervisor_acknowledge_irq(unsigned int);
-
-/* hypervisor_machdep.c */
-void hypervisor_unmask_event(unsigned int);
-void hypervisor_mask_event(unsigned int);
-void hypervisor_clear_event(unsigned int);
-void hypervisor_force_callback(void);
-
-/*
- * Assembler stubs for hyper-calls.
- */
-
-static inline int
-HYPERVISOR_set_trap_table(trap_info_t *table)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_set_trap_table), "1" (table)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_mmu_update(mmu_update_t *req, int count, int *success_count)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_mmu_update), "1" (req), "2" (count),
- "3" (success_count)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_set_gdt(unsigned long *frame_list, int entries)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_set_gdt), "1" (frame_list), "2" (entries)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_stack_switch(unsigned long ss, unsigned long esp)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_stack_switch), "1" (ss), "2" (esp)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_set_callbacks(
- unsigned long event_selector, unsigned long event_address,
- unsigned long failsafe_selector, unsigned long failsafe_address)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4)
- : "0" (__HYPERVISOR_set_callbacks), "1" (event_selector),
- "2" (event_address), "3" (failsafe_selector), "4" (failsafe_address)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_fpu_taskswitch(int set)
-{
- int ret;
- unsigned long ign;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign)
- : "0" (__HYPERVISOR_fpu_taskswitch), "1" (set)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_yield(void)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_sched_op), "1" (SCHEDOP_yield)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_block(void)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_sched_op), "1" (SCHEDOP_block)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_shutdown(void)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_sched_op),
- "1" (SCHEDOP_shutdown | (SHUTDOWN_poweroff << SCHEDOP_reasonshift))
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_reboot(void)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_sched_op),
- "1" (SCHEDOP_shutdown | (SHUTDOWN_reboot << SCHEDOP_reasonshift))
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_suspend(unsigned long srec)
-{
- int ret;
- unsigned long ign1, ign2;
-
- /* NB. On suspend, control software expects a suspend record in %esi. */
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=S" (ign2)
- : "0" (__HYPERVISOR_sched_op),
- "b" (SCHEDOP_shutdown | (SHUTDOWN_suspend << SCHEDOP_reasonshift)),
- "S" (srec) : "memory");
-
- return ret;
-}
-
-static inline long
-HYPERVISOR_set_timer_op(uint64_t timeout)
-{
- int ret;
- unsigned long timeout_hi = (unsigned long)(timeout>>32);
- unsigned long timeout_lo = (unsigned long)timeout;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_set_timer_op), "b" (timeout_lo), "c" (timeout_hi)
- : "memory");
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_dom0_op(dom0_op_t *dom0_op)
-{
- int ret;
- unsigned long ign1;
-
- dom0_op->interface_version = DOM0_INTERFACE_VERSION;
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_dom0_op), "1" (dom0_op)
- : "memory");
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_set_debugreg(int reg, unsigned long value)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_set_debugreg), "1" (reg), "2" (value)
- : "memory" );
-
- return ret;
-}
-
-static inline unsigned long
-HYPERVISOR_get_debugreg(int reg)
-{
- unsigned long ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_get_debugreg), "1" (reg)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_descriptor(unsigned long pa, unsigned long word1,
- unsigned long word2)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_update_descriptor), "1" (pa), "2" (word1),
- "3" (word2)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_dom_mem_op(unsigned int op, unsigned long *extent_list,
- unsigned long nr_extents, unsigned int extent_order)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4, ign5;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4),
- "=D" (ign5)
- : "0" (__HYPERVISOR_dom_mem_op), "1" (op), "2" (extent_list),
- "3" (nr_extents), "4" (extent_order), "5" (DOMID_SELF)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_multicall(void *call_list, int nr_calls)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_multicall), "1" (call_list), "2" (nr_calls)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_va_mapping(unsigned long va, unsigned long new_val,
- unsigned long flags)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_update_va_mapping),
- "1" (va), "2" (new_val), "3" (flags)
- : "memory" );
-
- if (__predict_false(ret < 0))
- panic("Failed update VA mapping: %08lx, %08lx, %08lx",
- va, new_val, flags);
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_event_channel_op(void *op)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_event_channel_op), "1" (op)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_xen_version(int cmd)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_xen_version), "1" (cmd)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_console_io(int cmd, int count, char *str)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_console_io), "1" (cmd), "2" (count), "3" (str)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_physdev_op(void *physdev_op)
-{
- int ret;
- unsigned long ign1;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1)
- : "0" (__HYPERVISOR_physdev_op), "1" (physdev_op)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_grant_table_op(unsigned int cmd, void *uop, unsigned int count)
-{
- int ret;
- unsigned long ign1, ign2, ign3;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3)
- : "0" (__HYPERVISOR_grant_table_op), "1" (cmd), "2" (count), "3" (uop)
- : "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_update_va_mapping_otherdomain(unsigned long va,
- unsigned long new_val, unsigned long flags, domid_t domid)
-{
- int ret;
- unsigned long ign1, ign2, ign3, ign4;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2), "=d" (ign3), "=S" (ign4)
- : "0" (__HYPERVISOR_update_va_mapping_otherdomain),
- "1" (va), "2" (new_val), "3" (flags), "4" (domid) :
- "memory" );
-
- return ret;
-}
-
-static inline int
-HYPERVISOR_vm_assist(unsigned int cmd, unsigned int type)
-{
- int ret;
- unsigned long ign1, ign2;
-
- __asm__ __volatile__ (
- TRAP_INSTR
- : "=a" (ret), "=b" (ign1), "=c" (ign2)
- : "0" (__HYPERVISOR_vm_assist), "1" (cmd), "2" (type)
- : "memory" );
-
- return ret;
-}
-
-#endif /* _XEN_HYPERVISOR_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/if_xennetvar.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/if_xennetvar.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,117 +0,0 @@
-/* $NetBSD: if_xennetvar.h,v 1.1.2.1 2004/05/22 15:59:31 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_IF_XENNETVAR_H_
-#define _XEN_IF_XENNETVAR_H_
-
-#include <machine/xen.h>
-
-union xennet_bufarray {
- struct {
- struct mbuf *xbtx_m;
- } xb_tx;
- struct {
- vaddr_t xbrx_va;
- paddr_t xbrx_pa;
- struct xennet_softc *xbrx_sc;
- } xb_rx;
- int xb_next;
-};
-
-struct xennet_txbuf {
- SLIST_ENTRY(xennet_txbuf) xt_next;
- struct xennet_softc *xt_sc;
- paddr_t xt_pa;
- u_char xt_buf[0];
-};
-#define TXBUF_PER_PAGE 2
-#define TXBUF_BUFSIZE (PAGE_SIZE / TXBUF_PER_PAGE) - sizeof(struct
xennet_txbuf)
-
-struct xennet_softc {
- struct device sc_dev; /* base device glue */
- struct ethercom sc_ethercom; /* Ethernet common part */
-
- int sc_ifno;
-
- uint8_t sc_enaddr[6];
-
-#ifdef mediacode
- struct ifmedia sc_media;
-#endif
-
- /* What is the status of our connection to the remote backend? */
-#define BEST_CLOSED 0
-#define BEST_DISCONNECTED 1
-#define BEST_CONNECTED 2
- unsigned int sc_backend_state;
-
- unsigned int sc_evtchn;
- unsigned int sc_irq;
-
- netif_tx_interface_t *sc_tx;
- netif_rx_interface_t *sc_rx;
- struct vm_page *sc_pg_tx;
- struct vm_page *sc_pg_rx;
-
- uint32_t sc_tx_entries;
- uint32_t sc_tx_resp_cons;
-
- uint32_t sc_rx_resp_cons;
- uint32_t sc_rx_bufs_to_notify;
-
- union xennet_bufarray sc_tx_bufa[NETIF_TX_RING_SIZE];
- union xennet_bufarray sc_rx_bufa[NETIF_TX_RING_SIZE];
-
- SLIST_HEAD(, xennet_txbuf) sc_tx_bufs;
-
-#if NRND > 0
- rndsource_element_t sc_rnd_source;
-#endif
-};
-
-struct xennet_attach_args {
- const char *xa_device;
- int xa_handle;
-};
-
-struct nfs_diskless;
-
-int xennet_scan(struct device *, struct xennet_attach_args *, cfprint_t);
-void xennet_scan_finish(struct device *);
-void xennet_start(struct ifnet *);
-int xennet_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data);
-void xennet_watchdog(struct ifnet *ifp);
-int xennet_bootstatic_callback(struct nfs_diskless *);
-
-#endif /* _XEN_IF_XENNETVAR_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/pmap.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/pmap.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,533 +0,0 @@
-/* $NetBSD: pmap.h,v 1.1.2.1 2004/05/22 15:59:58 he Exp $ */
-/* NetBSD: pmap.h,v 1.79 2004/02/20 17:35:01 yamt Exp */
-
-/*
- *
- * Copyright (c) 1997 Charles D. Cranor and Washington University.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgment:
- * This product includes software developed by Charles D. Cranor and
- * Washington University.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*
- * pmap.h: see pmap.c for the history of this pmap module.
- */
-
-#ifndef _I386_PMAP_H_
-#define _I386_PMAP_H_
-
-#if defined(_KERNEL_OPT)
-#include "opt_user_ldt.h"
-#include "opt_largepages.h"
-#endif
-
-#include "opt_xen.h"
-
-#include <machine/cpufunc.h>
-#include <machine/pte.h>
-#include <machine/xenfunc.h>
-#include <machine/xenpmap.h>
-#include <machine/segments.h>
-#include <uvm/uvm_object.h>
-
-/*
- * see pte.h for a description of i386 MMU terminology and hardware
- * interface.
- *
- * a pmap describes a processes' 4GB virtual address space. this
- * virtual address space can be broken up into 1024 4MB regions which
- * are described by PDEs in the PDP. the PDEs are defined as follows:
- *
- * (ranges are inclusive -> exclusive, just like vm_map_entry start/end)
- * (the following assumes that KERNBASE is 0xc0000000)
- *
- * PDE#s VA range usage
- * 0->766 0x0 -> 0xbfc00000 user address space
- * 767 0xbfc00000-> recursive mapping of PDP (used for
- * 0xc0000000 linear mapping of PTPs)
- * 768->1023 0xc0000000-> kernel address space (constant
- * 0xffc00000 across all pmap's/processes)
- * 1023 0xffc00000-> "alternate" recursive PDP
mapping
- * <end> (for other pmaps)
- *
- *
- * note: a recursive PDP mapping provides a way to map all the PTEs for
- * a 4GB address space into a linear chunk of virtual memory. in other
- * words, the PTE for page 0 is the first int mapped into the 4MB recursive
- * area. the PTE for page 1 is the second int. the very last int in the
- * 4MB range is the PTE that maps VA 0xffffe000 (the last page in a 4GB
- * address).
- *
- * all pmap's PD's must have the same values in slots 768->1023 so that
- * the kernel is always mapped in every process. these values are loaded
- * into the PD at pmap creation time.
- *
- * at any one time only one pmap can be active on a processor. this is
- * the pmap whose PDP is pointed to by processor register %cr3. this pmap
- * will have all its PTEs mapped into memory at the recursive mapping
- * point (slot #767 as show above). when the pmap code wants to find the
- * PTE for a virtual address, all it has to do is the following:
- *
- * address of PTE = (767 * 4MB) + (VA / PAGE_SIZE) * sizeof(pt_entry_t)
- * = 0xbfc00000 + (VA / 4096) * 4
- *
- * what happens if the pmap layer is asked to perform an operation
- * on a pmap that is not the one which is currently active? in that
- * case we take the PA of the PDP of non-active pmap and put it in
- * slot 1023 of the active pmap. this causes the non-active pmap's
- * PTEs to get mapped in the final 4MB of the 4GB address space
- * (e.g. starting at 0xffc00000).
- *
- * the following figure shows the effects of the recursive PDP mapping:
- *
- * PDP (%cr3)
- * +----+
- * | 0| -> PTP#0 that maps VA 0x0 -> 0x400000
- * | |
- * | |
- * | 767| -> points back to PDP (%cr3) mapping VA 0xbfc00000 -> 0xc0000000
- * | 768| -> first kernel PTP (maps 0xc0000000 -> 0xf0400000)
- * | |
- * |1023| -> points to alternate pmap's PDP (maps 0xffc00000 -> end)
- * +----+
- *
- * note that the PDE#767 VA (0xbfc00000) is defined as "PTE_BASE"
- * note that the PDE#1023 VA (0xffc00000) is defined as "APTE_BASE"
- *
- * starting at VA 0xbfc00000 the current active PDP (%cr3) acts as a
- * PTP:
- *
- * PTP#767 == PDP(%cr3) => maps VA 0xbfc00000 -> 0xc0000000
- * +----+
- * | 0| -> maps the contents of PTP#0 at VA 0xbfc00000->0xbfc01000
- * | |
- * | |
- * | 767| -> maps contents of PTP#767 (the PDP) at VA 0xbffbf000
- * | 768| -> maps contents of first kernel PTP
- * | |
- * |1023|
- * +----+
- *
- * note that mapping of the PDP at PTP#767's VA (0xbffbf000) is
- * defined as "PDP_BASE".... within that mapping there are two
- * defines:
- * "PDP_PDE" (0xbfeffbfc) is the VA of the PDE in the PDP
- * which points back to itself.
- * "APDP_PDE" (0xbfeffffc) is the VA of the PDE in the PDP which
- * establishes the recursive mapping of the alternate pmap.
- * to set the alternate PDP, one just has to put the correct
- * PA info in *APDP_PDE.
- *
- * note that in the APTE_BASE space, the APDP appears at VA
- * "APDP_BASE" (0xfffff000).
- */
-/* XXX MP should we allocate one APDP_PDE per processor?? */
-
-/*
- * the following defines identify the slots used as described above.
- */
-
-#define PDSLOT_PTE ((KERNBASE/NBPD)-1) /* 767: for recursive PDP map */
-#define PDSLOT_KERN (KERNBASE/NBPD) /* 768: start of kernel space */
-#define PDSLOT_APTE ((unsigned)1023-16) /* 1023: alternative recursive slot
*/
-
-/*
- * the following defines give the virtual addresses of various MMU
- * data structures:
- * PTE_BASE and APTE_BASE: the base VA of the linear PTE mappings
- * PTD_BASE and APTD_BASE: the base VA of the recursive mapping of the PTD
- * PDP_PDE and APDP_PDE: the VA of the PDE that points back to the PDP/APDP
- */
-
-#define PTE_BASE ((pt_entry_t *) (PDSLOT_PTE * NBPD) )
-#define APTE_BASE ((pt_entry_t *) (PDSLOT_APTE * NBPD) )
-#define PDP_BASE ((pd_entry_t *)(((char *)PTE_BASE) + (PDSLOT_PTE *
PAGE_SIZE)))
-#define APDP_BASE ((pd_entry_t *)(((char *)APTE_BASE) + (PDSLOT_APTE *
PAGE_SIZE)))
-#define PDP_PDE (PDP_BASE + PDSLOT_PTE)
-#define APDP_PDE (PDP_BASE + PDSLOT_APTE)
-
-/*
- * the follow define determines how many PTPs should be set up for the
- * kernel by locore.s at boot time. this should be large enough to
- * get the VM system running. once the VM system is running, the
- * pmap module can add more PTPs to the kernel area on demand.
- */
-
-#ifndef NKPTP
-#define NKPTP 4 /* 16MB to start */
-#endif
-#define NKPTP_MIN 4 /* smallest value we allow */
-#define NKPTP_MAX (1024 - (KERNBASE/NBPD) - 1)
- /* largest value (-1 for APTP space) */
-
-/*
- * pdei/ptei: generate index into PDP/PTP from a VA
- */
-#define pdei(VA) (((VA) & PD_MASK) >> PDSHIFT)
-#define ptei(VA) (((VA) & PT_MASK) >> PGSHIFT)
-
-/*
- * PTP macros:
- * a PTP's index is the PD index of the PDE that points to it
- * a PTP's offset is the byte-offset in the PTE space that this PTP is at
- * a PTP's VA is the first VA mapped by that PTP
- *
- * note that PAGE_SIZE == number of bytes in a PTP (4096 bytes == 1024 entries)
- * NBPD == number of bytes a PTP can map (4MB)
- */
-
-#define ptp_i2o(I) ((I) * PAGE_SIZE) /* index => offset */
-#define ptp_o2i(O) ((O) / PAGE_SIZE) /* offset => index */
-#define ptp_i2v(I) ((I) * NBPD) /* index => VA */
-#define ptp_v2i(V) ((V) / NBPD) /* VA => index (same as pdei) */
-
-/*
- * PG_AVAIL usage: we make use of the ignored bits of the PTE
- */
-
-#define PG_W PG_AVAIL1 /* "wired" mapping */
-#define PG_PVLIST PG_AVAIL2 /* mapping has entry on pvlist */
-#define PG_X PG_AVAIL3 /* executable mapping */
-
-/*
- * Number of PTE's per cache line. 4 byte pte, 32-byte cache line
- * Used to avoid false sharing of cache lines.
- */
-#define NPTECL 8
-
-#ifdef _KERNEL
-/*
- * pmap data structures: see pmap.c for details of locking.
- */
-
-struct pmap;
-typedef struct pmap *pmap_t;
-
-/*
- * we maintain a list of all non-kernel pmaps
- */
-
-LIST_HEAD(pmap_head, pmap); /* struct pmap_head: head of a pmap list */
-
-/*
- * the pmap structure
- *
- * note that the pm_obj contains the simple_lock, the reference count,
- * page list, and number of PTPs within the pmap.
- *
- * XXX If we ever support processor numbers higher than 31, we'll have
- * XXX to rethink the CPU mask.
- */
-
-struct pmap {
- struct uvm_object pm_obj; /* object (lck by object lock) */
-#define pm_lock pm_obj.vmobjlock
- LIST_ENTRY(pmap) pm_list; /* list (lck by pm_list lock) */
- pd_entry_t *pm_pdir; /* VA of PD (lck by object lock) */
- u_int32_t pm_pdirpa; /* PA of PD (read-only after create) */
- struct vm_page *pm_ptphint; /* pointer to a PTP in our pmap */
- struct pmap_statistics pm_stats; /* pmap stats (lck by object lock) */
-
- vaddr_t pm_hiexec; /* highest executable mapping */
- int pm_flags; /* see below */
-
- union descriptor *pm_ldt; /* user-set LDT */
- int pm_ldt_len; /* number of LDT entries */
- int pm_ldt_sel; /* LDT selector */
- u_int32_t pm_cpus; /* mask of CPUs using pmap */
-};
-
-/* pm_flags */
-#define PMF_USER_LDT 0x01 /* pmap has user-set LDT */
-
-/*
- * for each managed physical page we maintain a list of <PMAP,VA>'s
- * which it is mapped at. the list is headed by a pv_head structure.
- * there is one pv_head per managed phys page (allocated at boot time).
- * the pv_head structure points to a list of pv_entry structures (each
- * describes one mapping).
- */
-
-struct pv_entry { /* locked by its list's pvh_lock */
- SPLAY_ENTRY(pv_entry) pv_node; /* splay-tree node */
- struct pmap *pv_pmap; /* the pmap */
- vaddr_t pv_va; /* the virtual address */
- struct vm_page *pv_ptp; /* the vm_page of the PTP */
-};
-
-/*
- * pv_entrys are dynamically allocated in chunks from a single page.
- * we keep track of how many pv_entrys are in use for each page and
- * we can free pv_entry pages if needed. there is one lock for the
- * entire allocation system.
- */
-
-struct pv_page_info {
- TAILQ_ENTRY(pv_page) pvpi_list;
- struct pv_entry *pvpi_pvfree;
- int pvpi_nfree;
-};
-
-/*
- * number of pv_entry's in a pv_page
- * (note: won't work on systems where NPBG isn't a constant)
- */
-
-#define PVE_PER_PVPAGE ((PAGE_SIZE - sizeof(struct pv_page_info)) / \
- sizeof(struct pv_entry))
-
-/*
- * a pv_page: where pv_entrys are allocated from
- */
-
-struct pv_page {
- struct pv_page_info pvinfo;
- struct pv_entry pvents[PVE_PER_PVPAGE];
-};
-
-/*
- * global kernel variables
- */
-
-/* PTDpaddr: is the physical address of the kernel's PDP */
-extern u_long PTDpaddr;
-
-extern struct pmap kernel_pmap_store; /* kernel pmap */
-extern int nkpde; /* current # of PDEs for kernel */
-extern int pmap_pg_g; /* do we support PG_G? */
-
-/*
- * macros
- */
-
-#define pmap_kernel() (&kernel_pmap_store)
-#define pmap_resident_count(pmap)
((pmap)->pm_stats.resident_count)
-#define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
-#define pmap_update(pmap) /* nothing (yet) */
-
-#define pmap_clear_modify(pg) pmap_clear_attrs(pg, PG_M)
-#define pmap_clear_reference(pg) pmap_clear_attrs(pg, PG_U)
-#define pmap_copy(DP,SP,D,L,S)
-#define pmap_is_modified(pg) pmap_test_attrs(pg, PG_M)
-#define pmap_is_referenced(pg) pmap_test_attrs(pg, PG_U)
-#define pmap_move(DP,SP,D,L,S)
-#define pmap_phys_address(ppn) x86_ptob(ppn)
-#define pmap_valid_entry(E) ((E) & PG_V) /* is PDE or PTE valid? */
-
-
-/*
- * prototypes
- */
-
-void pmap_activate(struct lwp *);
-void pmap_bootstrap(vaddr_t);
-boolean_t pmap_clear_attrs(struct vm_page *, int);
-void pmap_deactivate(struct lwp *);
-void pmap_deactivate2(struct lwp *);
-void pmap_page_remove (struct vm_page *);
-void pmap_remove(struct pmap *, vaddr_t, vaddr_t);
-boolean_t pmap_test_attrs(struct vm_page *, int);
-void pmap_write_protect(struct pmap *, vaddr_t, vaddr_t, vm_prot_t);
-int pmap_exec_fixup(struct vm_map *, struct trapframe *,
- struct pcb *);
-void pmap_load(void);
-int pmap_enter_ma(struct pmap *, vaddr_t, paddr_t, vm_prot_t,
- int);
-
-vaddr_t reserve_dumppages(vaddr_t); /* XXX: not a pmap fn */
-
-void pmap_tlb_shootdown(pmap_t, vaddr_t, pt_entry_t, int32_t *);
-void pmap_tlb_shootnow(int32_t);
-void pmap_do_tlb_shootdown(struct cpu_info *);
-
-#define PMAP_GROWKERNEL /* turn on pmap_growkernel interface */
-
-/*
- * Do idle page zero'ing uncached to avoid polluting the cache.
- */
-boolean_t pmap_pageidlezero(paddr_t);
-#define PMAP_PAGEIDLEZERO(pa) pmap_pageidlezero((pa))
-
-/*
- * inline functions
- */
-
-/*ARGSUSED*/
-static __inline void
-pmap_remove_all(struct pmap *pmap)
-{
- /* Nothing. */
-}
-
-/*
- * pmap_update_pg: flush one page from the TLB (or flush the whole thing
- * if hardware doesn't support one-page flushing)
- */
-
-__inline static void __attribute__((__unused__))
-pmap_update_pg(vaddr_t va)
-{
-#if defined(I386_CPU)
- if (cpu_class == CPUCLASS_386)
- tlbflush();
- else
-#endif
- invlpg((u_int) va);
-}
-
-/*
- * pmap_update_2pg: flush two pages from the TLB
- */
-
-__inline static void __attribute__((__unused__))
-pmap_update_2pg(vaddr_t va, vaddr_t vb)
-{
-#if defined(I386_CPU)
- if (cpu_class == CPUCLASS_386)
- tlbflush();
- else
-#endif
- {
- invlpg((u_int) va);
- invlpg((u_int) vb);
- }
-}
-
-/*
- * pmap_page_protect: change the protection of all recorded mappings
- * of a managed page
- *
- * => this function is a frontend for pmap_page_remove/pmap_clear_attrs
- * => we only have to worry about making the page more protected.
- * unprotecting a page is done on-demand at fault time.
- */
-
-__inline static void __attribute__((__unused__))
-pmap_page_protect(struct vm_page *pg, vm_prot_t prot)
-{
- if ((prot & VM_PROT_WRITE) == 0) {
- if (prot & (VM_PROT_READ|VM_PROT_EXECUTE)) {
- (void) pmap_clear_attrs(pg, PG_RW);
- } else {
- pmap_page_remove(pg);
- }
- }
-}
-
-/*
- * pmap_protect: change the protection of pages in a pmap
- *
- * => this function is a frontend for pmap_remove/pmap_write_protect
- * => we only have to worry about making the page more protected.
- * unprotecting a page is done on-demand at fault time.
- */
-
-__inline static void __attribute__((__unused__))
-pmap_protect(struct pmap *pmap, vaddr_t sva, vaddr_t eva, vm_prot_t prot)
-{
- if ((prot & VM_PROT_WRITE) == 0) {
- if (prot & (VM_PROT_READ|VM_PROT_EXECUTE)) {
- pmap_write_protect(pmap, sva, eva, prot);
- } else {
- pmap_remove(pmap, sva, eva);
- }
- }
-}
-
-/*
- * various address inlines
- *
- * vtopte: return a pointer to the PTE mapping a VA, works only for
- * user and PT addresses
- *
- * kvtopte: return a pointer to the PTE mapping a kernel VA
- */
-
-#include <lib/libkern/libkern.h>
-
-static __inline pt_entry_t * __attribute__((__unused__))
-vtopte(vaddr_t va)
-{
-
- KASSERT(va < (PDSLOT_KERN << PDSHIFT));
-
- return (PTE_BASE + x86_btop(va));
-}
-
-static __inline pt_entry_t * __attribute__((__unused__))
-kvtopte(vaddr_t va)
-{
-
- KASSERT(va >= (PDSLOT_KERN << PDSHIFT));
-
-#ifdef LARGEPAGES
- {
- pd_entry_t *pde;
-
- pde = PDP_BASE + pdei(va);
- if (*pde & PG_PS)
- return ((pt_entry_t *)pde);
- }
-#endif
-
- return (PTE_BASE + x86_btop(va));
-}
-
-/*
- * vtomach: virtual address to machine address. For use by
- * machine-dependent code only.
- */
-
-static inline paddr_t __attribute__((__unused__))
-vtomach(vaddr_t va)
-{
- pt_entry_t pte;
-
- pte = PTE_GET(&PTE_BASE[x86_btop(va)]);
- return xpmap_ptom((pte & PG_FRAME) | (va & ~PG_FRAME));
-}
-
-#define pmap_cpu_has_pg_n() (cpu_class != CPUCLASS_386)
-#define pmap_cpu_has_invlpg() (cpu_class != CPUCLASS_386)
-
-paddr_t vtophys(vaddr_t);
-vaddr_t pmap_map(vaddr_t, paddr_t, paddr_t, vm_prot_t);
-
-void pmap_kenter_ma(vaddr_t, paddr_t, vm_prot_t);
-
-#if defined(USER_LDT)
-void pmap_ldt_cleanup(struct lwp *);
-#define PMAP_FORK
-#endif /* USER_LDT */
-
-/*
- * Hooks for the pool allocator.
- */
-#define POOL_VTOPHYS(va) vtophys((vaddr_t) (va))
-
-#endif /* _KERNEL */
-#endif /* _I386_PMAP_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/xbdvar.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/xbdvar.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,60 +0,0 @@
-/* $NetBSD: xbdvar.h,v 1.5 2004/05/07 14:15:11 cl Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_XBDVAR_H_
-#define _XEN_XBDVAR_H_
-
-struct xbd_softc {
- struct device sc_dev; /* base device glue */
- struct dk_softc sc_dksc; /* generic disk interface */
- unsigned long sc_xd_device; /* cookie identifying device */
- struct dk_intf *sc_di; /* pseudo-disk interface */
- struct simplelock sc_slock; /* our lock */
- int sc_shutdown; /* about to be removed */
-#if NRND > 0
- rndsource_element_t sc_rnd_source;
-#endif
-};
-
-struct xbd_attach_args {
- const char *xa_device;
- vdisk_t *xa_xd;
- struct dk_intf *xa_dkintf;
- struct sysctlnode *xa_diskcookies;
-};
-
-int xbd_scan(struct device *, struct xbd_attach_args *, cfprint_t);
-void xbd_scan_finish(struct device *);
-
-#endif /* _XEN_XBDVAR_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/xen.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/xen.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,249 +0,0 @@
-/* $NetBSD: xen.h,v 1.1.2.2 2004/06/17 09:23:19 tron Exp $ */
-
-/*
- *
- * Copyright (c) 2003, 2004 Keir Fraser (on behalf of the Xen team)
- * All rights reserved.
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to
- * deal in the Software without restriction, including without limitation the
- * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
- * sell copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- */
-
-
-#ifndef _XEN_H
-#define _XEN_H
-
-#ifndef _LOCORE
-
-struct xen_netinfo {
- uint32_t xi_ifno;
- char *xi_root;
- uint32_t xi_ip[5];
-};
-
-union xen_cmdline_parseinfo {
- char xcp_bootdev[16]; /* sizeof(dv_xname) */
- struct xen_netinfo xcp_netinfo;
- char xcp_console[16];
-};
-
-#define XEN_PARSE_BOOTDEV 0
-#define XEN_PARSE_NETINFO 1
-#define XEN_PARSE_CONSOLE 2
-
-void xen_parse_cmdline(int, union xen_cmdline_parseinfo *);
-
-void xenconscn_attach(void);
-
-void xenmachmem_init(void);
-void xenprivcmd_init(void);
-void xenvfr_init(void);
-
-void idle_block(void);
-
-#ifdef XENDEBUG
-void printk(const char *, ...);
-void vprintk(const char *, va_list);
-#endif
-
-#endif
-
-#endif /* _XEN_H */
-
-/******************************************************************************
- * os.h
- *
- * random collection of macros and definition
- */
-
-#ifndef _OS_H_
-#define _OS_H_
-
-/*
- * These are the segment descriptors provided for us by the hypervisor.
- * For now, these are hardwired -- guest OSes cannot update the GDT
- * or LDT.
- *
- * It shouldn't be hard to support descriptor-table frobbing -- let me
- * know if the BSD or XP ports require flexibility here.
- */
-
-
-/*
- * these are also defined in xen-public/xen.h but can't be pulled in as
- * they are used in start of day assembly. Need to clean up the .h files
- * a bit more...
- */
-
-#ifndef FLAT_RING1_CS
-#define FLAT_RING1_CS 0x0819
-#define FLAT_RING1_DS 0x0821
-#define FLAT_RING3_CS 0x082b
-#define FLAT_RING3_DS 0x0833
-#endif
-
-#define __KERNEL_CS FLAT_RING1_CS
-#define __KERNEL_DS FLAT_RING1_DS
-
-/* Everything below this point is not included by assembler (.S) files. */
-#ifndef _LOCORE
-
-/* some function prototypes */
-void trap_init(void);
-
-
-/*
- * STI/CLI equivalents. These basically set and clear the virtual
- * event_enable flag in the shared_info structure. Note that when
- * the enable bit is set, there may be pending events to be handled.
- * We may therefore call into do_hypervisor_callback() directly.
- */
-
-#define __save_flags(x)
\
-do { \
- (x) = HYPERVISOR_shared_info->vcpu_data[0].evtchn_upcall_mask; \
-} while (0)
-
-#define __restore_flags(x) \
-do { \
- shared_info_t *_shared = HYPERVISOR_shared_info; \
- __insn_barrier(); \
- if ((_shared->vcpu_data[0].evtchn_upcall_mask = (x)) == 0) { \
- __insn_barrier(); \
- if
(__predict_false(_shared->vcpu_data[0].evtchn_upcall_pending)) \
- hypervisor_force_callback(); \
- } \
-} while (0)
-
-#define __cli()
\
-do { \
- HYPERVISOR_shared_info->vcpu_data[0].evtchn_upcall_mask = 1; \
- __insn_barrier(); \
-} while (0)
-
-#define __sti()
\
-do { \
- shared_info_t *_shared = HYPERVISOR_shared_info; \
- __insn_barrier(); \
- _shared->vcpu_data[0].evtchn_upcall_mask = 0; \
- __insn_barrier(); /* unmask then check (avoid races) */ \
- if (__predict_false(_shared->vcpu_data[0].evtchn_upcall_pending)) \
- hypervisor_force_callback(); \
-} while (0)
-
-#define cli() __cli()
-#define sti() __sti()
-#define save_flags(x) __save_flags(x)
-#define restore_flags(x) __restore_flags(x)
-#define save_and_cli(x) do { \
- __save_flags(x); \
- __cli(); \
-} while (/* CONSTCOND */ 0)
-#define save_and_sti(x) __save_and_sti(x)
-
-#ifdef MULTIPROCESSOR
-#define __LOCK_PREFIX "lock; "
-#else
-#define __LOCK_PREFIX ""
-#endif
-
-static __inline__ uint32_t
-x86_atomic_xchg(uint32_t *ptr, unsigned long val)
-{
- unsigned long result;
-
- __asm __volatile("xchgl %0,%1"
- :"=r" (result)
- :"m" (*ptr), "0" (val)
- :"memory");
-
- return result;
-}
-
-static __inline__ int
-x86_atomic_test_and_clear_bit(volatile void *ptr, int bitno)
-{
- int result;
-
- __asm __volatile(__LOCK_PREFIX
- "btrl %2,%1 ;"
- "sbbl %0,%0"
- :"=r" (result), "=m" (*(volatile uint32_t *)(ptr))
- :"Ir" (bitno) : "memory");
- return result;
-}
-
-static __inline__ int
-x86_atomic_test_and_set_bit(volatile void *ptr, int bitno)
-{
- int result;
-
- __asm __volatile(__LOCK_PREFIX
- "btsl %2,%1 ;"
- "sbbl %0,%0"
- :"=r" (result), "=m" (*(volatile uint32_t *)(ptr))
- :"Ir" (bitno) : "memory");
- return result;
-}
-
-static __inline int
-x86_constant_test_bit(const volatile void *ptr, int bitno)
-{
- return ((1UL << (bitno & 31)) &
- (((const volatile uint32_t *) ptr)[bitno >> 5])) != 0;
-}
-
-static __inline int
-x86_variable_test_bit(const volatile void *ptr, int bitno)
-{
- int result;
-
- __asm __volatile(
- "btl %2,%1 ;"
- "sbbl %0,%0"
- :"=r" (result)
- :"m" (*(volatile uint32_t *)(ptr)), "Ir" (bitno));
- return result;
-}
-
-#define x86_atomic_test_bit(ptr, bitno) \
- (__builtin_constant_p(bitno) ? \
- x86_constant_test_bit((ptr),(bitno)) : \
- x86_variable_test_bit((ptr),(bitno)))
-
-static __inline void
-x86_atomic_set_bit(volatile void *ptr, int bitno)
-{
- __asm __volatile(__LOCK_PREFIX
- "btsl %1,%0"
- :"=m" (*(volatile uint32_t *)(ptr))
- :"Ir" (bitno));
-}
-
-static __inline void
-x86_atomic_clear_bit(volatile void *ptr, int bitno)
-{
- __asm __volatile(__LOCK_PREFIX
- "btrl %1,%0"
- :"=m" (*(volatile uint32_t *)(ptr))
- :"Ir" (bitno));
-}
-
-#endif /* !__ASSEMBLY__ */
-
-#endif /* _OS_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/xenfunc.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/xenfunc.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,135 +0,0 @@
-/* $NetBSD: xenfunc.h,v 1.1.2.1 2004/05/22 15:59:31 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_XENFUNC_H_
-#define _XEN_XENFUNC_H_
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/xenpmap.h>
-#include <machine/pte.h>
-
-#ifdef XENDEBUG_LOW
-#define __PRINTK(x) printk x
-#else
-#define __PRINTK(x)
-#endif
-
-void xen_set_ldt(vaddr_t, uint32_t);
-void xen_update_descriptor(union descriptor *, union descriptor *);
-
-static __inline void
-invlpg(u_int addr)
-{
- xpq_queue_invlpg(addr);
- xpq_flush_queue();
-}
-
-static __inline void
-lldt(u_short sel)
-{
-
- /* __PRINTK(("ldt %x\n", IDXSELN(sel))); */
- if (sel == GSEL(GLDT_SEL, SEL_KPL))
- xen_set_ldt((vaddr_t)ldt, NLDT);
- else
- xen_set_ldt(cpu_info_primary.ci_gdt[IDXSELN(sel)].ld.ld_base,
- cpu_info_primary.ci_gdt[IDXSELN(sel)].ld.ld_entries);
-}
-
-static __inline void
-ltr(u_short sel)
-{
- __PRINTK(("XXX ltr not supported\n"));
-}
-
-static __inline void
-lcr0(u_int val)
-{
- __PRINTK(("XXX lcr0 not supported\n"));
-}
-
-static __inline u_int
-rcr0(void)
-{
- __PRINTK(("XXX rcr0 not supported\n"));
- return 0;
-}
-
-#define lcr3(_v) _lcr3((_v), __FILE__, __LINE__)
-static __inline void
-_lcr3(u_int val, char *file, int line)
-{
-/* __PRINTK(("lcr3 %08x at %s:%d\n", val, file, line)); */
- xpq_queue_pt_switch(xpmap_ptom(val) & PG_FRAME);
- xpq_flush_queue();
-}
-
-static __inline void
-tlbflush(void)
-{
- xpq_queue_tlb_flush();
- xpq_flush_queue();
-}
-
-static __inline u_int
-rdr6(void)
-{
- u_int val;
-
- val = HYPERVISOR_get_debugreg(6);
- return val;
-}
-
-static __inline void
-ldr6(u_int val)
-{
-
- HYPERVISOR_set_debugreg(6, val);
-}
-
-static __inline void
-disable_intr(void)
-{
- __cli();
-}
-
-static __inline void
-enable_intr(void)
-{
- __sti();
-}
-
-#endif /* _XEN_XENFUNC_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/include/xenpmap.h
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/include/xenpmap.h Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,193 +0,0 @@
-/* $NetBSD: xenpmap.h,v 1.1.2.1 2004/05/22 15:59:58 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#ifndef _XEN_XENPMAP_H_
-#define _XEN_XENPMAP_H_
-
-#define INVALID_P2M_ENTRY (~0UL)
-
-void xpq_queue_invlpg(vaddr_t);
-void xpq_queue_pde_update(pd_entry_t *, pd_entry_t);
-void xpq_queue_pte_update(pt_entry_t *, pt_entry_t);
-void xpq_queue_unchecked_pte_update(pt_entry_t *, pt_entry_t);
-void xpq_queue_pt_switch(paddr_t);
-void xpq_flush_queue(void);
-void xpq_queue_set_ldt(vaddr_t, uint32_t);
-void xpq_queue_tlb_flush(void);
-void xpq_queue_pin_table(paddr_t, int);
-void xpq_queue_unpin_table(paddr_t);
-
-extern paddr_t *xpmap_phys_to_machine_mapping;
-
-#define XPQ_PIN_L1_TABLE 1
-#define XPQ_PIN_L2_TABLE 2
-
-#ifndef XEN
-#define PDE_GET(_pdp) \
- *(_pdp)
-#define PDE_SET(_pdp,_mapdp,_npde) \
- *(_mapdp) = (_npde)
-#define PDE_CLEAR(_pdp,_mapdp) \
- *(_mapdp) = 0
-#define PTE_SET(_ptp,_maptp,_npte) \
- *(_maptp) = (_npte)
-#define PTE_CLEAR(_ptp,_maptp) \
- *(_maptp) = 0
-#define PTE_ATOMIC_SET(_ptp,_maptp,_npte,_opte) \
- (_opte) = x86_atomic_testset_ul((_maptp), (_npte))
-#define PTE_ATOMIC_CLEAR(_ptp,_maptp,_opte) \
- (_opte) = x86_atomic_testset_ul((_maptp), 0)
-#define PDE_CLEARBITS(_pdp,_mapdp,_bits) \
- *(_mapdp) &= ~(_bits)
-#define PTE_ATOMIC_CLEARBITS(_ptp,_maptp,_bits) \
- x86_atomic_clearbits_l((_maptp), (_bits))
-#define PTE_SETBITS(_ptp,_maptp,_bits) \
- *(_maptp) |= (_bits)
-#define PTE_ATOMIC_SETBITS(_ptp,_maptp,_bits) \
- x86_atomic_setbits_l((_maptp), (_bits))
-#else
-paddr_t *xpmap_phys_to_machine_mapping;
-
-#define PDE_GET(_pdp) \
- (pmap_valid_entry(*(_pdp)) ? xpmap_mtop(*(_pdp)) : *(_pdp))
-#define PDE_SET(_pdp,_mapdp,_npde) do { \
- xpq_queue_pde_update((_mapdp), xpmap_ptom((_npde))); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PDE_CLEAR(_pdp,_mapdp) do { \
- xpq_queue_pde_update((_mapdp), 0); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_GET(_ptp) \
- (pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : *(_ptp))
-#define PTE_GET_MA(_ptp) \
- *(_ptp)
-#define PTE_SET(_ptp,_maptp,_npte) do { \
- xpq_queue_pte_update((_maptp), xpmap_ptom((_npte))); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_SET_MA(_ptp,_maptp,_npte) do { \
- xpq_queue_pte_update((_maptp), (_npte)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_SET_MA_UNCHECKED(_ptp,_maptp,_npte) do { \
- xpq_queue_unchecked_pte_update((_maptp), (_npte)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_CLEAR(_ptp,_maptp) do { \
- xpq_queue_pte_update((_maptp), 0); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_SET(_ptp,_maptp,_npte,_opte) do { \
- (_opte) = PTE_GET(_ptp); \
- xpq_queue_pte_update((_maptp), xpmap_ptom((_npte))); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_SET_MA(_ptp,_maptp,_npte,_opte) do { \
- (_opte) = *(_ptp); \
- xpq_queue_pte_update((_maptp), (_npte)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_CLEAR(_ptp,_maptp,_opte) do { \
- (_opte) = PTE_GET(_ptp); \
- xpq_queue_pte_update((_maptp), 0); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_CLEAR_MA(_ptp,_maptp,_opte) do { \
- (_opte) = *(_ptp); \
- xpq_queue_pte_update((_maptp), 0); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PDE_CLEARBITS(_pdp,_mapdp,_bits) do { \
- xpq_queue_pte_update((_mapdp), *(_pdp) & ~((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_CLEARBITS(_ptp,_maptp,_bits) do { \
- xpq_queue_pte_update((_maptp), *(_ptp) & ~((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PDE_ATOMIC_CLEARBITS(_pdp,_mapdp,_bits) do { \
- xpq_queue_pde_update((_mapdp), *(_pdp) & ~((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_CLEARBITS(_ptp,_maptp,_bits) do { \
- xpq_queue_pte_update((_maptp), *(_ptp) & ~((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_SETBITS(_ptp,_maptp,_bits) do { \
- xpq_queue_pte_update((_maptp), *(_ptp) | ((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PDE_ATOMIC_SETBITS(_pdp,_mapdp,_bits) do { \
- xpq_queue_pde_update((_mapdp), *(_pdp) | ((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_ATOMIC_SETBITS(_ptp,_maptp,_bits) do { \
- xpq_queue_pte_update((_maptp), *(_ptp) | ((_bits) & ~PG_FRAME)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PDE_COPY(_dpdp,_madpdp,_spdp) do { \
- xpq_queue_pde_update((_madpdp), *(_spdp)); \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-#define PTE_UPDATES_FLUSH() do { \
- xpq_flush_queue(); \
-} while (/*CONSTCOND*/0)
-
-#endif
-
-#define XPMAP_OFFSET (KERNTEXTOFF - KERNBASE_LOCORE)
-static __inline paddr_t
-xpmap_mtop(paddr_t mpa)
-{
- return ((machine_to_phys_mapping[mpa >> PAGE_SHIFT] << PAGE_SHIFT) +
- XPMAP_OFFSET) | (mpa & ~PG_FRAME);
-}
-
-static __inline paddr_t
-xpmap_ptom(paddr_t ppa)
-{
- return (xpmap_phys_to_machine_mapping[(ppa -
- XPMAP_OFFSET) >> PAGE_SHIFT] << PAGE_SHIFT)
- | (ppa & ~PG_FRAME);
-}
-
-static __inline paddr_t
-xpmap_ptom_masked(paddr_t ppa)
-{
- return (xpmap_phys_to_machine_mapping[(ppa -
- XPMAP_OFFSET) >> PAGE_SHIFT] << PAGE_SHIFT);
-}
-
-#endif /* _XEN_XENPMAP_H_ */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/x86/bus_space.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/x86/bus_space.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,505 +0,0 @@
-/* $NetBSD: bus_space.c,v 1.2.2.1 2004/05/22 15:57:25 he Exp $ */
-/* NetBSD: bus_space.c,v 1.2 2003/03/14 18:47:53 christos Exp */
-
-/*-
- * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
- * All rights reserved.
- *
- * This code is derived from software contributed to The NetBSD Foundation
- * by Charles M. Hannum and by Jason R. Thorpe of the Numerical Aerospace
- * Simulation Facility, NASA Ames Research Center.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by the NetBSD
- * Foundation, Inc. and its contributors.
- * 4. Neither the name of The NetBSD Foundation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
- * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
- * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: bus_space.c,v 1.2.2.1 2004/05/22 15:57:25 he Exp
$");
-
-#include "opt_xen.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/malloc.h>
-#include <sys/extent.h>
-
-#include <uvm/uvm_extern.h>
-
-#include <machine/bus.h>
-
-#include <dev/isa/isareg.h>
-#include <machine/isa_machdep.h>
-
-#include <machine/hypervisor.h>
-#include <machine/xenpmap.h>
-
-/*
- * Extent maps to manage I/O and memory space. Allocate
- * storage for 8 regions in each, initially. Later, ioport_malloc_safe
- * will indicate that it's safe to use malloc() to dynamically allocate
- * region descriptors.
- *
- * N.B. At least two regions are _always_ allocated from the iomem
- * extent map; (0 -> ISA hole) and (end of ISA hole -> end of RAM).
- *
- * The extent maps are not static! Machine-dependent ISA and EISA
- * routines need access to them for bus address space allocation.
- */
-static long ioport_ex_storage[EXTENT_FIXED_STORAGE_SIZE(8) / sizeof(long)];
-static long iomem_ex_storage[EXTENT_FIXED_STORAGE_SIZE(8) / sizeof(long)];
-struct extent *ioport_ex;
-struct extent *iomem_ex;
-static int ioport_malloc_safe;
-
-int x86_mem_add_mapping __P((bus_addr_t, bus_size_t,
- int, bus_space_handle_t *));
-
-void
-x86_bus_space_init()
-{
- /*
- * Initialize the I/O port and I/O mem extent maps.
- * Note: we don't have to check the return value since
- * creation of a fixed extent map will never fail (since
- * descriptor storage has already been allocated).
- *
- * N.B. The iomem extent manages _all_ physical addresses
- * on the machine. When the amount of RAM is found, the two
- * extents of RAM are allocated from the map (0 -> ISA hole
- * and end of ISA hole -> end of RAM).
- */
- ioport_ex = extent_create("ioport", 0x0, 0xffff, M_DEVBUF,
- (caddr_t)ioport_ex_storage, sizeof(ioport_ex_storage),
- EX_NOCOALESCE|EX_NOWAIT);
- iomem_ex = extent_create("iomem", 0x0, 0xffffffff, M_DEVBUF,
- (caddr_t)iomem_ex_storage, sizeof(iomem_ex_storage),
- EX_NOCOALESCE|EX_NOWAIT);
-
- /* We are privileged guest os - should have IO privileges. */
- if (xen_start_info.flags & SIF_PRIVILEGED) {
- dom0_op_t op;
- op.cmd = DOM0_IOPL;
- op.u.iopl.domain = DOMID_SELF;
- op.u.iopl.iopl = 1;
- if (HYPERVISOR_dom0_op(&op) != 0)
- panic("Unable to obtain IOPL, "
- "despite being SIF_PRIVILEGED");
- }
-}
-
-void
-x86_bus_space_mallocok()
-{
-
- ioport_malloc_safe = 1;
-}
-
-int
-x86_memio_map(t, bpa, size, flags, bshp)
- bus_space_tag_t t;
- bus_addr_t bpa;
- bus_size_t size;
- int flags;
- bus_space_handle_t *bshp;
-{
- int error;
- struct extent *ex;
-
- /*
- * Pick the appropriate extent map.
- */
- if (t == X86_BUS_SPACE_IO) {
- if (flags & BUS_SPACE_MAP_LINEAR)
- return (EOPNOTSUPP);
- ex = ioport_ex;
- } else if (t == X86_BUS_SPACE_MEM)
- ex = iomem_ex;
- else
- panic("x86_memio_map: bad bus space tag");
-
- /*
- * Before we go any further, let's make sure that this
- * region is available.
- */
- error = extent_alloc_region(ex, bpa, size,
- EX_NOWAIT | (ioport_malloc_safe ? EX_MALLOCOK : 0));
- if (error)
- return (error);
-
- /*
- * For I/O space, that's all she wrote.
- */
- if (t == X86_BUS_SPACE_IO) {
- *bshp = bpa;
- return (0);
- }
-
- /*
- * For memory space, map the bus physical address to
- * a kernel virtual address.
- */
- error = x86_mem_add_mapping(bpa, size,
- (flags & BUS_SPACE_MAP_CACHEABLE) != 0, bshp);
- if (error) {
- if (extent_free(ex, bpa, size, EX_NOWAIT |
- (ioport_malloc_safe ? EX_MALLOCOK : 0))) {
- printf("x86_memio_map: pa 0x%lx, size 0x%lx\n",
- bpa, size);
- printf("x86_memio_map: can't free region\n");
- }
- }
-
- return (error);
-}
-
-int
-_x86_memio_map(t, bpa, size, flags, bshp)
- bus_space_tag_t t;
- bus_addr_t bpa;
- bus_size_t size;
- int flags;
- bus_space_handle_t *bshp;
-{
-
- /*
- * For I/O space, just fill in the handle.
- */
- if (t == X86_BUS_SPACE_IO) {
- if (flags & BUS_SPACE_MAP_LINEAR)
- return (EOPNOTSUPP);
- *bshp = bpa;
- return (0);
- }
-
- /*
- * For memory space, map the bus physical address to
- * a kernel virtual address.
- */
- return (x86_mem_add_mapping(bpa, size,
- (flags & BUS_SPACE_MAP_CACHEABLE) != 0, bshp));
-}
-
-int
-x86_memio_alloc(t, rstart, rend, size, alignment, boundary, flags,
- bpap, bshp)
- bus_space_tag_t t;
- bus_addr_t rstart, rend;
- bus_size_t size, alignment, boundary;
- int flags;
- bus_addr_t *bpap;
- bus_space_handle_t *bshp;
-{
- struct extent *ex;
- u_long bpa;
- int error;
-
- /*
- * Pick the appropriate extent map.
- */
- if (t == X86_BUS_SPACE_IO) {
- if (flags & BUS_SPACE_MAP_LINEAR)
- return (EOPNOTSUPP);
- ex = ioport_ex;
- } else if (t == X86_BUS_SPACE_MEM)
- ex = iomem_ex;
- else
- panic("x86_memio_alloc: bad bus space tag");
-
- /*
- * Sanity check the allocation against the extent's boundaries.
- */
- if (rstart < ex->ex_start || rend > ex->ex_end)
- panic("x86_memio_alloc: bad region start/end");
-
- /*
- * Do the requested allocation.
- */
- error = extent_alloc_subregion(ex, rstart, rend, size, alignment,
- boundary,
- EX_FAST | EX_NOWAIT | (ioport_malloc_safe ? EX_MALLOCOK : 0),
- &bpa);
-
- if (error)
- return (error);
-
- /*
- * For I/O space, that's all she wrote.
- */
- if (t == X86_BUS_SPACE_IO) {
- *bshp = *bpap = bpa;
- return (0);
- }
-
- /*
- * For memory space, map the bus physical address to
- * a kernel virtual address.
- */
- error = x86_mem_add_mapping(bpa, size,
- (flags & BUS_SPACE_MAP_CACHEABLE) != 0, bshp);
- if (error) {
- if (extent_free(iomem_ex, bpa, size, EX_NOWAIT |
- (ioport_malloc_safe ? EX_MALLOCOK : 0))) {
- printf("x86_memio_alloc: pa 0x%lx, size 0x%lx\n",
- bpa, size);
- printf("x86_memio_alloc: can't free region\n");
- }
- }
-
- *bpap = bpa;
-
- return (error);
-}
-
-int
-x86_mem_add_mapping(bpa, size, cacheable, bshp)
- bus_addr_t bpa;
- bus_size_t size;
- int cacheable;
- bus_space_handle_t *bshp;
-{
- u_long pa, endpa;
- vaddr_t va;
- pt_entry_t *pte;
- pt_entry_t *maptp;
- int32_t cpumask = 0;
-
- pa = x86_trunc_page(bpa);
- endpa = x86_round_page(bpa + size);
-
-#ifdef DIAGNOSTIC
- if (endpa <= pa)
- panic("x86_mem_add_mapping: overflow");
-#endif
-
- if (bpa >= IOM_BEGIN && (bpa + size) <= IOM_END) {
- va = (vaddr_t)ISA_HOLE_VADDR(pa);
- } else {
- va = uvm_km_valloc(kernel_map, endpa - pa);
- if (va == 0)
- return (ENOMEM);
- }
-
- *bshp = (bus_space_handle_t)(va + (bpa & PGOFSET));
-
- for (; pa < endpa; pa += PAGE_SIZE, va += PAGE_SIZE) {
- pmap_kenter_pa(va, pa, VM_PROT_READ | VM_PROT_WRITE);
-
- /*
- * PG_N doesn't exist on 386's, so we assume that
- * the mainboard has wired up device space non-cacheable
- * on those machines.
- *
- * Note that it's not necessary to use atomic ops to
- * fiddle with the PTE here, because we don't care
- * about mod/ref information.
- *
- * XXX should hand this bit to pmap_kenter_pa to
- * save the extra invalidate!
- *
- * XXX extreme paranoia suggests tlb shootdown belongs here.
- */
- if (pmap_cpu_has_pg_n()) {
- pte = kvtopte(va);
- maptp = (pt_entry_t *)vtomach((vaddr_t)pte);
- if (cacheable)
- PTE_CLEARBITS(pte, maptp, PG_N);
- else
- PTE_SETBITS(pte, maptp, PG_N);
- pmap_tlb_shootdown(pmap_kernel(), va, *pte,
- &cpumask);
- }
- }
-
- pmap_tlb_shootnow(cpumask);
- pmap_update(pmap_kernel());
-
- return 0;
-}
-
-/*
- * void _x86_memio_unmap(bus_space_tag bst, bus_space_handle bsh,
- * bus_size_t size, bus_addr_t *adrp)
- *
- * This function unmaps memory- or io-space mapped by the function
- * _x86_memio_map(). This function works nearly as same as
- * x86_memio_unmap(), but this function does not ask kernel
- * built-in extents and returns physical address of the bus space,
- * for the convenience of the extra extent manager.
- */
-void
-_x86_memio_unmap(t, bsh, size, adrp)
- bus_space_tag_t t;
- bus_space_handle_t bsh;
- bus_size_t size;
- bus_addr_t *adrp;
-{
- u_long va, endva;
- bus_addr_t bpa;
-
- /*
- * Find the correct extent and bus physical address.
- */
- if (t == X86_BUS_SPACE_IO) {
- bpa = bsh;
- } else if (t == X86_BUS_SPACE_MEM) {
- if (bsh >= atdevbase && (bsh + size) <= (atdevbase + IOM_SIZE))
{
- bpa = (bus_addr_t)ISA_PHYSADDR(bsh);
- } else {
-
- va = x86_trunc_page(bsh);
- endva = x86_round_page(bsh + size);
-
-#ifdef DIAGNOSTIC
- if (endva <= va) {
- panic("_x86_memio_unmap: overflow");
- }
-#endif
-
-#if __NetBSD_Version__ > 104050000
- if (pmap_extract(pmap_kernel(), va, &bpa) == FALSE) {
- panic("_x86_memio_unmap:"
- " wrong virtual address");
- }
- bpa += (bsh & PGOFSET);
-#else
- bpa = pmap_extract(pmap_kernel(), va) + (bsh & PGOFSET);
-#endif
-
- pmap_kremove(va, endva - va);
- /*
- * Free the kernel virtual mapping.
- */
- uvm_km_free(kernel_map, va, endva - va);
- }
- } else {
- panic("_x86_memio_unmap: bad bus space tag");
- }
-
- if (adrp != NULL) {
- *adrp = bpa;
- }
-}
-
-void
-x86_memio_unmap(t, bsh, size)
- bus_space_tag_t t;
- bus_space_handle_t bsh;
- bus_size_t size;
-{
- struct extent *ex;
- u_long va, endva;
- bus_addr_t bpa;
-
- /*
- * Find the correct extent and bus physical address.
- */
- if (t == X86_BUS_SPACE_IO) {
- ex = ioport_ex;
- bpa = bsh;
- } else if (t == X86_BUS_SPACE_MEM) {
- ex = iomem_ex;
-
- if (bsh >= atdevbase &&
- (bsh + size) <= (atdevbase + IOM_SIZE)) {
- bpa = (bus_addr_t)ISA_PHYSADDR(bsh);
- goto ok;
- }
-
- va = x86_trunc_page(bsh);
- endva = x86_round_page(bsh + size);
-
-#ifdef DIAGNOSTIC
- if (endva <= va)
- panic("x86_memio_unmap: overflow");
-#endif
-
- (void) pmap_extract(pmap_kernel(), va, &bpa);
- bpa += (bsh & PGOFSET);
-
- pmap_kremove(va, endva - va);
- /*
- * Free the kernel virtual mapping.
- */
- uvm_km_free(kernel_map, va, endva - va);
- } else
- panic("x86_memio_unmap: bad bus space tag");
-
-ok:
- if (extent_free(ex, bpa, size,
- EX_NOWAIT | (ioport_malloc_safe ? EX_MALLOCOK : 0))) {
- printf("x86_memio_unmap: %s 0x%lx, size 0x%lx\n",
- (t == X86_BUS_SPACE_IO) ? "port" : "pa", bpa, size);
- printf("x86_memio_unmap: can't free region\n");
- }
-}
-
-void
-x86_memio_free(t, bsh, size)
- bus_space_tag_t t;
- bus_space_handle_t bsh;
- bus_size_t size;
-{
-
- /* x86_memio_unmap() does all that we need to do. */
- x86_memio_unmap(t, bsh, size);
-}
-
-int
-x86_memio_subregion(t, bsh, offset, size, nbshp)
- bus_space_tag_t t;
- bus_space_handle_t bsh;
- bus_size_t offset, size;
- bus_space_handle_t *nbshp;
-{
-
- *nbshp = bsh + offset;
- return (0);
-}
-
-paddr_t
-x86_memio_mmap(t, addr, off, prot, flags)
- bus_space_tag_t t;
- bus_addr_t addr;
- off_t off;
- int prot;
- int flags;
-{
-
- /* Can't mmap I/O space. */
- if (t == X86_BUS_SPACE_IO)
- return (-1);
-
- /*
- * "addr" is the base address of the device we're mapping.
- * "off" is the offset into that device.
- *
- * Note we are called for each "page" in the device that
- * the upper layers want to map.
- */
- return (x86_btop(addr + off));
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/clock.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/clock.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,273 +0,0 @@
-/* $NetBSD: clock.c,v 1.1.2.2 2004/07/17 16:43:56 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#include "opt_xen.h"
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: clock.c,v 1.1.2.2 2004/07/17 16:43:56 he Exp $");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/time.h>
-#include <sys/kernel.h>
-#include <sys/device.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/cpu_counter.h>
-
-#include <dev/clock_subr.h>
-
-#include "config_time.h" /* for CONFIG_TIME */
-
-static int xen_timer_handler(void *, struct intrframe *);
-
-/* These are peridically updated in shared_info, and then copied here. */
-static uint64_t shadow_tsc_stamp;
-static uint64_t shadow_system_time;
-static unsigned long shadow_time_version;
-static struct timeval shadow_tv;
-
-static int timeset;
-
-static uint64_t processed_system_time;
-
-#define NS_PER_TICK (1000000000ULL/hz)
-
-/*
- * Reads a consistent set of time-base values from Xen, into a shadow data
- * area. Must be called at splclock.
- */
-static void
-get_time_values_from_xen(void)
-{
- do {
- shadow_time_version = HYPERVISOR_shared_info->time_version2;
- __insn_barrier();
- shadow_tv.tv_sec = HYPERVISOR_shared_info->wc_sec;
- shadow_tv.tv_usec = HYPERVISOR_shared_info->wc_usec;
- shadow_tsc_stamp = HYPERVISOR_shared_info->tsc_timestamp;
- shadow_system_time = HYPERVISOR_shared_info->system_time;
- __insn_barrier();
- } while (shadow_time_version != HYPERVISOR_shared_info->time_version1);
-}
-
-static uint64_t
-get_tsc_offset_ns(void)
-{
- uint32_t tsc_delta;
- struct cpu_info *ci = curcpu();
-
- tsc_delta = cpu_counter32() - shadow_tsc_stamp;
- return tsc_delta * 1000000000 / cpu_frequency(ci);
-}
-
-void
-inittodr(time_t base)
-{
- int s;
-
- /*
- * if the file system time is more than a year older than the
- * kernel, warn and then set the base time to the CONFIG_TIME.
- */
- if (base && base < (CONFIG_TIME-SECYR)) {
- printf("WARNING: preposterous time in file system\n");
- base = CONFIG_TIME;
- }
-
- s = splclock();
- get_time_values_from_xen();
- splx(s);
-
- time.tv_usec = shadow_tv.tv_usec;
- time.tv_sec = shadow_tv.tv_sec + rtc_offset * 60;
-#ifdef DEBUG_CLOCK
- printf("readclock: %ld (%ld)\n", time.tv_sec, base);
-#endif
- if (base != 0 && base < time.tv_sec - 5*SECYR)
- printf("WARNING: file system time much less than clock time\n");
- else if (base > time.tv_sec + 5*SECYR) {
- printf("WARNING: clock time much less than file system time\n");
- printf("WARNING: using file system time\n");
- goto fstime;
- }
-
- timeset = 1;
- return;
-
-fstime:
- timeset = 1;
- time.tv_sec = base;
- printf("WARNING: CHECK AND RESET THE DATE!\n");
-}
-
-void
-resettodr()
-{
-#ifdef DOM0OPS
- dom0_op_t op;
- int s;
-#endif
-#ifdef DEBUG_CLOCK
- struct clock_ymdhms dt;
-#endif
-
- /*
- * We might have been called by boot() due to a crash early
- * on. Don't reset the clock chip in this case.
- */
- if (!timeset)
- return;
-
-#ifdef DEBUG_CLOCK
- clock_secs_to_ymdhms(time.tv_sec - rtc_offset * 60, &dt);
-
- printf("setclock: %d/%d/%d %02d:%02d:%02d\n", dt.dt_year,
- dt.dt_mon, dt.dt_day, dt.dt_hour, dt.dt_min, dt.dt_sec);
-#endif
-#ifdef DOM0OPS
- if (xen_start_info.dom_id == 0) {
- s = splclock();
-
- op.cmd = DOM0_SETTIME;
- op.u.settime.secs = time.tv_sec - rtc_offset * 60;
- op.u.settime.usecs = time.tv_usec;
- op.u.settime.system_time = shadow_system_time;
- HYPERVISOR_dom0_op(&op);
-
- splx(s);
- }
-#endif
-}
-
-void
-startrtclock()
-{
-
-}
-
-/*
- * Wait approximately `n' microseconds.
- */
-void
-xen_delay(int n)
-{
- uint64_t when;
-
- get_time_values_from_xen();
- when = shadow_system_time + n * 1000;
- while (shadow_system_time < when)
- get_time_values_from_xen();
-}
-
-void
-xen_microtime(struct timeval *tv)
-{
-
- *tv = time;
-}
-
-void
-xen_initclocks()
-{
- int irq = bind_virq_to_irq(VIRQ_TIMER);
-
- get_time_values_from_xen();
- processed_system_time = shadow_system_time;
-
- event_set_handler(irq, (int (*)(void *))xen_timer_handler,
- NULL, IPL_CLOCK);
- hypervisor_enable_irq(irq);
-}
-
-static int
-xen_timer_handler(void *arg, struct intrframe *regs)
-{
- int64_t delta;
-
-#if defined(I586_CPU) || defined(I686_CPU)
- static int microset_iter; /* call cc_microset once/sec */
- struct cpu_info *ci = curcpu();
-
- /*
- * If we have a cycle counter, do the microset thing.
- */
- if (ci->ci_feature_flags & CPUID_TSC) {
- if (
-#if defined(MULTIPROCESSOR)
- CPU_IS_PRIMARY(ci) &&
-#endif
- (microset_iter--) == 0) {
- microset_iter = hz - 1;
-#if defined(MULTIPROCESSOR)
- x86_broadcast_ipi(X86_IPI_MICROSET);
-#endif
- cc_microset_time = time;
- cc_microset(ci);
- }
- }
-#endif
-
- get_time_values_from_xen();
-
- delta = (int64_t)(shadow_system_time + get_tsc_offset_ns() -
- processed_system_time);
- while (delta >= NS_PER_TICK) {
- hardclock(regs);
- delta -= NS_PER_TICK;
- processed_system_time += NS_PER_TICK;
- }
-
- return 0;
-}
-
-void
-setstatclockrate(int arg)
-{
-}
-
-void
-idle_block(void)
-{
-
- /*
- * We set the timer to when we expect the next timer
- * interrupt. We could set the timer to later if we could
- * easily find out when we will have more work (callouts) to
- * process from hardclock.
- */
- if (HYPERVISOR_set_timer_op(processed_system_time + NS_PER_TICK) == 0)
- HYPERVISOR_block();
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/ctrl_if.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/ctrl_if.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,550 +0,0 @@
-/******************************************************************************
- * ctrl_if.c
- *
- * Management functions for special interface to the domain controller.
- *
- * Copyright (c) 2004, K A Fraser
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD$");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/malloc.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/ctrl_if.h>
-#include <machine/evtchn.h>
-
-void printk(char *, ...);
-#if 0
-#define DPRINTK(_f, _a...) printk("(file=%s, line=%d) " _f, \
- __FILE__ , __LINE__ , ## _a )
-#else
-#define DPRINTK(_f, _a...) ((void)0)
-#endif
-
-/*
- * Only used by initial domain which must create its own control-interface
- * event channel. This value is picked up by the user-space domain controller
- * via an ioctl.
- */
-int initdom_ctrlif_domcontroller_port = -1;
-
-/* static */ int ctrl_if_evtchn = -1;
-static int ctrl_if_irq;
-static struct simplelock ctrl_if_lock;
-
-static CONTROL_RING_IDX ctrl_if_tx_resp_cons;
-static CONTROL_RING_IDX ctrl_if_rx_req_cons;
-
-/* Incoming message requests. */
- /* Primary message type -> message handler. */
-static ctrl_msg_handler_t ctrl_if_rxmsg_handler[256];
- /* Primary message type -> callback in process context? */
-static unsigned long ctrl_if_rxmsg_blocking_context[256/sizeof(unsigned long)];
-#if 0
- /* Is it late enough during bootstrap to use schedule_task()? */
-static int safe_to_schedule_task;
-#endif
- /* Queue up messages to be handled in process context. */
-static ctrl_msg_t ctrl_if_rxmsg_deferred[CONTROL_RING_SIZE];
-static CONTROL_RING_IDX ctrl_if_rxmsg_deferred_prod;
-static CONTROL_RING_IDX ctrl_if_rxmsg_deferred_cons;
-
-/* Incoming message responses: message identifier -> message handler/id. */
-static struct {
- ctrl_msg_handler_t fn;
- unsigned long id;
-} ctrl_if_txmsg_id_mapping[CONTROL_RING_SIZE];
-
-/* For received messages that must be deferred to process context. */
-static void __ctrl_if_rxmsg_deferred(void *unused);
-
-#ifdef notyet
-/* Deferred callbacks for people waiting for space in the transmit ring. */
-static int DECLARE_TASK_QUEUE(ctrl_if_tx_tq);
-#endif
-
-static void *ctrl_if_softintr = NULL;
-
-static int ctrl_if_tx_wait;
-static void __ctrl_if_tx_tasklet(unsigned long data);
-
-static void __ctrl_if_rx_tasklet(unsigned long data);
-
-#define get_ctrl_if() ((control_if_t *)((char *)HYPERVISOR_shared_info + 2048))
-#define TX_FULL(_c) \
- (((_c)->tx_req_prod - ctrl_if_tx_resp_cons) == CONTROL_RING_SIZE)
-
-static void ctrl_if_notify_controller(void)
-{
- hypervisor_notify_via_evtchn(ctrl_if_evtchn);
-}
-
-static void ctrl_if_rxmsg_default_handler(ctrl_msg_t *msg, unsigned long id)
-{
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-static void __ctrl_if_tx_tasklet(unsigned long data)
-{
- control_if_t *ctrl_if = get_ctrl_if();
- ctrl_msg_t *msg;
- int was_full = TX_FULL(ctrl_if);
- CONTROL_RING_IDX rp;
-
- rp = ctrl_if->tx_resp_prod;
- __insn_barrier(); /* Ensure we see all requests up to 'rp'. */
-
- while ( ctrl_if_tx_resp_cons != rp )
- {
- msg = &ctrl_if->tx_ring[MASK_CONTROL_IDX(ctrl_if_tx_resp_cons)];
-
- DPRINTK("Rx-Rsp %u/%u :: %d/%d\n",
- ctrl_if_tx_resp_cons,
- ctrl_if->tx_resp_prod,
- msg->type, msg->subtype);
-
- /* Execute the callback handler, if one was specified. */
- if ( msg->id != 0xFF )
- {
- (*ctrl_if_txmsg_id_mapping[msg->id].fn)(
- msg, ctrl_if_txmsg_id_mapping[msg->id].id);
- __insn_barrier(); /* Execute, /then/ free. */
- ctrl_if_txmsg_id_mapping[msg->id].fn = NULL;
- }
-
- /*
- * Step over the message in the ring /after/ finishing reading it. As
- * soon as the index is updated then the message may get blown away.
- */
- __insn_barrier();
- ctrl_if_tx_resp_cons++;
- }
-
- if ( was_full && !TX_FULL(ctrl_if) )
- {
- wakeup(&ctrl_if_tx_wait);
-#ifdef notyet
- run_task_queue(&ctrl_if_tx_tq);
-#endif
- }
-}
-
-static void __ctrl_if_rxmsg_deferred(void *unused)
-{
- ctrl_msg_t *msg;
- CONTROL_RING_IDX dp;
-
- dp = ctrl_if_rxmsg_deferred_prod;
- __insn_barrier(); /* Ensure we see all deferred requests up to 'dp'. */
-
- while ( ctrl_if_rxmsg_deferred_cons != dp )
- {
- msg = &ctrl_if_rxmsg_deferred[
- MASK_CONTROL_IDX(ctrl_if_rxmsg_deferred_cons)];
- (*ctrl_if_rxmsg_handler[msg->type])(msg, 0);
- ctrl_if_rxmsg_deferred_cons++;
- }
-}
-
-static void __ctrl_if_rx_tasklet(unsigned long data)
-{
- control_if_t *ctrl_if = get_ctrl_if();
- ctrl_msg_t msg, *pmsg;
- CONTROL_RING_IDX rp, dp;
-
- dp = ctrl_if_rxmsg_deferred_prod;
- rp = ctrl_if->rx_req_prod;
- __insn_barrier(); /* Ensure we see all requests up to 'rp'. */
-
- while ( ctrl_if_rx_req_cons != rp )
- {
- pmsg = &ctrl_if->rx_ring[MASK_CONTROL_IDX(ctrl_if_rx_req_cons)];
- memcpy(&msg, pmsg, offsetof(ctrl_msg_t, msg));
-
- DPRINTK("Rx-Req %u/%u :: %d/%d\n",
- ctrl_if_rx_req_cons-1,
- ctrl_if->rx_req_prod,
- msg.type, msg.subtype);
-
- if ( msg.length != 0 )
- memcpy(msg.msg, pmsg->msg, msg.length);
-
- if ( x86_atomic_test_bit(
- (unsigned long *)&ctrl_if_rxmsg_blocking_context,
- msg.type) )
- memcpy(&ctrl_if_rxmsg_deferred[MASK_CONTROL_IDX(dp++)],
- &msg, offsetof(ctrl_msg_t, msg) + msg.length);
- else
- (*ctrl_if_rxmsg_handler[msg.type])(&msg, 0);
-
- ctrl_if_rx_req_cons++;
- }
-
- if ( dp != ctrl_if_rxmsg_deferred_prod )
- {
- __insn_barrier();
- ctrl_if_rxmsg_deferred_prod = dp;
- if (ctrl_if_softintr)
- softintr_schedule(ctrl_if_softintr);
- }
-}
-
-static int ctrl_if_interrupt(void *arg)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- if ( ctrl_if_tx_resp_cons != ctrl_if->tx_resp_prod )
- __ctrl_if_tx_tasklet(0);
-
- if ( ctrl_if_rx_req_cons != ctrl_if->rx_req_prod )
- __ctrl_if_rx_tasklet(0);
-
- return 0;
-}
-
-int
-ctrl_if_send_message_noblock(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id)
-{
- control_if_t *ctrl_if = get_ctrl_if();
- unsigned long flags;
- int i;
- int s;
-
- save_and_cli(flags);
- simple_lock(&ctrl_if_lock);
-
- if ( TX_FULL(ctrl_if) )
- {
- simple_unlock(&ctrl_if_lock);
- restore_flags(flags);
- s = splhigh();
- if ( ctrl_if_tx_resp_cons != ctrl_if->tx_resp_prod )
- __ctrl_if_tx_tasklet(0);
- splx(s);
- return EAGAIN;
- }
-
- msg->id = 0xFF;
- if ( hnd != NULL )
- {
- for ( i = 0; ctrl_if_txmsg_id_mapping[i].fn != NULL; i++ )
- continue;
- ctrl_if_txmsg_id_mapping[i].fn = hnd;
- ctrl_if_txmsg_id_mapping[i].id = id;
- msg->id = i;
- }
-
- DPRINTK("Tx-Req %u/%u :: %d/%d\n",
- ctrl_if->tx_req_prod,
- ctrl_if_tx_resp_cons,
- msg->type, msg->subtype);
-
- memcpy(&ctrl_if->tx_ring[MASK_CONTROL_IDX(ctrl_if->tx_req_prod)],
- msg, sizeof(*msg));
- __insn_barrier(); /* Write the message before letting the controller peek
at it. */
- ctrl_if->tx_req_prod++;
-
- simple_unlock(&ctrl_if_lock);
- restore_flags(flags);
-
- ctrl_if_notify_controller();
-
- return 0;
-}
-
-int
-ctrl_if_send_message_block(
- ctrl_msg_t *msg,
- ctrl_msg_handler_t hnd,
- unsigned long id,
- long wait_state)
-{
- int rc;
-
- while ((rc = ctrl_if_send_message_noblock(msg, hnd, id)) == EAGAIN) {
- /* XXXcl possible race -> add a lock and ltsleep */
-#if 1
- HYPERVISOR_yield();
-#else
- rc = tsleep((caddr_t) &ctrl_if_tx_wait, PUSER | PCATCH,
- "ctrl_if", 0);
- if (rc)
- break;
-#endif
- }
-
- return rc;
-}
-
-/* Allow a reponse-callback handler to find context of a blocked requester. */
-struct rsp_wait {
- ctrl_msg_t *msg; /* Buffer for the response message. */
- struct task_struct *task; /* The task that is blocked on the response. */
- int done; /* Indicate to 'task' that response is rcv'ed. */
-};
-
-static void __ctrl_if_get_response(ctrl_msg_t *msg, unsigned long id)
-{
- struct rsp_wait *wait = (struct rsp_wait *)id;
-
- memcpy(wait->msg, msg, sizeof(*msg));
- __insn_barrier();
- wait->done = 1;
-
- wakeup(wait);
-}
-
-int
-ctrl_if_send_message_and_get_response(
- ctrl_msg_t *msg,
- ctrl_msg_t *rmsg,
- long wait_state)
-{
- struct rsp_wait wait;
- int rc;
-
- wait.msg = rmsg;
- wait.done = 0;
-
- if ( (rc = ctrl_if_send_message_block(msg, __ctrl_if_get_response,
- (unsigned long)&wait,
- wait_state)) != 0 )
- return rc;
-
- for ( ; ; )
- {
- if ( wait.done )
- break;
- tsleep((caddr_t)&wait, PUSER | PCATCH, "ctrl_if", 0);
- }
-
- return 0;
-}
-
-#ifdef notyet
-int
-ctrl_if_enqueue_space_callback(
- struct tq_struct *task)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- /* Fast path. */
- if ( !TX_FULL(ctrl_if) )
- return 0;
-
- (void)queue_task(task, &ctrl_if_tx_tq);
-
- /*
- * We may race execution of the task queue, so return re-checked status. If
- * the task is not executed despite the ring being non-full then we will
- * certainly return 'not full'.
- */
- __insn_barrier();
- return TX_FULL(ctrl_if);
-}
-#endif
-
-void
-ctrl_if_send_response(
- ctrl_msg_t *msg)
-{
- control_if_t *ctrl_if = get_ctrl_if();
- unsigned long flags;
- ctrl_msg_t *dmsg;
-
- /*
- * NB. The response may the original request message, modified in-place.
- * In this situation we may have src==dst, so no copying is required.
- */
- save_and_cli(flags);
- simple_lock(&ctrl_if_lock);
-
- DPRINTK("Tx-Rsp %u :: %d/%d\n",
- ctrl_if->rx_resp_prod,
- msg->type, msg->subtype);
-
- dmsg = &ctrl_if->rx_ring[MASK_CONTROL_IDX(ctrl_if->rx_resp_prod)];
- if ( dmsg != msg )
- memcpy(dmsg, msg, sizeof(*msg));
-
- __insn_barrier(); /* Write the message before letting the controller peek
at it. */
- ctrl_if->rx_resp_prod++;
-
- simple_unlock(&ctrl_if_lock);
- restore_flags(flags);
-
- ctrl_if_notify_controller();
-}
-
-int
-ctrl_if_register_receiver(
- uint8_t type,
- ctrl_msg_handler_t hnd,
- unsigned int flags)
-{
- unsigned long _flags;
- int inuse;
-
- save_and_cli(_flags);
- simple_lock(&ctrl_if_lock);
-
- inuse = (ctrl_if_rxmsg_handler[type] != ctrl_if_rxmsg_default_handler);
-
- if ( inuse )
- {
- printf("Receiver %p already established for control "
- "messages of type %d.\n", ctrl_if_rxmsg_handler[type], type);
- }
- else
- {
- ctrl_if_rxmsg_handler[type] = hnd;
- x86_atomic_clear_bit((unsigned long *)&ctrl_if_rxmsg_blocking_context,
type);
- if ( flags == CALLBACK_IN_BLOCKING_CONTEXT )
- {
- x86_atomic_set_bit((unsigned long
*)&ctrl_if_rxmsg_blocking_context, type);
-#if 0
- if ( !safe_to_schedule_task )
- BUG();
-#endif
- }
- }
-
- simple_unlock(&ctrl_if_lock);
- restore_flags(_flags);
-
- return !inuse;
-}
-
-void
-ctrl_if_unregister_receiver(
- uint8_t type,
- ctrl_msg_handler_t hnd)
-{
- unsigned long flags;
-
- save_and_cli(flags);
- simple_lock(&ctrl_if_lock);
-
- if ( ctrl_if_rxmsg_handler[type] != hnd )
- printf("Receiver %p is not registered for control "
- "messages of type %d.\n", hnd, type);
- else
- ctrl_if_rxmsg_handler[type] = ctrl_if_rxmsg_default_handler;
-
- simple_unlock(&ctrl_if_lock);
- restore_flags(flags);
-
- /* Ensure that @hnd will not be executed after this function returns. */
- if (ctrl_if_softintr)
- softintr_schedule(ctrl_if_softintr);
-}
-
-static void
-ctrl_if_softintr_handler(void *arg)
-{
-
- if ( ctrl_if_rxmsg_deferred_cons != ctrl_if_rxmsg_deferred_prod )
- __ctrl_if_rxmsg_deferred(NULL);
-}
-
-#ifdef notyet
-void ctrl_if_suspend(void)
-{
- free_irq(ctrl_if_irq, NULL);
- unbind_evtchn_from_irq(ctrl_if_evtchn);
-}
-#endif
-
-void ctrl_if_resume(void)
-{
- control_if_t *ctrl_if = get_ctrl_if();
-
- if ( xen_start_info.flags & SIF_INITDOMAIN )
- {
- /*
- * The initial domain must create its own domain-controller link.
- * The controller is probably not running at this point, but will
- * pick up its end of the event channel from
- */
- evtchn_op_t op;
- op.cmd = EVTCHNOP_bind_interdomain;
- op.u.bind_interdomain.dom1 = DOMID_SELF;
- op.u.bind_interdomain.dom2 = DOMID_SELF;
- if ( HYPERVISOR_event_channel_op(&op) != 0 )
- panic("EVTCHNOP_bind_interdomain");
- xen_start_info.domain_controller_evtchn = op.u.bind_interdomain.port1;
- initdom_ctrlif_domcontroller_port = op.u.bind_interdomain.port2;
- }
-
- /* Sync up with shared indexes. */
- ctrl_if_tx_resp_cons = ctrl_if->tx_resp_prod;
- ctrl_if_rx_req_cons = ctrl_if->rx_resp_prod;
-
- ctrl_if_evtchn = xen_start_info.domain_controller_evtchn;
- ctrl_if_irq = bind_evtchn_to_irq(ctrl_if_evtchn);
-
- event_set_handler(ctrl_if_irq, &ctrl_if_interrupt, NULL, IPL_HIGH);
- hypervisor_enable_irq(ctrl_if_irq);
-}
-
-void ctrl_if_early_init(void)
-{
-
- simple_lock_init(&ctrl_if_lock);
-
- ctrl_if_evtchn = xen_start_info.domain_controller_evtchn;
-}
-
-void ctrl_if_init(void)
-{
- int i;
-
- for ( i = 0; i < 256; i++ )
- ctrl_if_rxmsg_handler[i] = ctrl_if_rxmsg_default_handler;
-
- if (ctrl_if_evtchn == -1)
- ctrl_if_early_init();
-
- ctrl_if_softintr = softintr_establish(IPL_SOFTNET,
- ctrl_if_softintr_handler, NULL);
-
- ctrl_if_resume();
-}
-
-
-#if 0
-/* This is called after it is safe to call schedule_task(). */
-static int __init ctrl_if_late_setup(void)
-{
- safe_to_schedule_task = 1;
- return 0;
-}
-__initcall(ctrl_if_late_setup);
-#endif
-
-
-/*
- * !! The following are DANGEROUS FUNCTIONS !!
- * Use with care [for example, see xencons_force_flush()].
- */
-
-int ctrl_if_transmitter_empty(void)
-{
- return (get_ctrl_if()->tx_req_prod == ctrl_if_tx_resp_cons);
-}
-
-void ctrl_if_discard_responses(void)
-{
- ctrl_if_tx_resp_cons = get_ctrl_if()->tx_resp_prod;
-}
-
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/evtchn.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/evtchn.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,367 +0,0 @@
-/* $NetBSD$ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * Copyright (c) 2004, K A Fraser.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD$");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/malloc.h>
-#include <sys/reboot.h>
-
-#include <uvm/uvm.h>
-
-#include <machine/intrdefs.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/ctrl_if.h>
-#include <machine/xenfunc.h>
-
-struct pic xenev_pic = {
- .pic_dev = {
- .dv_xname = "xen_fakepic",
- },
- .pic_type = PIC_XEN,
- .pic_lock = __SIMPLELOCK_UNLOCKED,
-};
-
-/*
- * This lock protects updates to the following mapping and reference-count
- * arrays. The lock does not need to be acquired to read the mapping tables.
- */
-static struct simplelock irq_mapping_update_lock = SIMPLELOCK_INITIALIZER;
-
-/* IRQ <-> event-channel mappings. */
-int evtchn_to_irq[NR_EVENT_CHANNELS];
-int irq_to_evtchn[NR_IRQS];
-
-/* IRQ <-> VIRQ mapping. */
-static int virq_to_irq[NR_VIRQS];
-
-/* Reference counts for bindings to IRQs. */
-static int irq_bindcount[NR_IRQS];
-
-#if 0
-static int xen_die_handler(void *);
-#endif
-static int xen_debug_handler(void *);
-
-void
-events_default_setup()
-{
- int i;
-
- /* No VIRQ -> IRQ mappings. */
- for (i = 0; i < NR_VIRQS; i++)
- virq_to_irq[i] = -1;
-
- /* No event-channel -> IRQ mappings. */
- for (i = 0; i < NR_EVENT_CHANNELS; i++) {
- evtchn_to_irq[i] = -1;
- hypervisor_mask_event(i); /* No event channels are 'live' right
now. */
- }
-
- /* No IRQ -> event-channel mappings. */
- for (i = 0; i < NR_IRQS; i++)
- irq_to_evtchn[i] = -1;
-}
-
-void
-init_events()
-{
- int irq;
-
- irq = bind_virq_to_irq(VIRQ_DEBUG);
- event_set_handler(irq, &xen_debug_handler, NULL, IPL_DEBUG);
- hypervisor_enable_irq(irq);
-
- /* This needs to be done early, but after the IRQ subsystem is
- * alive. */
- ctrl_if_init();
-
- enable_intr(); /* at long last... */
-}
-
-unsigned int
-do_event(int irq, struct intrframe *regs)
-{
- struct cpu_info *ci;
- int ilevel;
- struct intrhand *ih;
- int (*ih_fun)(void *, void *);
- extern struct uvmexp uvmexp;
-
- if (irq >= NR_IRQS) {
-#ifdef DIAGNOSTIC
- printf("event irq number %d > NR_IRQS\n", irq);
-#endif
- return ENOENT;
- }
-
- if (0 && irq == 4) {
- ci = &cpu_info_primary;
- printf("do_event %d/%d called, ilevel %d\n", irq,
- irq_to_evtchn[irq], ci->ci_ilevel);
- }
-
- ci = &cpu_info_primary;
-
- hypervisor_acknowledge_irq(irq);
- if (ci->ci_isources[irq] == NULL) {
- hypervisor_enable_irq(irq);
- return 0;
- }
- ilevel = ci->ci_ilevel;
- if (ci->ci_isources[irq]->is_maxlevel <= ilevel) {
- ci->ci_ipending |= 1 << irq;
- /* leave masked */
- return 0;
- }
- uvmexp.intrs++;
- ci->ci_isources[irq]->is_evcnt.ev_count++;
- ci->ci_ilevel = ci->ci_isources[irq]->is_maxlevel;
- /* sti */
- ci->ci_idepth++;
-#ifdef MULTIPROCESSOR
- x86_intlock(regs);
-#endif
- ih = ci->ci_isources[irq]->is_handlers;
- while (ih != NULL) {
- if (ih->ih_level <= ilevel) {
-#ifdef MULTIPROCESSOR
- x86_intunlock(regs);
-#endif
- ci->ci_ipending |= 1 << irq;
- /* leave masked */
- ci->ci_idepth--;
- splx(ilevel);
- return 0;
- }
- ci->ci_ilevel = ih->ih_level;
- ih_fun = (void *)ih->ih_fun;
- ih_fun(ih->ih_arg, regs);
- ih = ih->ih_next;
- }
-#ifdef MULTIPROCESSOR
- x86_intunlock(regs);
-#endif
- hypervisor_enable_irq(irq);
- ci->ci_idepth--;
- splx(ilevel);
-
- if (0 && irq == 4)
- printf("do_event %d done, ipending %08x\n", irq,
- ci->ci_ipending);
-
- return 0;
-}
-
-static int
-find_unbound_irq(void)
-{
- int irq;
-
- for (irq = 0; irq < NR_IRQS; irq++)
- if (irq_bindcount[irq] == 0)
- break;
-
- if (irq == NR_IRQS)
- panic("No available IRQ to bind to: increase NR_IRQS!\n");
-
- return irq;
-}
-
-int
-bind_virq_to_irq(int virq)
-{
- evtchn_op_t op;
- int evtchn, irq;
-
- simple_lock(&irq_mapping_update_lock);
-
- irq = virq_to_irq[virq];
- if (irq == -1) {
- op.cmd = EVTCHNOP_bind_virq;
- op.u.bind_virq.virq = virq;
- if (HYPERVISOR_event_channel_op(&op) != 0)
- panic("Failed to bind virtual IRQ %d\n", virq);
- evtchn = op.u.bind_virq.port;
-
- irq = find_unbound_irq();
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
-
- virq_to_irq[virq] = irq;
- }
-
- irq_bindcount[irq]++;
-
- simple_unlock(&irq_mapping_update_lock);
-
- return irq;
-}
-
-void
-unbind_virq_from_irq(int virq)
-{
- evtchn_op_t op;
- int irq = virq_to_irq[virq];
- int evtchn = irq_to_evtchn[irq];
-
- simple_lock(&irq_mapping_update_lock);
-
- irq_bindcount[irq]--;
- if (irq_bindcount[irq] == 0) {
- op.cmd = EVTCHNOP_close;
- op.u.close.dom = DOMID_SELF;
- op.u.close.port = evtchn;
- if (HYPERVISOR_event_channel_op(&op) != 0)
- panic("Failed to unbind virtual IRQ %d\n", virq);
-
- evtchn_to_irq[evtchn] = -1;
- irq_to_evtchn[irq] = -1;
- virq_to_irq[virq] = -1;
- }
-
- simple_unlock(&irq_mapping_update_lock);
-}
-
-int bind_evtchn_to_irq(int evtchn)
-{
- int irq;
-
- simple_lock(&irq_mapping_update_lock);
-
- irq = evtchn_to_irq[evtchn];
- if (irq == -1) {
- irq = find_unbound_irq();
- evtchn_to_irq[evtchn] = irq;
- irq_to_evtchn[irq] = evtchn;
- }
-
- irq_bindcount[irq]++;
-
- simple_unlock(&irq_mapping_update_lock);
-
- return irq;
-}
-
-int
-event_set_handler(int irq, ev_handler_t handler, void *arg, int level)
-{
- struct intrsource *isp;
- struct intrhand *ih;
- struct cpu_info *ci;
-
- if (irq >= NR_IRQS) {
-#ifdef DIAGNOSTIC
- printf("irq number %d > NR_IRQS\n", irq);
-#endif
- return ENOENT;
- }
-
-#if 0
- printf("event_set_handler irq %d/%d handler %p level %d\n", irq,
- irq_to_evtchn[irq], handler, level);
-#endif
- /* XXXcl handle already bound irq */
-
- MALLOC(isp, struct intrsource *, sizeof (struct intrsource), M_DEVBUF,
- M_WAITOK|M_ZERO);
- if (isp == NULL)
- panic("can't allocate fixed interrupt source");
- MALLOC(ih, struct intrhand *, sizeof (struct intrhand), M_DEVBUF,
- M_WAITOK|M_ZERO);
- if (ih == NULL)
- panic("can't allocate fixed interrupt source");
-
- ci = &cpu_info_primary;
-
- isp->is_recurse = xenev_stubs[irq].ist_recurse;
- isp->is_resume = xenev_stubs[irq].ist_resume;
- ih->ih_level = level;
- ih->ih_fun = handler;
- ih->ih_arg = arg;
- ih->ih_next = NULL;
- isp->is_handlers = ih;
- isp->is_pic = &xenev_pic;
- ci->ci_isources[irq] = isp;
- evcnt_attach_dynamic(&isp->is_evcnt, EVCNT_TYPE_INTR, NULL,
- ci->ci_dev->dv_xname, "xenev");
-
- intr_calculatemasks(ci);
-
- return 0;
-}
-
-void hypervisor_enable_irq(unsigned int irq)
-{
-
- hypervisor_unmask_event(irq_to_evtchn[irq]);
-}
-
-void hypervisor_disable_irq(unsigned int irq)
-{
-
- hypervisor_mask_event(irq_to_evtchn[irq]);
-}
-
-void hypervisor_acknowledge_irq(unsigned int irq)
-{
-
- hypervisor_mask_event(irq_to_evtchn[irq]);
- hypervisor_clear_event(irq_to_evtchn[irq]);
-}
-
-#if 0
-static int
-xen_die_handler(void *arg)
-{
- printf("hypervisor: DIE event received...\n");
- cpu_reboot(0, NULL);
- /* NOTREACHED */
- return 0;
-}
-#endif
-
-static int
-xen_debug_handler(void *arg)
-{
- printf("debug event\n");
- return 0;
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/hypervisor.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/hypervisor.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,242 +0,0 @@
-/* $NetBSD: hypervisor.c,v 1.7.2.1 2004/05/22 15:58:54 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: hypervisor.c,v 1.7.2.1 2004/05/22 15:58:54 he Exp
$");
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/device.h>
-
-#include "xencons.h"
-#include "xennet.h"
-#include "xbd.h"
-#include "xenkbc.h"
-#include "vga_xen.h"
-#include "npx.h"
-
-#include "opt_xen.h"
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-
-#include <sys/dirent.h>
-#include <sys/stat.h>
-#include <sys/tree.h>
-#include <sys/vnode.h>
-#include <miscfs/specfs/specdev.h>
-#include <miscfs/kernfs/kernfs.h>
-#include <machine/kernfs_machdep.h>
-
-#if NXENNET > 0
-#include <net/if.h>
-#include <net/if_ether.h>
-#include <net/if_media.h>
-#include <machine/if_xennetvar.h>
-#endif
-
-#if NXBD > 0
-#include <sys/buf.h>
-#include <sys/disk.h>
-#include <dev/dkvar.h>
-#include <machine/xbdvar.h>
-#endif
-
-#if NXENKBC > 0
-#include <dev/pckbport/pckbportvar.h>
-#include <machine/xenkbcvar.h>
-#endif
-
-#if NVGA_XEN > 0
-#include <machine/bus.h>
-#include <machine/vga_xenvar.h>
-#endif
-
-int hypervisor_match(struct device *, struct cfdata *, void *);
-void hypervisor_attach(struct device *, struct device *, void *);
-
-CFATTACH_DECL(hypervisor, sizeof(struct device),
- hypervisor_match, hypervisor_attach, NULL, NULL);
-
-int hypervisor_print(void *, const char *);
-
-union hypervisor_attach_cookie {
- const char *hac_device; /* first elem of all */
-#if NXENKBC > 0
- struct xenkbc_attach_args hac_xenkbc;
-#endif
-#if NVGA_XEN > 0
- struct xen_vga_attach_args hac_vga_xen;
-#endif
-#if NXENCONS > 0
- struct xencons_attach_args hac_xencons;
-#endif
-#if NXENNET > 0
- struct xennet_attach_args hac_xennet;
-#endif
-#if NXBD > 0
- struct xbd_attach_args hac_xbd;
-#endif
-#if NNPX > 0
- struct xen_npx_attach_args hac_xennpx;
-#endif
-};
-
-
-/*
- * Probe for the hypervisor; always succeeds.
- */
-int
-hypervisor_match(parent, match, aux)
- struct device *parent;
- struct cfdata *match;
- void *aux;
-{
- struct hypervisor_attach_args *haa = aux;
-
- if (strcmp(haa->haa_busname, "hypervisor") == 0)
- return 1;
- return 0;
-}
-
-static void
-scan_finish(struct device *parent)
-{
-
-#if NXENNET > 0
- xennet_scan_finish(parent);
-#endif
-#if NXBD > 0
- xbd_scan_finish(parent);
-#endif
-}
-
-/*
- * Attach the hypervisor.
- */
-void
-hypervisor_attach(parent, self, aux)
- struct device *parent, *self;
- void *aux;
-{
- union hypervisor_attach_cookie hac;
-
- printf("\n");
-
- init_events();
-
-#if NXENKBC > 0
- hac.hac_xenkbc.xa_device = "xenkbc";
- config_found(self, &hac.hac_xenkbc, hypervisor_print);
-#endif
-
-#if NVGA_XEN > 0
- hac.hac_vga_xen.xa_device = "vga_xen";
- hac.hac_vga_xen.xa_iot = X86_BUS_SPACE_IO;
- hac.hac_vga_xen.xa_memt = X86_BUS_SPACE_MEM;
- config_found(self, &hac.hac_vga_xen, hypervisor_print);
-#endif
-
-#if NXENCONS > 0
- hac.hac_xencons.xa_device = "xencons";
- config_found(self, &hac.hac_xencons, hypervisor_print);
-#endif
-#if NXENNET > 0
- hac.hac_xennet.xa_device = "xennet";
- xennet_scan(self, &hac.hac_xennet, hypervisor_print);
-#endif
-#if NXBD > 0
- hac.hac_xbd.xa_device = "xbd";
- xbd_scan(self, &hac.hac_xbd, hypervisor_print);
-#endif
-#if NNPX > 0
- hac.hac_xennpx.xa_device = "npx";
- config_found(self, &hac.hac_xennpx, hypervisor_print);
-#endif
- xenkernfs_init();
-#ifdef DOM0OPS
- if (xen_start_info.flags & SIF_PRIVILEGED) {
- xenprivcmd_init();
- xenmachmem_init();
- xenvfr_init();
- }
-#endif
-#if NXENNET > 0 || NXBD > 0
- config_interrupts(self, scan_finish);
-#endif
-}
-
-int
-hypervisor_print(aux, parent)
- void *aux;
- const char *parent;
-{
- union hypervisor_attach_cookie *hac = aux;
-
- if (parent)
- aprint_normal("%s at %s", hac->hac_device, parent);
- return (UNCONF);
-}
-
-void
-hypervisor_notify_via_evtchn(unsigned int port)
-{
- evtchn_op_t op;
-
- op.cmd = EVTCHNOP_send;
- op.u.send.local_port = port;
- (void)HYPERVISOR_event_channel_op(&op);
-}
-
-#define READ_MODE (S_IRUSR|S_IRGRP|S_IROTH)
-#define DIR_MODE (S_IRUSR|S_IXUSR|S_IRGRP|S_IXGRP|S_IROTH|S_IXOTH)
-
-kernfs_parentdir_t *kernxen_pkt;
-
-void
-xenkernfs_init()
-{
- kernfs_entry_t *dkt;
-
- KERNFS_ALLOCENTRY(dkt, M_TEMP, M_WAITOK);
- KERNFS_INITENTRY(dkt, DT_DIR, "xen", NULL, KFSsubdir, VDIR, DIR_MODE);
- kernfs_addentry(NULL, dkt);
- kernxen_pkt = KERNFS_ENTOPARENTDIR(dkt);
-
- KERNFS_ALLOCENTRY(dkt, M_TEMP, M_WAITOK);
- KERNFS_INITENTRY(dkt, DT_REG, "cmdline", xen_start_info.cmd_line,
- KFSstring, VREG, READ_MODE);
- kernfs_addentry(kernxen_pkt, dkt);
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/if_xennet.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/if_xennet.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1284 +0,0 @@
-/* $NetBSD: if_xennet.c,v 1.1.2.1 2004/05/22 15:58:29 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: if_xennet.c,v 1.1.2.1 2004/05/22 15:58:29 he Exp
$");
-
-#include "opt_inet.h"
-#include "rnd.h"
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/mbuf.h>
-#include <sys/syslog.h>
-#include <sys/mount.h>
-#include <sys/socket.h>
-#include <sys/socketvar.h>
-#include <sys/device.h>
-#include <sys/ioctl.h>
-#include <sys/errno.h>
-#if NRND > 0
-#include <sys/rnd.h>
-#endif
-
-#include <net/if.h>
-#include <net/if_types.h>
-#include <net/if_dl.h>
-#include <net/if_ether.h>
-
-#ifdef mediacode
-#include <net/if_media.h>
-#endif
-
-#ifdef INET
-#include <netinet/in.h>
-#include <netinet/if_inarp.h>
-#include <netinet/in_systm.h>
-#include <netinet/in_var.h>
-#include <netinet/ip.h>
-#endif
-
-#include <nfs/rpcv2.h>
-
-#include <nfs/nfsproto.h>
-#include <nfs/nfs.h>
-#include <nfs/nfsmount.h>
-#include <nfs/nfsdiskless.h>
-
-#include "bpfilter.h"
-#if NBPFILTER > 0
-#include <net/bpf.h>
-#include <net/bpfdesc.h>
-#endif
-
-#include <uvm/uvm_extern.h>
-#include <uvm/uvm_page.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/ctrl_if.h>
-
-#include <machine/if_xennetvar.h>
-
-#ifdef DEBUG
-#define XENNET_DEBUG
-#endif
-#if defined(XENNET_DEBUG) && !defined(DEBUG)
-#define DEBUG
-#endif
-/* #define XENNET_DEBUG_DUMP */
-
-#ifdef XENNET_DEBUG
-#define XEDB_FOLLOW 0x01
-#define XEDB_INIT 0x02
-#define XEDB_EVENT 0x04
-#define XEDB_MBUF 0x08
-#define XEDB_MEM 0x10
-int xennet_debug = 0x0;
-void printk(char *, ...);
-#define DPRINTF(x) if (xennet_debug) printk x;
-#define DPRINTFN(n,x) if (xennet_debug & (n)) printk x;
-#else
-#define DPRINTF(x)
-#define DPRINTFN(n,x)
-#endif
-#define PRINTF(x) printf x;
-
-#ifdef XENNET_DEBUG_DUMP
-static void xennet_hex_dump(unsigned char *, size_t, char *, int);
-#endif
-
-int xennet_match (struct device *, struct cfdata *, void *);
-void xennet_attach (struct device *, struct device *, void *);
-static void xennet_ctrlif_rx(ctrl_msg_t *, unsigned long);
-static int xennet_driver_count_connected(void);
-static void xennet_driver_status_change(netif_fe_driver_status_t *);
-static void xennet_interface_status_change(netif_fe_interface_status_t *);
-static void xennet_tx_mbuf_free(struct mbuf *, caddr_t, size_t, void *);
-static void xennet_rx_mbuf_free(struct mbuf *, caddr_t, size_t, void *);
-static int xen_network_handler(void *);
-static void network_tx_buf_gc(struct xennet_softc *);
-static void network_alloc_rx_buffers(struct xennet_softc *);
-static void network_alloc_tx_buffers(struct xennet_softc *);
-void xennet_init(struct xennet_softc *);
-void xennet_reset(struct xennet_softc *);
-#ifdef mediacode
-static int xennet_mediachange (struct ifnet *);
-static void xennet_mediastatus(struct ifnet *, struct ifmediareq *);
-#endif
-
-CFATTACH_DECL(xennet, sizeof(struct xennet_softc),
- xennet_match, xennet_attach, NULL, NULL);
-
-#define TX_MAX_ENTRIES (NETIF_TX_RING_SIZE - 2)
-#define RX_MAX_ENTRIES (NETIF_RX_RING_SIZE - 2)
-#define TX_ENTRIES 128
-#define RX_ENTRIES 128
-
-static unsigned long rx_pfn_array[NETIF_RX_RING_SIZE];
-static multicall_entry_t rx_mcl[NETIF_RX_RING_SIZE+1];
-static mmu_update_t rx_mmu[NETIF_RX_RING_SIZE];
-
-/** Network interface info. */
-struct xennet_ctrl {
- /** Number of interfaces. */
- int xc_interfaces;
- /** Number of connected interfaces. */
- int xc_connected;
- /** Error code. */
- int xc_err;
- /** Driver status. */
- int xc_up;
-
- cfprint_t xc_cfprint;
- struct device *xc_parent;
-};
-
-static struct xennet_ctrl netctrl = { -1, 0, 0 };
-
-#ifdef mediacode
-static int xennet_media[] = {
- IFM_ETHER|IFM_AUTO,
-};
-static int nxennet_media = (sizeof(xennet_media)/sizeof(xennet_media[0]));
-#endif
-
-
-static int
-xennet_wait_for_interfaces(void)
-{
-
- while (netctrl.xc_interfaces != netctrl.xc_connected)
- HYPERVISOR_yield();
- return 0;
-}
-
-int
-xennet_scan(struct device *self, struct xennet_attach_args *xneta,
- cfprint_t print)
-{
- ctrl_msg_t cmsg;
- netif_fe_driver_status_t st;
-
- if ((xen_start_info.flags & SIF_INITDOMAIN) ||
- (xen_start_info.flags & SIF_NET_BE_DOMAIN))
- return 0;
-
- netctrl.xc_parent = self;
- netctrl.xc_cfprint = print;
-
- printf("Initialising Xen virtual ethernet frontend driver.\n");
-
- (void)ctrl_if_register_receiver(CMSG_NETIF_FE, xennet_ctrlif_rx,
- CALLBACK_IN_BLOCKING_CONTEXT);
-
- /* Send a driver-UP notification to the domain controller. */
- cmsg.type = CMSG_NETIF_FE;
- cmsg.subtype = CMSG_NETIF_FE_DRIVER_STATUS;
- cmsg.length = sizeof(netif_fe_driver_status_t);
- st.status = NETIF_DRIVER_STATUS_UP;
- st.max_handle = 0;
- memcpy(cmsg.msg, &st, sizeof(st));
- ctrl_if_send_message_block(&cmsg, NULL, 0, 0);
-
- return 0;
-}
-
-void
-xennet_scan_finish(struct device *parent)
-{
- int err;
-
- err = xennet_wait_for_interfaces();
- if (err)
- ctrl_if_unregister_receiver(CMSG_NETIF_FE, xennet_ctrlif_rx);
-}
-
-int
-xennet_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xennet_attach_args *xa = (struct xennet_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "xennet") == 0)
- return 1;
- return 0;
-}
-
-void
-xennet_attach(struct device *parent, struct device *self, void *aux)
-{
- struct xennet_attach_args *xneta = (struct xennet_attach_args *)aux;
- struct xennet_softc *sc = (struct xennet_softc *)self;
- struct ifnet *ifp = &sc->sc_ethercom.ec_if;
- int idx;
-
- aprint_normal(": Xen Virtual Network Interface\n");
-
- sc->sc_ifno = xneta->xa_handle;
-
- /* Initialize ifnet structure. */
- memcpy(ifp->if_xname, sc->sc_dev.dv_xname, IFNAMSIZ);
- ifp->if_softc = sc;
- ifp->if_start = xennet_start;
- ifp->if_ioctl = xennet_ioctl;
- ifp->if_watchdog = xennet_watchdog;
- ifp->if_flags = IFF_BROADCAST | IFF_NOTRAILERS;
-
-#ifdef mediacode
- ifmedia_init(&sc->sc_media, 0, xennet_mediachange,
- xennet_mediastatus);
- for (idx = 0; idx < nxennet_media; idx++)
- ifmedia_add(&sc->sc_media, xennet_media[idx], 0, NULL);
- ifmedia_set(&sc->sc_media, xennet_media[0]);
-#endif
-
- for (idx = 0; idx < NETIF_TX_RING_SIZE; idx++)
- sc->sc_tx_bufa[idx].xb_next = idx + 1;
- for (idx = 0; idx < NETIF_RX_RING_SIZE; idx++)
- sc->sc_rx_bufa[idx].xb_next = idx + 1;
-}
-
-static struct xennet_softc *
-find_device(int handle)
-{
- struct device *dv;
- struct xennet_softc *xs = NULL;
-
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (dv->dv_cfattach == NULL ||
- dv->dv_cfattach->ca_attach != xennet_attach)
- continue;
- xs = (struct xennet_softc *)dv;
- if (xs->sc_ifno == handle)
- break;
- }
- return dv ? xs : NULL;
-}
-
-static void
-xennet_ctrlif_rx(ctrl_msg_t *msg, unsigned long id)
-{
- int respond = 1;
-
- DPRINTFN(XEDB_EVENT, ("> ctrlif_rx=%d\n", msg->subtype));
- switch (msg->subtype) {
- case CMSG_NETIF_FE_INTERFACE_STATUS:
- if (msg->length != sizeof(netif_fe_interface_status_t))
- goto error;
- xennet_interface_status_change(
- (netif_fe_interface_status_t *)&msg->msg[0]);
- break;
-
- case CMSG_NETIF_FE_DRIVER_STATUS:
- if (msg->length != sizeof(netif_fe_driver_status_t))
- goto error;
- xennet_driver_status_change(
- (netif_fe_driver_status_t *)&msg->msg[0]);
- break;
-
- error:
- default:
- msg->length = 0;
- break;
- }
-
- if (respond)
- ctrl_if_send_response(msg);
-}
-
-static void
-xennet_driver_status_change(netif_fe_driver_status_t *status)
-{
-
- DPRINTFN(XEDB_EVENT, ("xennet_driver_status_change(%d)\n",
- status->status));
-
- netctrl.xc_up = status->status;
- xennet_driver_count_connected();
-}
-
-static int
-xennet_driver_count_connected(void)
-{
- struct device *dv;
- struct xennet_softc *xs = NULL;
-
- netctrl.xc_interfaces = netctrl.xc_connected = 0;
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (dv->dv_cfattach == NULL ||
- dv->dv_cfattach->ca_attach != xennet_attach)
- continue;
- xs = (struct xennet_softc *)dv;
- netctrl.xc_interfaces++;
- if (xs->sc_backend_state == BEST_CONNECTED)
- netctrl.xc_connected++;
- }
-
- return netctrl.xc_connected;
-}
-
-static void
-xennet_interface_status_change(netif_fe_interface_status_t *status)
-{
- ctrl_msg_t cmsg;
- netif_fe_interface_connect_t up;
- struct xennet_softc *sc;
- struct ifnet *ifp;
- struct xennet_attach_args xneta;
-
- DPRINTFN(XEDB_EVENT,
("xennet_interface_status_change(%d,%d,%02x:%02x:%02x:%02x:%02x:%02x)\n",
- status->status,
- status->handle,
- status->mac[0], status->mac[1], status->mac[2],
- status->mac[3], status->mac[4], status->mac[5]));
-
- sc = find_device(status->handle);
- if (sc == NULL) {
- xneta.xa_device = "xennet";
- xneta.xa_handle = status->handle;
- config_found(netctrl.xc_parent, &xneta, netctrl.xc_cfprint);
- sc = find_device(status->handle);
- if (sc == NULL) {
- printf("Status change: invalid netif handle %u\n",
- status->handle);
- return;
- }
- }
- ifp = &sc->sc_ethercom.ec_if;
-
- DPRINTFN(XEDB_EVENT,
("xennet_interface_status_change(%d,%p,%02x:%02x:%02x:%02x:%02x:%02x)\n",
- status->handle, sc,
- status->mac[0], status->mac[1], status->mac[2],
- status->mac[3], status->mac[4], status->mac[5]));
-
- switch (status->status) {
- case NETIF_INTERFACE_STATUS_CLOSED:
- printf("Unexpected netif-CLOSED message in state %d\n",
- sc->sc_backend_state);
- break;
-
- case NETIF_INTERFACE_STATUS_DISCONNECTED:
-#if 0
- if (sc->sc_backend_state != BEST_CLOSED) {
- printk("Unexpected netif-DISCONNECTED message"
- " in state %d\n", sc->sc_backend_state);
- printk("Attempting to reconnect network interface\n");
-
- /* Begin interface recovery.
- *
- * NB. Whilst we're recovering, we turn the
- * carrier state off. We take measures to
- * ensure that this device isn't used for
- * anything. We also stop the queue for this
- * device. Various different approaches
- * (e.g. continuing to buffer packets) have
- * been tested but don't appear to improve the
- * overall impact on TCP connections.
- *
- * TODO: (MAW) Change the Xend<->Guest
- * protocol so that a recovery is initiated by
- * a special "RESET" message - disconnect
- * could just mean we're not allowed to use
- * this interface any more.
- */
-
- /* Stop old i/f to prevent errors whilst we
- * rebuild the state. */
- spin_lock_irq(&np->tx_lock);
- spin_lock(&np->rx_lock);
- netif_stop_queue(dev);
- np->backend_state = BEST_DISCONNECTED;
- spin_unlock(&np->rx_lock);
- spin_unlock_irq(&np->tx_lock);
-
- /* Free resources. */
- free_irq(np->irq, dev);
- unbind_evtchn_from_irq(np->evtchn);
- free_page((unsigned long)np->tx);
- free_page((unsigned long)np->rx);
- }
-#endif
-
- if (sc->sc_backend_state == BEST_CLOSED) {
- /* Move from CLOSED to DISCONNECTED state. */
- sc->sc_tx = (netif_tx_interface_t *)
- uvm_km_valloc_align(kernel_map, PAGE_SIZE,
PAGE_SIZE);
- if (sc->sc_tx == NULL)
- panic("netif: no tx va");
- sc->sc_rx = (netif_rx_interface_t *)
- uvm_km_valloc_align(kernel_map, PAGE_SIZE,
PAGE_SIZE);
- if (sc->sc_rx == NULL)
- panic("netif: no rx va");
- sc->sc_pg_tx = uvm_pagealloc(NULL, 0, NULL,
UVM_PGA_ZERO);
- if (sc->sc_pg_tx == NULL) {
- panic("netif: no tx pages");
- }
- pmap_kenter_pa((vaddr_t)sc->sc_tx,
VM_PAGE_TO_PHYS(sc->sc_pg_tx),
- VM_PROT_READ | VM_PROT_WRITE);
- sc->sc_pg_rx = uvm_pagealloc(NULL, 0, NULL,
UVM_PGA_ZERO);
- if (sc->sc_pg_rx == NULL) {
- panic("netif: no rx pages");
- }
- pmap_kenter_pa((vaddr_t)sc->sc_rx,
VM_PAGE_TO_PHYS(sc->sc_pg_rx),
- VM_PROT_READ | VM_PROT_WRITE);
- sc->sc_backend_state = BEST_DISCONNECTED;
- }
-
- /* Construct an interface-CONNECT message for the
- * domain controller. */
- cmsg.type = CMSG_NETIF_FE;
- cmsg.subtype = CMSG_NETIF_FE_INTERFACE_CONNECT;
- cmsg.length = sizeof(netif_fe_interface_connect_t);
- up.handle = status->handle;
- up.tx_shmem_frame = xpmap_ptom(VM_PAGE_TO_PHYS(sc->sc_pg_tx))
>> PAGE_SHIFT;
- up.rx_shmem_frame = xpmap_ptom(VM_PAGE_TO_PHYS(sc->sc_pg_rx))
>> PAGE_SHIFT;
- memcpy(cmsg.msg, &up, sizeof(up));
-
- /* Tell the controller to bring up the interface. */
- ctrl_if_send_message_block(&cmsg, NULL, 0, 0);
- break;
-
- case NETIF_INTERFACE_STATUS_CONNECTED:
- if (sc->sc_backend_state == BEST_CLOSED) {
- printf("Unexpected netif-CONNECTED message"
- " in state %d\n", sc->sc_backend_state);
- break;
- }
-
- memcpy(sc->sc_enaddr, status->mac, ETHER_ADDR_LEN);
-#if 0
- if (xen_start_info.flags & SIF_PRIVILEGED) {
- /* XXX for domain-0 change out ethernet address to be
- * different than the physical address since arp
- * replies from other domains will report the physical
- * address.
- */
- if (sc->sc_enaddr[0] != 0xaa)
- sc->sc_enaddr[0] = 0xaa;
- else
- sc->sc_enaddr[0] = 0xab;
- }
-#endif
-
- /* Recovery procedure: */
-
- /* Step 1: Reinitialise variables. */
- sc->sc_rx_resp_cons = sc->sc_tx_resp_cons = /* sc->sc_tx_full =
*/ 0;
- sc->sc_rx->event = sc->sc_tx->event = 1;
-
- /* Step 2: Rebuild the RX and TX ring contents. */
- network_alloc_rx_buffers(sc);
- SLIST_INIT(&sc->sc_tx_bufs);
- network_alloc_tx_buffers(sc);
-
- /* Step 3: All public and private state should now be
- * sane. Get ready to start sending and receiving
- * packets and give the driver domain a kick because
- * we've probably just requeued some packets.
- */
- sc->sc_backend_state = BEST_CONNECTED;
- __insn_barrier();
- hypervisor_notify_via_evtchn(status->evtchn);
- network_tx_buf_gc(sc);
-
- if_attach(ifp);
- ether_ifattach(ifp, sc->sc_enaddr);
-
- sc->sc_evtchn = status->evtchn;
- sc->sc_irq = bind_evtchn_to_irq(sc->sc_evtchn);
- event_set_handler(sc->sc_irq, &xen_network_handler, sc,
IPL_NET);
- hypervisor_enable_irq(sc->sc_irq);
- xennet_driver_count_connected();
-
- aprint_normal("%s: MAC address %s\n", sc->sc_dev.dv_xname,
- ether_sprintf(sc->sc_enaddr));
-
-#if NRND > 0
- rnd_attach_source(&sc->sc_rnd_source, sc->sc_dev.dv_xname,
- RND_TYPE_NET, 0);
-#endif
- break;
-
- default:
- printf("Status change to unknown value %d\n",
- status->status);
- break;
- }
- DPRINTFN(XEDB_EVENT, ("xennet_interface_status_change()\n"));
-}
-
-static void
-xennet_tx_mbuf_free(struct mbuf *m, caddr_t buf, size_t size, void *arg)
-{
- struct xennet_txbuf *txbuf = (struct xennet_txbuf *)arg;
-
- DPRINTFN(XEDB_MBUF, ("xennet_tx_mbuf_free %p pa %p\n", txbuf,
- (void *)txbuf->xt_pa));
- SLIST_INSERT_HEAD(&txbuf->xt_sc->sc_tx_bufs, txbuf, xt_next);
- pool_cache_put(&mbpool_cache, m);
-}
-
-static void
-xennet_rx_push_buffer(struct xennet_softc *sc, int id)
-{
- NETIF_RING_IDX ringidx;
- int nr_pfns;
-
- ringidx = sc->sc_rx->req_prod;
- nr_pfns = 0;
-
- DPRINTFN(XEDB_MEM, ("readding page va %p pa %p ma %p/%p to rx_ring "
- "at %d with id %d\n",
- (void *)sc->sc_rx_bufa[id].xb_rx.xbrx_va,
- (void *)sc->sc_rx_bufa[id].xb_rx.xbrx_pa,
- (void *)(PTE_BASE[x86_btop
- (sc->sc_rx_bufa[id].xb_rx.xbrx_va)] &
- PG_FRAME),
- (void *)xpmap_ptom(sc->sc_rx_bufa[id].xb_rx.xbrx_pa),
- ringidx, id));
-
- sc->sc_rx->ring[MASK_NETIF_RX_IDX(ringidx)].req.id = id;
-
- rx_pfn_array[nr_pfns] = xpmap_ptom(sc->sc_rx_bufa[id].xb_rx.xbrx_pa)
- >> PAGE_SHIFT;
-
- /* Remove this page from pseudo phys map before
- * passing back to Xen. */
- xpmap_phys_to_machine_mapping[(sc->sc_rx_bufa[id].xb_rx.xbrx_pa -
XPMAP_OFFSET) >> PAGE_SHIFT] =
- INVALID_P2M_ENTRY;
-
- rx_mcl[nr_pfns].op = __HYPERVISOR_update_va_mapping;
- rx_mcl[nr_pfns].args[0] = sc->sc_rx_bufa[id].xb_rx.xbrx_va;
- rx_mcl[nr_pfns].args[1] = 0;
- rx_mcl[nr_pfns].args[2] = 0;
-
- nr_pfns++;
-
- sc->sc_rx_bufs_to_notify++;
-
- ringidx++;
-
- /*
- * We may have allocated buffers which have entries
- * outstanding in the page update queue -- make sure we flush
- * those first!
- */
- xpq_flush_queue();
-
- /* After all PTEs have been zapped we blow away stale TLB entries. */
- rx_mcl[nr_pfns-1].args[2] = UVMF_TLB_FLUSH|UVMF_LOCAL;
-
- /* Give away a batch of pages. */
- rx_mcl[nr_pfns].op = __HYPERVISOR_dom_mem_op;
- rx_mcl[nr_pfns].args[0] = MEMOP_decrease_reservation;
- rx_mcl[nr_pfns].args[1] = (unsigned long)rx_pfn_array;
- rx_mcl[nr_pfns].args[2] = (unsigned long)nr_pfns;
- rx_mcl[nr_pfns].args[3] = 0;
- rx_mcl[nr_pfns].args[4] = DOMID_SELF;
-
- /* Zap PTEs and give away pages in one big multicall. */
- (void)HYPERVISOR_multicall(rx_mcl, nr_pfns+1);
-
- /* Check return status of HYPERVISOR_dom_mem_op(). */
- if ( rx_mcl[nr_pfns].result != nr_pfns )
- panic("Unable to reduce memory reservation\n");
-
- /* Above is a suitable barrier to ensure backend will see requests. */
- sc->sc_rx->req_prod = ringidx;
-}
-
-static void
-xennet_rx_mbuf_free(struct mbuf *m, caddr_t buf, size_t size, void *arg)
-{
- union xennet_bufarray *xb = (union xennet_bufarray *)arg;
- struct xennet_softc *sc = xb->xb_rx.xbrx_sc;
- int id = (xb - sc->sc_rx_bufa);
-
- DPRINTFN(XEDB_MBUF, ("xennet_rx_mbuf_free id %d, mbuf %p, buf %p, "
- "size %d\n", id, m, buf, size));
-
- xennet_rx_push_buffer(sc, id);
-
- pool_cache_put(&mbpool_cache, m);
-}
-
-static int
-xen_network_handler(void *arg)
-{
- struct xennet_softc *sc = arg;
- struct ifnet *ifp = &sc->sc_ethercom.ec_if;
- netif_rx_response_t *rx;
- paddr_t pa;
- NETIF_RING_IDX ringidx;
- mmu_update_t *mmu = rx_mmu;
- multicall_entry_t *mcl = rx_mcl;
- struct mbuf *m;
-
- network_tx_buf_gc(sc);
-
-#if NRND > 0
- rnd_add_uint32(&sc->sc_rnd_source, sc->sc_rx_resp_cons);
-#endif
-
- again:
- for (ringidx = sc->sc_rx_resp_cons;
- ringidx != sc->sc_rx->resp_prod;
- ringidx++) {
- rx = &sc->sc_rx->ring[MASK_NETIF_RX_IDX(ringidx)].resp;
-
- if (rx->status < 0)
- panic("rx->status < 0");
- /* XXXcl check rx->status for error */
-
- MGETHDR(m, M_DONTWAIT, MT_DATA);
- if (m == NULL) {
- printf("xennet: rx no mbuf\n");
- break;
- }
-
- pa = sc->sc_rx_bufa[rx->id].xb_rx.xbrx_pa;
-
- DPRINTFN(XEDB_EVENT, ("rx event %d for id %d, size %d, "
- "status %d, ma %08lx, pa %08lx\n", ringidx,
- rx->id, rx->status, rx->status, rx->addr, pa));
-
- /* Remap the page. */
- mmu->ptr = (rx->addr & PG_FRAME) | MMU_MACHPHYS_UPDATE;
- mmu->val = (pa - XPMAP_OFFSET) >> PAGE_SHIFT;
- mmu++;
- mcl->op = __HYPERVISOR_update_va_mapping;
- mcl->args[0] = sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va;
- mcl->args[1] = (rx->addr & PG_FRAME) | PG_V|PG_KW;
- mcl->args[2] = UVMF_TLB_FLUSH|UVMF_LOCAL; // 0;
- mcl++;
-
- xpmap_phys_to_machine_mapping
- [(pa - XPMAP_OFFSET) >> PAGE_SHIFT] =
- rx->addr >> PAGE_SHIFT;
-
- /* Do all the remapping work, and M->P updates, in one
- * big hypercall. */
- if ((mcl - rx_mcl) != 0) {
- mcl->op = __HYPERVISOR_mmu_update;
- mcl->args[0] = (unsigned long)rx_mmu;
- mcl->args[1] = mmu - rx_mmu;
- mcl->args[2] = 0;
- mcl++;
- (void)HYPERVISOR_multicall(rx_mcl, mcl - rx_mcl);
- }
- if (0)
- printf("page mapped at va %08lx -> %08x/%08lx\n",
- sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va,
- PTE_BASE[x86_btop(sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va)],
- rx->addr);
- mmu = rx_mmu;
- mcl = rx_mcl;
-
- DPRINTFN(XEDB_MBUF, ("rx packet mbuf %p va %p pa %p/%p "
- "ma %p\n", m,
- (void *)sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va,
- (void *)(xpmap_mtop(PTE_BASE[x86_btop
-
(sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va)] & PG_FRAME)), (void *)pa,
- (void *)(PTE_BASE[x86_btop
- (sc->sc_rx_bufa[rx->id].xb_rx.xbrx_va)] & PG_FRAME)));
-
- m->m_len = m->m_pkthdr.len = rx->status;
- m->m_pkthdr.rcvif = ifp;
- if (sc->sc_rx->req_prod != sc->sc_rx->resp_prod) {
- MEXTADD(m, (void *)(sc->sc_rx_bufa[rx->id].xb_rx.
- xbrx_va + (rx->addr & PAGE_MASK)), rx->status,
M_DEVBUF,
- xennet_rx_mbuf_free,
- &sc->sc_rx_bufa[rx->id]);
- } else {
- /*
- * This was our last receive buffer, allocate
- * memory, copy data and push the receive
- * buffer back to the hypervisor.
- */
- MEXTMALLOC(m, rx->status, M_DONTWAIT);
- if ((m->m_flags & M_EXT) == 0) {
- printf("xennet: rx no mbuf 2\n");
- m_free(m);
- break;
- }
- memcpy(m->m_data, (void *)(sc->sc_rx_bufa[rx->id].
- xb_rx.xbrx_va + (rx->addr & PAGE_MASK)),
rx->status);
- xennet_rx_push_buffer(sc, rx->id);
- }
-
-#ifdef XENNET_DEBUG_DUMP
- xennet_hex_dump(mtod(m, u_char *), m->m_pkthdr.len, "r",
rx->id);
-#endif
-
-#if NBPFILTER > 0
- /*
- * Pass packet to bpf if there is a listener.
- */
- if (ifp->if_bpf)
- bpf_mtap(ifp->if_bpf, m);
-#endif
-
- ifp->if_ipackets++;
-
- /* Pass the packet up. */
- (*ifp->if_input)(ifp, m);
- }
-
- sc->sc_rx_resp_cons = ringidx;
- sc->sc_rx->event = sc->sc_rx_resp_cons + 1;
-
- if (sc->sc_rx->resp_prod != ringidx)
- goto again;
-
- return 0;
-}
-
-static inline int
-get_bufarray_entry(union xennet_bufarray *a)
-{
- int idx;
-
- idx = a[0].xb_next;
- a[0].xb_next = a[idx].xb_next;
- return idx;
-}
-
-static inline void
-put_bufarray_entry(union xennet_bufarray *a, int idx)
-{
-
- a[idx].xb_next = a[0].xb_next;
- a[0].xb_next = idx;
-}
-
-static void
-network_tx_buf_gc(struct xennet_softc *sc)
-{
- struct ifnet *ifp = &sc->sc_ethercom.ec_if;
- NETIF_RING_IDX idx, prod;
-
- do {
- prod = sc->sc_tx->resp_prod;
-
- for (idx = sc->sc_tx_resp_cons; idx != prod; idx++) {
- DPRINTFN(XEDB_EVENT, ("tx event at pos %d, status: "
- "%d, id: %d, mbuf %p, buf %p\n", idx,
-
sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.status,
-
sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.id,
-
sc->sc_tx_bufa[sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.id].xb_tx.xbtx_m,
-
mtod(sc->sc_tx_bufa[sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.id].xb_tx.xbtx_m,
void *)));
-
m_freem(sc->sc_tx_bufa[sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.id].xb_tx.xbtx_m);
- put_bufarray_entry(sc->sc_tx_bufa,
- sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].resp.id);
- sc->sc_tx_entries--; /* atomic */
- }
-
- sc->sc_tx_resp_cons = prod;
-
- /*
- * Set a new event, then check for race with update of
- * tx_cons.
- */
- sc->sc_tx->event = /* atomic */
- prod + (sc->sc_tx_entries >> 1) + 1;
- __insn_barrier();
- } while (prod != sc->sc_tx->resp_prod);
-
- if (sc->sc_tx->resp_prod == sc->sc_tx->req_prod)
- ifp->if_timer = 0;
- /* KDASSERT(sc->sc_net_idx->tx_req_prod == */
- /* TX_RING_ADD(sc->sc_net_idx->tx_resp_prod, sc->sc_tx_entries)); */
-}
-
-static void
-network_alloc_rx_buffers(struct xennet_softc *sc)
-{
- vaddr_t rxpages, va;
- paddr_t pa;
- struct vm_page *pg;
- int id, nr_pfns;
- NETIF_RING_IDX ringidx;
- int s;
-
- ringidx = sc->sc_rx->req_prod;
- if ((ringidx - sc->sc_rx_resp_cons) > (RX_MAX_ENTRIES / 2))
- return;
-
- nr_pfns = 0;
-
- rxpages = uvm_km_valloc_align(kernel_map, RX_ENTRIES * PAGE_SIZE,
- PAGE_SIZE);
-
- s = splnet();
- for (va = rxpages; va < rxpages + RX_ENTRIES * PAGE_SIZE;
- va += PAGE_SIZE) {
- pg = uvm_pagealloc(NULL, 0, NULL, 0);
- if (pg == NULL)
- panic("network_alloc_rx_buffers: no pages");
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
-
- id = get_bufarray_entry(sc->sc_rx_bufa);
- sc->sc_rx_bufa[id].xb_rx.xbrx_va = va;
- sc->sc_rx_bufa[id].xb_rx.xbrx_sc = sc;
-
- pa = VM_PAGE_TO_PHYS(pg);
- DPRINTFN(XEDB_MEM, ("adding page va %p pa %p/%p "
- "ma %p/%p to rx_ring at %d with id %d\n", (void *)va,
- (void *)(VM_PAGE_TO_PHYS(pg) & PG_FRAME), (void
*)xpmap_mtop(PTE_BASE[x86_btop(va)]),
- (void *)(PTE_BASE[x86_btop(va)] & PG_FRAME),
- (void *)xpmap_ptom(VM_PAGE_TO_PHYS(pg)),
- ringidx, id));
- sc->sc_rx_bufa[id].xb_rx.xbrx_pa = pa;
- sc->sc_rx->ring[MASK_NETIF_RX_IDX(ringidx)].req.id = id;
-
- rx_pfn_array[nr_pfns] = xpmap_ptom(pa) >> PAGE_SHIFT;
-
- /* Remove this page from pseudo phys map before
- * passing back to Xen. */
- xpmap_phys_to_machine_mapping[(pa - XPMAP_OFFSET) >>
PAGE_SHIFT] =
- INVALID_P2M_ENTRY;
-
- rx_mcl[nr_pfns].op = __HYPERVISOR_update_va_mapping;
- rx_mcl[nr_pfns].args[0] = va;
- rx_mcl[nr_pfns].args[1] = 0;
- rx_mcl[nr_pfns].args[2] = 0;
-
- nr_pfns++;
-
- sc->sc_rx_bufs_to_notify++;
-
- ringidx++;
- if ((ringidx - sc->sc_rx_resp_cons) == RX_MAX_ENTRIES)
- break;
- }
-
- if (nr_pfns == 0) {
- splx(s);
- return;
- }
-
- /*
- * We may have allocated buffers which have entries
- * outstanding in the page update queue -- make sure we flush
- * those first!
- */
- xpq_flush_queue();
-
- /* After all PTEs have been zapped we blow away stale TLB entries. */
- rx_mcl[nr_pfns-1].args[2] = UVMF_TLB_FLUSH|UVMF_LOCAL;
-
- /* Give away a batch of pages. */
- rx_mcl[nr_pfns].op = __HYPERVISOR_dom_mem_op;
- rx_mcl[nr_pfns].args[0] = MEMOP_decrease_reservation;
- rx_mcl[nr_pfns].args[1] = (unsigned long)rx_pfn_array;
- rx_mcl[nr_pfns].args[2] = (unsigned long)nr_pfns;
- rx_mcl[nr_pfns].args[3] = 0;
- rx_mcl[nr_pfns].args[4] = DOMID_SELF;
-
- /* Zap PTEs and give away pages in one big multicall. */
- (void)HYPERVISOR_multicall(rx_mcl, nr_pfns+1);
-
- /* Check return status of HYPERVISOR_dom_mem_op(). */
- if (rx_mcl[nr_pfns].result != nr_pfns)
- panic("Unable to reduce memory reservation\n");
-
- /* Above is a suitable barrier to ensure backend will see requests. */
- sc->sc_rx->req_prod = ringidx;
-
- splx(s);
-
-}
-
-static void
-network_alloc_tx_buffers(struct xennet_softc *sc)
-{
- vaddr_t txpages, va;
- struct vm_page *pg;
- struct xennet_txbuf *txbuf;
- int i;
-
- txpages = uvm_km_valloc_align(kernel_map,
- (TX_ENTRIES / TXBUF_PER_PAGE) * PAGE_SIZE, PAGE_SIZE);
- for (va = txpages;
- va < txpages + (TX_ENTRIES / TXBUF_PER_PAGE) * PAGE_SIZE;
- va += PAGE_SIZE) {
- pg = uvm_pagealloc(NULL, 0, NULL, 0);
- if (pg == NULL)
- panic("network_alloc_tx_buffers: no pages");
- pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pg),
- VM_PROT_READ | VM_PROT_WRITE);
-
- for (i = 0; i < TXBUF_PER_PAGE; i++) {
- txbuf = (struct xennet_txbuf *)
- (va + i * (PAGE_SIZE / TXBUF_PER_PAGE));
- txbuf->xt_sc = sc;
- txbuf->xt_pa = VM_PAGE_TO_PHYS(pg) +
- i * (PAGE_SIZE / TXBUF_PER_PAGE) +
- sizeof(struct xennet_txbuf);
- SLIST_INSERT_HEAD(&sc->sc_tx_bufs, txbuf, xt_next);
- }
- }
-}
-
-/*
- * Called at splnet.
- */
-void
-xennet_start(struct ifnet *ifp)
-{
- struct xennet_softc *sc = ifp->if_softc;
- struct mbuf *m, *new_m;
- struct xennet_txbuf *txbuf;
- netif_tx_request_t *txreq;
- NETIF_RING_IDX idx;
- paddr_t pa;
- int bufid;
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_start()\n", sc->sc_dev.dv_xname));
-
-#ifdef DIAGNOSTIC
- IFQ_POLL(&ifp->if_snd, m);
- if (m == 0)
- panic("%s: No packet to start", sc->sc_dev.dv_xname);
-#endif
-
-#if NRND > 0
- rnd_add_uint32(&sc->sc_rnd_source, sc->sc_tx->req_prod);
-#endif
-
- if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING)
- return;
-
- idx = sc->sc_tx->req_prod;
- while (/*CONSTCOND*/1) {
-
- IFQ_POLL(&ifp->if_snd, m);
- if (m == NULL)
- break;
-
- switch (m->m_flags & (M_EXT|M_EXT_CLUSTER)) {
- case M_EXT|M_EXT_CLUSTER:
- pa = m->m_ext.ext_paddr +
- (m->m_data - m->m_ext.ext_buf);
- break;
- default:
- case 0:
- pa = m->m_paddr + M_BUFOFFSET(m) +
- (m->m_data - M_BUFADDR(m));
- break;
- }
-
- if (m->m_pkthdr.len != m->m_len ||
- (pa ^ (pa + m->m_pkthdr.len)) & PG_FRAME) {
- txbuf = SLIST_FIRST(&sc->sc_tx_bufs);
- if (txbuf == NULL) {
- // printf("xennet: no tx bufs\n");
- break;
- }
-
- MGETHDR(new_m, M_DONTWAIT, MT_DATA);
- if (new_m == NULL) {
- printf("xennet: no mbuf\n");
- break;
- }
-
- SLIST_REMOVE_HEAD(&sc->sc_tx_bufs, xt_next);
- IFQ_DEQUEUE(&ifp->if_snd, m);
-
- KASSERT(m->m_flags & M_PKTHDR);
- M_COPY_PKTHDR(new_m, m);
- m_copydata(m, 0, m->m_pkthdr.len, txbuf->xt_buf);
- MEXTADD(new_m, txbuf->xt_buf, m->m_pkthdr.len,
- M_DEVBUF, xennet_tx_mbuf_free, txbuf);
- new_m->m_ext.ext_paddr = txbuf->xt_pa;
- new_m->m_len = new_m->m_pkthdr.len = m->m_pkthdr.len;
-
- m_freem(m);
- m = new_m;
-
- pa = m->m_ext.ext_paddr +
- (m->m_data - m->m_ext.ext_buf);
- } else
- IFQ_DEQUEUE(&ifp->if_snd, m);
-
- bufid = get_bufarray_entry(sc->sc_tx_bufa);
- sc->sc_tx_bufa[bufid].xb_tx.xbtx_m = m;
-
- DPRINTFN(XEDB_MBUF, ("xennet_start id %d, mbuf %p, buf %p/%p, "
- "size %d\n", bufid, m, mtod(m, void *),
- (void *)pa, m->m_pkthdr.len));
-#ifdef XENNET_DEBUG_DUMP
- xennet_hex_dump(mtod(m, u_char *), m->m_pkthdr.len, "s", bufid);
-#endif
-
- txreq = &sc->sc_tx->ring[MASK_NETIF_TX_IDX(idx)].req;
- txreq->id = bufid;
- txreq->addr = xpmap_ptom(pa);
- txreq->size = m->m_pkthdr.len;
-
- __insn_barrier();
- idx++;
- sc->sc_tx->req_prod = idx;
-
- sc->sc_tx_entries++; /* XXX atomic */
-
-#ifdef XENNET_DEBUG
- DPRINTFN(XEDB_MEM, ("packet addr %p/%p, physical %p/%p, "
- "m_paddr %p, len %d/%d\n", M_BUFADDR(m), mtod(m, void *),
- (void *)*kvtopte(mtod(m, vaddr_t)),
- (void *)xpmap_mtop(*kvtopte(mtod(m, vaddr_t))),
- (void *)m->m_paddr, m->m_pkthdr.len, m->m_len));
-#endif
-
-#if NBPFILTER > 0
- /*
- * Pass packet to bpf if there is a listener.
- */
- if (ifp->if_bpf)
- bpf_mtap(ifp->if_bpf, m);
-#endif
- }
-
- ifp->if_flags &= ~IFF_OACTIVE;
-
- network_tx_buf_gc(sc);
-
- __insn_barrier();
- if (sc->sc_tx->resp_prod != idx)
- hypervisor_notify_via_evtchn(sc->sc_evtchn);
-
- ifp->if_timer = 5;
-
- ifp->if_opackets++;
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_start() done\n",
- sc->sc_dev.dv_xname));
-}
-
-int
-xennet_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
-{
- struct xennet_softc *sc = ifp->if_softc;
- struct ifaddr *ifa = (struct ifaddr *)data;
-#ifdef mediacode
- struct ifreq *ifr = (struct ifreq *)data;
-#endif
- int s, error = 0;
-
- s = splnet();
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl()\n", sc->sc_dev.dv_xname));
-
- switch(cmd) {
- case SIOCSIFADDR:
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl() SIOCSIFADDR\n",
- sc->sc_dev.dv_xname));
- ifp->if_flags |= IFF_UP;
- switch (ifa->ifa_addr->sa_family) {
-#ifdef INET
- case AF_INET:
- xennet_init(sc);
- arp_ifinit(ifp, ifa);
- break;
-#endif
- default:
- xennet_init(sc);
- break;
- }
- break;
-
- case SIOCSIFFLAGS:
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl() SIOCSIFFLAGS\n",
- sc->sc_dev.dv_xname));
- break;
-
- case SIOCADDMULTI:
- case SIOCDELMULTI:
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl() SIOC*MULTI\n",
- sc->sc_dev.dv_xname));
- break;
-
-#ifdef mediacode
- case SIOCGIFMEDIA:
- case SIOCSIFMEDIA:
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl() SIOC*IFMEDIA\n",
- sc->sc_dev.dv_xname));
- error = ifmedia_ioctl(ifp, ifr, &sc->sc_media, cmd);
- break;
-#endif
-
- default:
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl(0x%lx) unknown cmd\n",
- sc->sc_dev.dv_xname, cmd));
- error = EINVAL;
- break;
- }
-
- splx(s);
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_ioctl() returning %d\n",
- sc->sc_dev.dv_xname, error));
-
- return error;
-}
-
-void
-xennet_watchdog(struct ifnet *ifp)
-{
-
- panic("xennet_watchdog\n");
-}
-
-void
-xennet_init(struct xennet_softc *sc)
-{
- struct ifnet *ifp = &sc->sc_ethercom.ec_if;
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_init()\n", sc->sc_dev.dv_xname));
-
- if (ifp->if_flags & IFF_UP) {
- if ((ifp->if_flags & IFF_RUNNING) == 0)
- xennet_reset(sc);
-
- ifp->if_flags |= IFF_RUNNING;
- ifp->if_flags &= ~IFF_OACTIVE;
- ifp->if_timer = 0;
- } else {
- ifp->if_flags &= ~IFF_RUNNING;
- xennet_reset(sc);
- }
-}
-
-void
-xennet_reset(struct xennet_softc *sc)
-{
-
- DPRINTFN(XEDB_FOLLOW, ("%s: xennet_reset()\n", sc->sc_dev.dv_xname));
-}
-
-#ifdef mediacode
-/*
- * Media change callback.
- */
-static int
-xennet_mediachange(struct ifnet *ifp)
-{
- struct xennet_softc *sc = ifp->if_softc;
-
- switch IFM_SUBTYPE(sc->sc_media.ifm_media) {
- case IFM_AUTO:
- break;
- default:
- return (1);
- break;
- }
-
- return (0);
-}
-
-/*
- * Media status callback.
- */
-static void
-xennet_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
-{
- struct xennet_softc *sc = ifp->if_softc;
-
- if (IFM_SUBTYPE(ifmr->ifm_active) == IFM_AUTO)
- ifmr->ifm_active = sc->sc_media.ifm_cur->ifm_data;
-
- ifmr->ifm_status &= ~IFM_AVALID;
-}
-#endif
-
-int
-xennet_bootstatic_callback(struct nfs_diskless *nd)
-{
- struct ifnet *ifp = nd->nd_ifp;
- struct xennet_softc *sc = (struct xennet_softc *)ifp->if_softc;
- union xen_cmdline_parseinfo xcp;
- struct sockaddr_in *sin;
-
- memset(&xcp, 0, sizeof(xcp.xcp_netinfo));
- xcp.xcp_netinfo.xi_ifno = sc->sc_ifno;
- xcp.xcp_netinfo.xi_root = nd->nd_root.ndm_host;
- xen_parse_cmdline(XEN_PARSE_NETINFO, &xcp);
-
- nd->nd_myip.s_addr = ntohl(xcp.xcp_netinfo.xi_ip[0]);
- nd->nd_gwip.s_addr = ntohl(xcp.xcp_netinfo.xi_ip[2]);
- nd->nd_mask.s_addr = ntohl(xcp.xcp_netinfo.xi_ip[3]);
-
- sin = (struct sockaddr_in *) &nd->nd_root.ndm_saddr;
- memset((caddr_t)sin, 0, sizeof(*sin));
- sin->sin_len = sizeof(*sin);
- sin->sin_family = AF_INET;
- sin->sin_addr.s_addr = ntohl(xcp.xcp_netinfo.xi_ip[1]);
-
- return (NFS_BOOTSTATIC_HAS_MYIP|NFS_BOOTSTATIC_HAS_GWIP|
- NFS_BOOTSTATIC_HAS_MASK|NFS_BOOTSTATIC_HAS_SERVADDR|
- NFS_BOOTSTATIC_HAS_SERVER);
-}
-
-
-#ifdef XENNET_DEBUG_DUMP
-#define XCHR(x) "0123456789abcdef"[(x) & 0xf]
-static void
-xennet_hex_dump(unsigned char *pkt, size_t len, char *type, int id)
-{
- size_t i, j;
-
- printf("pkt %p len %d/%x type %s id %d\n", pkt, len, len, type, id);
- printf("00000000 ");
- for(i=0; i<len; i++) {
- printf("%c%c ", XCHR(pkt[i]>>4), XCHR(pkt[i]));
- if ((i+1) % 16 == 8)
- printf(" ");
- if ((i+1) % 16 == 0) {
- printf(" %c", '|');
- for(j=0; j<16; j++)
- printf("%c", pkt[i-15+j]>=32 &&
- pkt[i-15+j]<127?pkt[i-15+j]:'.');
- printf("%c\n%c%c%c%c%c%c%c%c ", '|',
- XCHR((i+1)>>28), XCHR((i+1)>>24),
- XCHR((i+1)>>20), XCHR((i+1)>>16),
- XCHR((i+1)>>12), XCHR((i+1)>>8),
- XCHR((i+1)>>4), XCHR(i+1));
- }
- }
- printf("\n");
-}
-#undef XCHR
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/xbd.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/xbd.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1689 +0,0 @@
-/* $NetBSD: xbd.c,v 1.9.2.1 2004/05/22 15:59:11 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: xbd.c,v 1.9.2.1 2004/05/22 15:59:11 he Exp $");
-
-#include "xbd.h"
-#include "rnd.h"
-
-#include <sys/types.h>
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/proc.h>
-#include <sys/errno.h>
-#include <sys/buf.h>
-#include <sys/malloc.h>
-#include <sys/pool.h>
-#include <sys/ioctl.h>
-#include <sys/device.h>
-#include <sys/disk.h>
-#include <sys/disklabel.h>
-#include <sys/fcntl.h>
-#include <sys/vnode.h>
-#include <sys/lock.h>
-#include <sys/conf.h>
-#include <sys/queue.h>
-#include <sys/stat.h>
-#include <sys/sysctl.h>
-#include <sys/kernel.h>
-#include <sys/kthread.h>
-
-#include <uvm/uvm.h>
-
-#if NRND > 0
-#include <sys/rnd.h>
-#endif
-
-#include <dev/dkvar.h>
-#include <machine/xbdvar.h>
-
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/ctrl_if.h>
-
-
-static void control_send(blkif_request_t *, blkif_response_t *);
-static void send_interface_connect(void);
-
-static void xbd_attach(struct device *, struct device *, void *);
-static int xbd_detach(struct device *, int);
-
-#if NXBD > 0
-int xbd_match(struct device *, struct cfdata *, void *);
-CFATTACH_DECL(xbd, sizeof(struct xbd_softc),
- xbd_match, xbd_attach, xbd_detach, NULL);
-
-extern struct cfdriver xbd_cd;
-#endif
-
-#if NWD > 0
-int xbd_wd_match(struct device *, struct cfdata *, void *);
-CFATTACH_DECL(wd, sizeof(struct xbd_softc),
- xbd_wd_match, xbd_attach, xbd_detach, NULL);
-
-extern struct cfdriver wd_cd;
-#endif
-
-#if NSD > 0
-int xbd_sd_match(struct device *, struct cfdata *, void *);
-CFATTACH_DECL(sd, sizeof(struct xbd_softc),
- xbd_sd_match, xbd_attach, xbd_detach, NULL);
-
-extern struct cfdriver sd_cd;
-#endif
-
-#if NCD > 0
-int xbd_cd_match(struct device *, struct cfdata *, void *);
-CFATTACH_DECL(cd, sizeof(struct xbd_softc),
- xbd_cd_match, xbd_attach, xbd_detach, NULL);
-
-extern struct cfdriver cd_cd;
-#endif
-
-
-dev_type_open(xbdopen);
-dev_type_close(xbdclose);
-dev_type_read(xbdread);
-dev_type_write(xbdwrite);
-dev_type_ioctl(xbdioctl);
-dev_type_ioctl(xbdioctl_cdev);
-dev_type_strategy(xbdstrategy);
-dev_type_dump(xbddump);
-dev_type_size(xbdsize);
-
-#if NXBD > 0
-const struct bdevsw xbd_bdevsw = {
- xbdopen, xbdclose, xbdstrategy, xbdioctl,
- xbddump, xbdsize, D_DISK
-};
-
-const struct cdevsw xbd_cdevsw = {
- xbdopen, xbdclose, xbdread, xbdwrite, xbdioctl_cdev,
- nostop, notty, nopoll, nommap, nokqfilter, D_DISK
-};
-
-static dev_t xbd_major;
-#endif
-
-#if NWD > 0
-const struct bdevsw wd_bdevsw = {
- xbdopen, xbdclose, xbdstrategy, xbdioctl,
- xbddump, xbdsize, D_DISK
-};
-
-const struct cdevsw wd_cdevsw = {
- xbdopen, xbdclose, xbdread, xbdwrite, xbdioctl_cdev,
- nostop, notty, nopoll, nommap, nokqfilter, D_DISK
-};
-
-static dev_t xbd_wd_major;
-static dev_t xbd_wd_cdev_major;
-#endif
-
-#if NSD > 0
-const struct bdevsw sd_bdevsw = {
- xbdopen, xbdclose, xbdstrategy, xbdioctl,
- xbddump, xbdsize, D_DISK
-};
-
-const struct cdevsw sd_cdevsw = {
- xbdopen, xbdclose, xbdread, xbdwrite, xbdioctl_cdev,
- nostop, notty, nopoll, nommap, nokqfilter, D_DISK
-};
-
-static dev_t xbd_sd_major;
-static dev_t xbd_sd_cdev_major;
-#endif
-
-#if NCD > 0
-const struct bdevsw cd_bdevsw = {
- xbdopen, xbdclose, xbdstrategy, xbdioctl,
- xbddump, xbdsize, D_DISK
-};
-
-const struct cdevsw cd_cdevsw = {
- xbdopen, xbdclose, xbdread, xbdwrite, xbdioctl_cdev,
- nostop, notty, nopoll, nommap, nokqfilter, D_DISK
-};
-
-static dev_t xbd_cd_major;
-static dev_t xbd_cd_cdev_major;
-#endif
-
-
-static int xbdstart(struct dk_softc *, struct buf *);
-static int xbd_response_handler(void *);
-#if 0
-static void xbd_update_create_kthread(void *);
-static void xbd_update_kthread(void *);
-static int xbd_update_handler(void *);
-#endif
-
-static int xbdinit(struct xbd_softc *, vdisk_t *, struct dk_intf *);
-
-/* Pseudo-disk Interface */
-static struct dk_intf dkintf_esdi = {
- DTYPE_ESDI,
- "Xen Virtual ESDI",
- xbdopen,
- xbdclose,
- xbdstrategy,
- xbdstart,
-};
-#if NSD > 0
-static struct dk_intf dkintf_scsi = {
- DTYPE_SCSI,
- "Xen Virtual SCSI",
- xbdopen,
- xbdclose,
- xbdstrategy,
- xbdstart,
-};
-#endif
-
-#if NXBD > 0
-static struct xbd_attach_args xbd_ata = {
- .xa_device = "xbd",
- .xa_dkintf = &dkintf_esdi,
-};
-#endif
-
-#if NWD > 0
-static struct xbd_attach_args wd_ata = {
- .xa_device = "wd",
- .xa_dkintf = &dkintf_esdi,
-};
-#endif
-
-#if NSD > 0
-static struct xbd_attach_args sd_ata = {
- .xa_device = "sd",
- .xa_dkintf = &dkintf_scsi,
-};
-#endif
-
-#if NCD > 0
-static struct xbd_attach_args cd_ata = {
- .xa_device = "cd",
- .xa_dkintf = &dkintf_esdi,
-};
-#endif
-
-static struct sysctlnode *diskcookies;
-
-
-#if defined(XBDDEBUG) && !defined(DEBUG)
-#define DEBUG
-#endif
-
-#ifdef DEBUG
-int xbddebug = 0;
-
-#define XBDB_FOLLOW 0x1
-#define XBDB_IO 0x2
-#define XBDB_SETUP 0x4
-#define XBDB_HOTPLUG 0x8
-
-#define IFDEBUG(x,y) if (xbddebug & (x)) y
-#define DPRINTF(x,y) IFDEBUG(x, printf y)
-#define DPRINTF_FOLLOW(y) DPRINTF(XBDB_FOLLOW, y)
-#define DEBUG_MARK_UNUSED(_xr) (_xr)->xr_sc = (void *)0xdeadbeef
-
-struct xbdreq *xbd_allxr;
-#else
-#define IFDEBUG(x,y)
-#define DPRINTF(x,y)
-#define DPRINTF_FOLLOW(y)
-#define DEBUG_MARK_UNUSED(_xr)
-#endif
-
-#ifdef DIAGNOSTIC
-#define DIAGPANIC(x) panic x
-#define DIAGCONDPANIC(x,y) if (x) panic y
-#else
-#define DIAGPANIC(x)
-#define DIAGCONDPANIC(x,y)
-#endif
-
-
-struct xbdreq {
- union {
- SLIST_ENTRY(xbdreq) _unused; /* ptr. to next free xbdreq */
- SIMPLEQ_ENTRY(xbdreq) _suspended;
- /* link when on suspended queue. */
- } _link;
- struct xbdreq *xr_parent; /* ptr. to parent xbdreq */
- struct buf *xr_bp; /* ptr. to original I/O buf */
- daddr_t xr_bn; /* block no. to process */
- long xr_bqueue; /* bytes left to queue */
- long xr_bdone; /* bytes left */
- vaddr_t xr_data; /* ptr. to data to be proc. */
- vaddr_t xr_aligned; /* ptr. to aligned data */
- long xr_breq; /* bytes in this req. */
- struct xbd_softc *xr_sc; /* ptr. to xbd softc */
-};
-#define xr_unused _link._unused
-#define xr_suspended _link._suspended
-
-SLIST_HEAD(,xbdreq) xbdreqs =
- SLIST_HEAD_INITIALIZER(xbdreqs);
-static SIMPLEQ_HEAD(, xbdreq) xbdr_suspended =
- SIMPLEQ_HEAD_INITIALIZER(xbdr_suspended);
-
-#define CANGET_XBDREQ() (!SLIST_EMPTY(&xbdreqs))
-
-#define GET_XBDREQ(_xr) do { \
- (_xr) = SLIST_FIRST(&xbdreqs); \
- if (__predict_true(_xr)) \
- SLIST_REMOVE_HEAD(&xbdreqs, xr_unused); \
-} while (/*CONSTCOND*/0)
-
-#define PUT_XBDREQ(_xr) do { \
- DEBUG_MARK_UNUSED(_xr); \
- SLIST_INSERT_HEAD(&xbdreqs, _xr, xr_unused); \
-} while (/*CONSTCOND*/0)
-
-static struct bufq_state bufq;
-static int bufq_users = 0;
-
-#define XEN_MAJOR(_dev) ((_dev) >> 8)
-#define XEN_MINOR(_dev) ((_dev) & 0xff)
-
-#define XEN_SCSI_DISK0_MAJOR 8
-#define XEN_SCSI_DISK1_MAJOR 65
-#define XEN_SCSI_DISK2_MAJOR 66
-#define XEN_SCSI_DISK3_MAJOR 67
-#define XEN_SCSI_DISK4_MAJOR 68
-#define XEN_SCSI_DISK5_MAJOR 69
-#define XEN_SCSI_DISK6_MAJOR 70
-#define XEN_SCSI_DISK7_MAJOR 71
-#define XEN_SCSI_DISK8_MAJOR 128
-#define XEN_SCSI_DISK9_MAJOR 129
-#define XEN_SCSI_DISK10_MAJOR 130
-#define XEN_SCSI_DISK11_MAJOR 131
-#define XEN_SCSI_DISK12_MAJOR 132
-#define XEN_SCSI_DISK13_MAJOR 133
-#define XEN_SCSI_DISK14_MAJOR 134
-#define XEN_SCSI_DISK15_MAJOR 135
-#define XEN_SCSI_CDROM_MAJOR 11
-
-#define XEN_IDE0_MAJOR 3
-#define XEN_IDE1_MAJOR 22
-#define XEN_IDE2_MAJOR 33
-#define XEN_IDE3_MAJOR 34
-#define XEN_IDE4_MAJOR 56
-#define XEN_IDE5_MAJOR 57
-#define XEN_IDE6_MAJOR 88
-#define XEN_IDE7_MAJOR 89
-#define XEN_IDE8_MAJOR 90
-#define XEN_IDE9_MAJOR 91
-
-#define XEN_BSHIFT 9 /* log2(XEN_BSIZE) */
-#define XEN_BSIZE (1 << XEN_BSHIFT)
-
-#define MAX_VBDS 64
-static int nr_vbds;
-static vdisk_t *vbd_info;
-
-static blkif_ring_t *blk_ring = NULL;
-static BLKIF_RING_IDX resp_cons; /* Response consumer for comms ring. */
-static BLKIF_RING_IDX req_prod; /* Private request producer. */
-static BLKIF_RING_IDX last_req_prod; /* Request producer at last trap. */
-
-#define STATE_CLOSED 0
-#define STATE_DISCONNECTED 1
-#define STATE_CONNECTED 2
-static unsigned int state = STATE_CLOSED;
-static unsigned int blkif_evtchn = 0;
-static unsigned int blkif_irq = 0;
-static unsigned int blkif_handle = 0;
-
-static int blkif_control_rsp_valid = 0;
-static blkif_response_t blkif_control_rsp;
-
-/** Network interface info. */
-struct xbd_ctrl {
-
- cfprint_t xc_cfprint;
- struct device *xc_parent;
-};
-
-static struct xbd_ctrl blkctrl;
-
-#define XBDUNIT(x) DISKUNIT(x)
-#define GETXBD_SOFTC(_xs, x) if (!((_xs) = getxbd_softc(x))) return ENXIO
-#define GETXBD_SOFTC_CDEV(_xs, x) do { \
- dev_t bx = devsw_chr2blk((x)); \
- if (bx == NODEV) \
- return ENXIO; \
- if (!((_xs) = getxbd_softc(bx))) \
- return ENXIO; \
-} while (/*CONSTCOND*/0)
-
-static struct xbd_softc *
-getxbd_softc(dev_t dev)
-{
- int unit = XBDUNIT(dev);
-
- DPRINTF_FOLLOW(("getxbd_softc(0x%x): major = %d unit = %d\n", dev,
- major(dev), unit));
-#if NXBD > 0
- if (major(dev) == xbd_major)
- return device_lookup(&xbd_cd, unit);
-#endif
-#if NWD > 0
- if (major(dev) == xbd_wd_major || major(dev) == xbd_wd_cdev_major)
- return device_lookup(&wd_cd, unit);
-#endif
-#if NSD > 0
- if (major(dev) == xbd_sd_major || major(dev) == xbd_sd_cdev_major)
- return device_lookup(&sd_cd, unit);
-#endif
-#if NCD > 0
- if (major(dev) == xbd_cd_major || major(dev) == xbd_cd_cdev_major)
- return device_lookup(&cd_cd, unit);
-#endif
- return NULL;
-}
-
-static int
-get_vbd_info(vdisk_t *disk_info)
-{
- vdisk_t *buf;
- int nr;
- blkif_request_t req;
- blkif_response_t rsp;
- paddr_t pa;
-
- buf = (vdisk_t *)uvm_km_kmemalloc1(kmem_map, NULL,
- PAGE_SIZE, PAGE_SIZE, UVM_UNKNOWN_OFFSET, 0);
- pmap_extract(pmap_kernel(), (vaddr_t)buf, &pa);
- /* Probe for disk information. */
- memset(&req, 0, sizeof(req));
- req.operation = BLKIF_OP_PROBE;
- req.nr_segments = 1;
- req.frame_and_sects[0] = xpmap_ptom_masked(pa) | 7;
-
- control_send(&req, &rsp);
- nr = rsp.status > MAX_VBDS ? MAX_VBDS : rsp.status;
-
- if (rsp.status < 0)
- printf("WARNING: Could not probe disks (%d)\n", rsp.status);
-
- memcpy(disk_info, buf, nr * sizeof(vdisk_t));
-
- uvm_km_free(kmem_map, (vaddr_t)buf, PAGE_SIZE);
-
- return nr;
-}
-
-static struct xbd_attach_args *
-get_xbda(vdisk_t *xd)
-{
-
- switch (XEN_MAJOR(xd->device)) {
-#if NSD > 0
- case XEN_SCSI_DISK0_MAJOR:
- case XEN_SCSI_DISK1_MAJOR ... XEN_SCSI_DISK7_MAJOR:
- case XEN_SCSI_DISK8_MAJOR ... XEN_SCSI_DISK15_MAJOR:
- if (xd->capacity == 0)
- return NULL;
- return &sd_ata;
- case XEN_SCSI_CDROM_MAJOR:
- return &cd_ata;
-#endif
-#if NWD > 0
- case XEN_IDE0_MAJOR:
- case XEN_IDE1_MAJOR:
- case XEN_IDE2_MAJOR:
- case XEN_IDE3_MAJOR:
- case XEN_IDE4_MAJOR:
- case XEN_IDE5_MAJOR:
- case XEN_IDE6_MAJOR:
- case XEN_IDE7_MAJOR:
- case XEN_IDE8_MAJOR:
- case XEN_IDE9_MAJOR:
- if (xd->info & VDISK_CDROM)
- return &cd_ata;
- if (xd->capacity == 0)
- return NULL;
- return &wd_ata;
-#endif
- default:
- if (xd->capacity == 0)
- return NULL;
- return &xbd_ata;
- }
- return NULL;
-}
-
-static void
-free_interface(void)
-{
-
- /* Prevent new requests being issued until we fix things up. */
- // simple_lock(&blkif_io_lock);
- // recovery = 1;
- state = STATE_DISCONNECTED;
- // simple_unlock(&blkif_io_lock);
-
- /* Free resources associated with old device channel. */
- if (blk_ring) {
- uvm_km_free(kmem_map, (vaddr_t)blk_ring, PAGE_SIZE);
- blk_ring = NULL;
- }
-
- if (blkif_irq) {
-#if 0
- free_irq(blkif_irq, NULL);
-#endif
- blkif_irq = 0;
- }
-
- if (blkif_evtchn) {
-#if 0
- unbind_evtchn_from_irq(blkif_evtchn);
-#endif
- blkif_evtchn = 0;
- }
-}
-
-static void
-close_interface(void){
-}
-
-static void
-disconnect_interface(void)
-{
-
- if (blk_ring == NULL)
- blk_ring = (blkif_ring_t *)uvm_km_kmemalloc1(kmem_map, NULL,
- PAGE_SIZE, PAGE_SIZE, UVM_UNKNOWN_OFFSET, 0);
- memset(blk_ring, 0, PAGE_SIZE);
- blk_ring->req_prod = blk_ring->resp_prod = resp_cons = req_prod =
- last_req_prod = 0;
- state = STATE_DISCONNECTED;
- send_interface_connect();
-}
-
-static void
-reset_interface(void)
-{
-
- printf("Recovering virtual block device driver\n");
- free_interface();
- disconnect_interface();
-}
-
-static void
-connect_interface(blkif_fe_interface_status_t *status)
-{
- // unsigned long flags;
- struct xbd_attach_args *xbda;
- vdisk_t *xd;
- int i;
-
- blkif_evtchn = status->evtchn;
- blkif_irq = bind_evtchn_to_irq(blkif_evtchn);
-
- event_set_handler(blkif_irq, &xbd_response_handler, NULL, IPL_BIO);
- hypervisor_enable_irq(blkif_irq);
-
- /* Transition to connected in case we need to do
- * a partition probe on a whole disk. */
- state = STATE_CONNECTED;
-
- /* Probe for discs attached to the interface. */
- // xlvbd_init();
- MALLOC(vbd_info, vdisk_t *, MAX_VBDS * sizeof(vdisk_t),
- M_DEVBUF, M_WAITOK);
- memset(vbd_info, 0, MAX_VBDS * sizeof(vdisk_t));
- nr_vbds = get_vbd_info(vbd_info);
- if (nr_vbds <= 0)
- goto out;
-
- for (i = 0; i < nr_vbds; i++) {
- xd = &vbd_info[i];
- xbda = get_xbda(xd);
- if (xbda) {
- xbda->xa_xd = xd;
- config_found(blkctrl.xc_parent, xbda,
- blkctrl.xc_cfprint);
- }
- }
-
-#if 0
- /* Kick pending requests. */
- save_and_cli(flags);
- // simple_lock(&blkif_io_lock);
- kick_pending_request_queues();
- // simple_unlock(&blkif_io_lock);
- restore_flags(flags);
-#endif
- return;
-
- out:
- FREE(vbd_info, M_DEVBUF);
- vbd_info = NULL;
- return;
-}
-
-static void
-unexpected(blkif_fe_interface_status_t *status)
-{
-
- printf("Unexpected blkif status %d in state %d\n",
- status->status, state);
-}
-
-#if 0
-static struct device *
-find_device(vdisk_t *xd)
-{
- struct device *dv;
- struct xbd_softc *xs = NULL;
-
- for (dv = alldevs.tqh_first; dv != NULL; dv = dv->dv_list.tqe_next) {
- if (dv->dv_cfattach == NULL ||
- dv->dv_cfattach->ca_attach != xbd_attach)
- continue;
- xs = (struct xbd_softc *)dv;
- if (xd == NULL || xs->sc_xd_device == xd->device)
- break;
- }
- return dv;
-}
-#endif
-
-static void
-blkif_status(blkif_fe_interface_status_t *status)
-{
-
- if (status->handle != blkif_handle) {
- printf("Invalid blkif: handle=%u", status->handle);
- return;
- }
-
- switch (status->status) {
- case BLKIF_INTERFACE_STATUS_CLOSED:
- switch (state) {
- case STATE_CLOSED:
- unexpected(status);
- break;
- case STATE_DISCONNECTED:
- case STATE_CONNECTED:
- unexpected(status);
- close_interface();
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_DISCONNECTED:
- switch (state) {
- case STATE_CLOSED:
- disconnect_interface();
- break;
- case STATE_DISCONNECTED:
- case STATE_CONNECTED:
- unexpected(status);
- reset_interface();
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_CONNECTED:
- switch (state) {
- case STATE_CLOSED:
- unexpected(status);
- disconnect_interface();
- connect_interface(status);
- break;
- case STATE_DISCONNECTED:
- connect_interface(status);
- break;
- case STATE_CONNECTED:
- unexpected(status);
- connect_interface(status);
- break;
- }
- break;
-
- case BLKIF_INTERFACE_STATUS_CHANGED:
- switch (state) {
- case STATE_CLOSED:
- case STATE_DISCONNECTED:
- unexpected(status);
- break;
- case STATE_CONNECTED:
-#if 0
- vbd_update();
-#endif
- break;
- }
- break;
-
- default:
- printf(" Invalid blkif status: %d\n", status->status);
- break;
- }
-}
-
-
-static void
-xbd_ctrlif_rx(ctrl_msg_t *msg, unsigned long id)
-{
- switch (msg->subtype) {
- case CMSG_BLKIF_FE_INTERFACE_STATUS:
- if (msg->length != sizeof(blkif_fe_interface_status_t))
- goto parse_error;
- blkif_status((blkif_fe_interface_status_t *)
- &msg->msg[0]);
- break;
- default:
- goto parse_error;
- }
-
- ctrl_if_send_response(msg);
- return;
-
- parse_error:
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-#if 0
-static void
-enable_update_events(struct device *self)
-{
-
- kthread_create(xbd_update_create_kthread, self);
- event_set_handler(_EVENT_VBD_UPD, &xbd_update_handler, self, IPL_BIO);
- hypervisor_enable_event(_EVENT_VBD_UPD);
-}
-#endif
-
-static void
-signal_requests_to_xen(void)
-{
-
- DPRINTF(XBDB_IO, ("signal_requests_to_xen: %x -> %x\n",
- blk_ring->req_prod, req_prod));
- blk_ring->req_prod = req_prod;
- last_req_prod = req_prod;
-
- hypervisor_notify_via_evtchn(blkif_evtchn);
- return;
-}
-
-static void
-control_send(blkif_request_t *req, blkif_response_t *rsp)
-{
- unsigned long flags;
- struct xbdreq *xr;
-
- retry:
- while ((req_prod - resp_cons) == BLKIF_RING_SIZE) {
- tsleep((caddr_t) &req_prod, PUSER | PCATCH,
- "blkfront", 0);
- }
-
- save_and_cli(flags);
- // simple_lock(&blkif_io_lock);
- if ((req_prod - resp_cons) == BLKIF_RING_SIZE) {
- // simple_unlock(&blkif_io_lock);
- restore_flags(flags);
- goto retry;
- }
-
- blk_ring->ring[MASK_BLKIF_IDX(req_prod)].req = *req;
-
- GET_XBDREQ(xr);
- blk_ring->ring[MASK_BLKIF_IDX(req_prod)].req.id = (unsigned long)xr;
- // rec_ring[id].id = (unsigned long) req;
-
- // translate_req_to_pfn( &rec_ring[id], req );
-
- req_prod++;
- signal_requests_to_xen();
-
- // simple_unlock(&blkif_io_lock);
- restore_flags(flags);
-
- while (!blkif_control_rsp_valid) {
- /* XXXcl: sleep/wakeup not ready yet - busy wait for now.
- * interrupts are still of, so we pick up the control
- * channel response on return from HYPERVISOR_yield().
- */
-#if 0
- tsleep((caddr_t)&blkif_control_rsp_valid, PUSER | PCATCH,
- "blkfront", 0);
-#else
- HYPERVISOR_yield();
-#endif
- }
-
- memcpy(rsp, &blkif_control_rsp, sizeof(*rsp));
- blkif_control_rsp_valid = 0;
-}
-
-/* Send a driver status notification to the domain controller. */
-static void
-send_driver_status(int ok)
-{
- ctrl_msg_t cmsg = {
- .type = CMSG_BLKIF_FE,
- .subtype = CMSG_BLKIF_FE_DRIVER_STATUS,
- .length = sizeof(blkif_fe_driver_status_t),
- };
- blkif_fe_driver_status_t *msg = (blkif_fe_driver_status_t *)cmsg.msg;
-
- msg->status = ok ? BLKIF_DRIVER_STATUS_UP : BLKIF_DRIVER_STATUS_DOWN;
-
- ctrl_if_send_message_block(&cmsg, NULL, 0, 0);
-}
-
-/* Tell the controller to bring up the interface. */
-static void
-send_interface_connect(void)
-{
- ctrl_msg_t cmsg = {
- .type = CMSG_BLKIF_FE,
- .subtype = CMSG_BLKIF_FE_INTERFACE_CONNECT,
- .length = sizeof(blkif_fe_interface_connect_t),
- };
- blkif_fe_interface_connect_t *msg =
- (blkif_fe_interface_connect_t *)cmsg.msg;
- paddr_t pa;
-
- pmap_extract(pmap_kernel(), (vaddr_t)blk_ring, &pa);
-
- msg->handle = 0;
- msg->shmem_frame = xpmap_ptom_masked(pa) >> PAGE_SHIFT;
-
- ctrl_if_send_message_block(&cmsg, NULL, 0, 0);
-}
-
-static void
-setup_sysctl(void)
-{
- struct sysctlnode *pnode;
-
- sysctl_createv(NULL, 0, NULL, NULL,
- 0,
- CTLTYPE_NODE, "machdep", NULL,
- NULL, 0, NULL, 0,
- CTL_MACHDEP, CTL_EOL);
-
- sysctl_createv(NULL, 0, NULL, &pnode,
- 0,
- CTLTYPE_NODE, "domain0", NULL,
- NULL, 0, NULL, 0,
- CTL_MACHDEP, CTL_CREATE, CTL_EOL);
-
- if (pnode == NULL)
- return;
-
- sysctl_createv(NULL, 0, &pnode, &pnode,
- 0,
- CTLTYPE_NODE, "diskcookie", NULL,
- NULL, 0, NULL, 0,
- CTL_CREATE, CTL_EOL);
-
- if (pnode)
- diskcookies = pnode;
-}
-
-static int
-xbd_wait_for_interfaces(void)
-{
-
- while (state != STATE_CONNECTED)
- HYPERVISOR_yield();
- return 0;
-}
-
-int
-xbd_scan(struct device *self, struct xbd_attach_args *mainbus_xbda,
- cfprint_t print)
-{
- struct xbdreq *xr;
- int i;
-
- blkctrl.xc_parent = self;
- blkctrl.xc_cfprint = print;
-
- if (xen_start_info.flags & SIF_PRIVILEGED)
- setup_sysctl();
-
-#if NXBD > 0
- xbd_major = devsw_name2blk("xbd", NULL, 0);
-#endif
-#if NWD > 0
- xbd_wd_major = devsw_name2blk("wd", NULL, 0);
- /* XXX Also handle the cdev majors since stuff like
- * read_sector calls strategy on the cdev. This only works if
- * all the majors we care about are different.
- */
- xbd_wd_cdev_major = major(devsw_blk2chr(makedev(xbd_wd_major, 0)));
-#endif
-#if NSD > 0
- xbd_sd_major = devsw_name2blk("sd", NULL, 0);
- xbd_sd_cdev_major = major(devsw_blk2chr(makedev(xbd_sd_major, 0)));
-#endif
-#if NCD > 0
- xbd_cd_major = devsw_name2blk("cd", NULL, 0);
- xbd_cd_cdev_major = major(devsw_blk2chr(makedev(xbd_cd_major, 0)));
-#endif
-
- MALLOC(xr, struct xbdreq *, BLKIF_RING_SIZE * sizeof(struct xbdreq),
- M_DEVBUF, M_WAITOK | M_ZERO);
-#ifdef DEBUG
- xbd_allxr = xr;
-#endif
- for (i = 0; i < BLKIF_RING_SIZE - 1; i++)
- PUT_XBDREQ(&xr[i]);
-
- (void)ctrl_if_register_receiver(CMSG_BLKIF_FE, xbd_ctrlif_rx,
- CALLBACK_IN_BLOCKING_CONTEXT);
-
- send_driver_status(1);
-
- return 0;
-}
-
-void
-xbd_scan_finish(struct device *parent)
-{
- int err;
-
- err = xbd_wait_for_interfaces();
- if (err)
- ctrl_if_unregister_receiver(CMSG_NETIF_FE, xbd_ctrlif_rx);
-}
-
-#if NXBD > 0
-int
-xbd_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xbd_attach_args *xa = (struct xbd_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "xbd") == 0)
- return 1;
- return 0;
-}
-#endif
-
-#if NWD > 0
-int
-xbd_wd_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xbd_attach_args *xa = (struct xbd_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "wd") == 0)
- return 1;
- return 0;
-}
-#endif
-
-#if NSD > 0
-int
-xbd_sd_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xbd_attach_args *xa = (struct xbd_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "sd") == 0)
- return 1;
- return 0;
-}
-#endif
-
-#if NCD > 0
-int
-xbd_cd_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xbd_attach_args *xa = (struct xbd_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "cd") == 0)
- return 1;
- return 0;
-}
-#endif
-
-static void
-xbd_attach(struct device *parent, struct device *self, void *aux)
-{
- struct xbd_attach_args *xbda = (struct xbd_attach_args *)aux;
- struct xbd_softc *xs = (struct xbd_softc *)self;
-
- aprint_normal(": Xen Virtual Block Device");
-
- simple_lock_init(&xs->sc_slock);
- dk_sc_init(&xs->sc_dksc, xs, xs->sc_dev.dv_xname);
- xbdinit(xs, xbda->xa_xd, xbda->xa_dkintf);
- if (diskcookies) {
- /* XXX beware that xs->sc_xd_device is a long */
- sysctl_createv(NULL, 0, &diskcookies, NULL,
- 0,
- CTLTYPE_INT, xs->sc_dev.dv_xname, NULL,
- NULL, 0, &xs->sc_xd_device, 0,
- CTL_CREATE, CTL_EOL);
- }
-
-#if NRND > 0
- rnd_attach_source(&xs->sc_rnd_source, xs->sc_dev.dv_xname,
- RND_TYPE_DISK, 0);
-#endif
-}
-
-static int
-xbd_detach(struct device *dv, int flags)
-{
- struct xbd_softc *xs = (struct xbd_softc *)dv;
-
- /*
- * Mark disk about to be removed (between now and when the xs
- * will be freed).
- */
- xs->sc_shutdown = 1;
-
- /* And give it some time to settle if it's busy. */
- if (xs->sc_dksc.sc_dkdev.dk_busy > 0)
- tsleep(&xs, PWAIT, "xbdetach", hz);
-
- /* Detach the disk. */
- disk_detach(&xs->sc_dksc.sc_dkdev);
-
- /* XXX decrement bufq_users and free? */
-
- /* XXX no need to remove sysctl nodes since they only exist
- * in domain0 and domain0's devices are never removed.
- */
-
- return 0;
-}
-
-int
-xbdopen(dev_t dev, int flags, int fmt, struct proc *p)
-{
- struct xbd_softc *xs;
-
- DPRINTF_FOLLOW(("xbdopen(0x%04x, %d)\n", dev, flags));
- switch (fmt) {
- case S_IFCHR:
- GETXBD_SOFTC_CDEV(xs, dev);
- break;
- case S_IFBLK:
- GETXBD_SOFTC(xs, dev);
- break;
- default:
- return ENXIO;
- }
- return dk_open(xs->sc_di, &xs->sc_dksc, dev, flags, fmt, p);
-}
-
-int
-xbdclose(dev_t dev, int flags, int fmt, struct proc *p)
-{
- struct xbd_softc *xs;
-
- DPRINTF_FOLLOW(("xbdclose(%d, %d)\n", dev, flags));
- switch (fmt) {
- case S_IFCHR:
- GETXBD_SOFTC_CDEV(xs, dev);
- break;
- case S_IFBLK:
- GETXBD_SOFTC(xs, dev);
- break;
- default:
- return ENXIO;
- }
- return dk_close(xs->sc_di, &xs->sc_dksc, dev, flags, fmt, p);
-}
-
-void
-xbdstrategy(struct buf *bp)
-{
- struct xbd_softc *xs = getxbd_softc(bp->b_dev);
-
- DPRINTF_FOLLOW(("xbdstrategy(%p): b_bcount = %ld\n", bp,
- (long)bp->b_bcount));
-
- if (xs == NULL || xs->sc_shutdown) {
- bp->b_flags |= B_ERROR;
- bp->b_error = EIO;
- biodone(bp);
- return;
- }
-
- dk_strategy(xs->sc_di, &xs->sc_dksc, bp);
- return;
-}
-
-int
-xbdsize(dev_t dev)
-{
- struct xbd_softc *xs = getxbd_softc(dev);
-
- DPRINTF_FOLLOW(("xbdsize(%d)\n", dev));
- if (xs == NULL || xs->sc_shutdown)
- return -1;
- return dk_size(xs->sc_di, &xs->sc_dksc, dev);
-}
-
-static void
-map_align(struct xbdreq *xr)
-{
- int s;
-
- s = splvm();
- xr->xr_aligned = uvm_km_kmemalloc1(kmem_map, NULL,
- xr->xr_bqueue, XEN_BSIZE, UVM_UNKNOWN_OFFSET,
- 0/* UVM_KMF_NOWAIT */);
- splx(s);
- DPRINTF(XBDB_IO, ("map_align(%p): bp %p addr %p align 0x%08lx "
- "size 0x%04lx\n", xr, xr->xr_bp, xr->xr_bp->b_data,
- xr->xr_aligned, xr->xr_bqueue));
- xr->xr_data = xr->xr_aligned;
- if ((xr->xr_bp->b_flags & B_READ) == 0)
- memcpy((void *)xr->xr_aligned, xr->xr_bp->b_data,
- xr->xr_bqueue);
-}
-
-static void
-unmap_align(struct xbdreq *xr)
-{
- int s;
-
- if (xr->xr_bp->b_flags & B_READ)
- memcpy(xr->xr_bp->b_data, (void *)xr->xr_aligned,
- xr->xr_bp->b_bcount);
- DPRINTF(XBDB_IO, ("unmap_align(%p): bp %p addr %p align 0x%08lx "
- "size 0x%04lx\n", xr, xr->xr_bp, xr->xr_bp->b_data,
- xr->xr_aligned, xr->xr_bp->b_bcount));
- s = splvm();
- uvm_km_free(kmem_map, xr->xr_aligned, xr->xr_bp->b_bcount);
- splx(s);
- xr->xr_aligned = (vaddr_t)0;
-}
-
-static void
-fill_ring(struct xbdreq *xr)
-{
- struct xbdreq *pxr = xr->xr_parent;
- paddr_t pa;
- unsigned long ma;
- vaddr_t addr, off;
- blkif_request_t *ring_req;
- int breq, nr_sectors, fsect, lsect;
-
- /* Fill out a communications ring structure. */
- ring_req = &blk_ring->ring[MASK_BLKIF_IDX(req_prod)].req;
- ring_req->id = (unsigned long)xr;
- ring_req->operation = pxr->xr_bp->b_flags & B_READ ? BLKIF_OP_READ :
- BLKIF_OP_WRITE;
- ring_req->sector_number = pxr->xr_bn;
- ring_req->device = pxr->xr_sc->sc_xd_device;
-
- DPRINTF(XBDB_IO, ("fill_ring(%d): bp %p sector %llu pxr %p xr %p\n",
- MASK_BLKIF_IDX(req_prod), pxr->xr_bp,
- (unsigned long long)pxr->xr_bn,
- pxr, xr));
-
- xr->xr_breq = 0;
- ring_req->nr_segments = 0;
- addr = trunc_page(pxr->xr_data);
- off = pxr->xr_data - addr;
- while (pxr->xr_bqueue > 0) {
-#if 0
- pmap_extract(vm_map_pmap(&bp->b_proc->p_vmspace->vm_map),
- addr, &pa);
-#else
- pmap_extract(pmap_kernel(), addr, &pa);
-#endif
- ma = xpmap_ptom_masked(pa);
- DIAGCONDPANIC((ma & (XEN_BSIZE - 1)) != 0,
- ("xbd request ma not sector aligned"));
-
- if (pxr->xr_bqueue > PAGE_SIZE - off)
- breq = PAGE_SIZE - off;
- else
- breq = pxr->xr_bqueue;
-
- nr_sectors = breq >> XEN_BSHIFT;
- DIAGCONDPANIC(nr_sectors >= XEN_BSIZE,
- ("xbd request nr_sectors >= XEN_BSIZE"));
-
- fsect = off >> XEN_BSHIFT;
- lsect = fsect + nr_sectors - 1;
- DIAGCONDPANIC(fsect > 7, ("xbd request fsect > 7"));
- DIAGCONDPANIC(lsect > 7, ("xbd request lsect > 7"));
-
- DPRINTF(XBDB_IO, ("fill_ring(%d): va 0x%08lx pa 0x%08lx "
- "ma 0x%08lx, sectors %d, left %ld/%ld\n",
- MASK_BLKIF_IDX(req_prod), addr, pa, ma, nr_sectors,
- pxr->xr_bqueue >> XEN_BSHIFT, pxr->xr_bqueue));
-
- ring_req->frame_and_sects[ring_req->nr_segments++] =
- ma | (fsect<<3) | lsect;
- addr += PAGE_SIZE;
- pxr->xr_bqueue -= breq;
- pxr->xr_bn += nr_sectors;
- xr->xr_breq += breq;
- off = 0;
- if (ring_req->nr_segments == BLKIF_MAX_SEGMENTS_PER_REQUEST)
- break;
- }
- pxr->xr_data = addr;
-
- req_prod++;
-}
-
-static void
-xbdresume(void)
-{
- struct xbdreq *pxr, *xr;
- struct xbd_softc *xs;
- struct buf *bp;
-
- while ((pxr = SIMPLEQ_FIRST(&xbdr_suspended)) != NULL) {
- DPRINTF(XBDB_IO, ("xbdstart: resuming xbdreq %p for bp %p\n",
- pxr, pxr->xr_bp));
- bp = pxr->xr_bp;
- xs = getxbd_softc(bp->b_dev);
- if (xs == NULL || xs->sc_shutdown) {
- bp->b_flags |= B_ERROR;
- bp->b_error = EIO;
- }
- if (bp->b_flags & B_ERROR) {
- pxr->xr_bdone -= pxr->xr_bqueue;
- pxr->xr_bqueue = 0;
- if (pxr->xr_bdone == 0) {
- bp->b_resid = bp->b_bcount;
- if (pxr->xr_aligned)
- unmap_align(pxr);
- PUT_XBDREQ(pxr);
- if (xs) {
- disk_unbusy(&xs->sc_dksc.sc_dkdev,
- (bp->b_bcount - bp->b_resid),
- (bp->b_flags & B_READ));
-#if NRND > 0
- rnd_add_uint32(&xs->sc_rnd_source,
- bp->b_blkno);
-#endif
- }
- biodone(bp);
- }
- continue;
- }
- while (__predict_true(pxr->xr_bqueue > 0)) {
- GET_XBDREQ(xr);
- if (__predict_false(xr == NULL))
- goto out;
- xr->xr_parent = pxr;
- fill_ring(xr);
- }
- DPRINTF(XBDB_IO, ("xbdstart: resumed xbdreq %p for bp %p\n",
- pxr, bp));
- SIMPLEQ_REMOVE_HEAD(&xbdr_suspended, xr_suspended);
- }
-
- out:
- return;
-}
-
-static int
-xbdstart(struct dk_softc *dksc, struct buf *bp)
-{
- struct xbd_softc *xs;
- struct xbdreq *pxr, *xr;
- struct partition *pp;
- daddr_t bn;
- int ret, runqueue;
-
- DPRINTF_FOLLOW(("xbdstart(%p, %p)\n", dksc, bp));
-
- runqueue = 1;
- ret = -1;
-
- xs = getxbd_softc(bp->b_dev);
- if (xs == NULL || xs->sc_shutdown) {
- bp->b_flags |= B_ERROR;
- bp->b_error = EIO;
- biodone(bp);
- return 0;
- }
- dksc = &xs->sc_dksc;
-
- /* XXXrcd:
- * Translate partition relative blocks to absolute blocks,
- * this probably belongs (somehow) in dksubr.c, since it
- * is independant of the underlying code... This will require
- * that the interface be expanded slightly, though.
- */
- bn = bp->b_blkno;
- if (DISKPART(bp->b_dev) != RAW_PART) {
- pp = &xs->sc_dksc.sc_dkdev.dk_label->
- d_partitions[DISKPART(bp->b_dev)];
- bn += pp->p_offset;
- }
-
- DPRINTF(XBDB_IO, ("xbdstart: addr %p, sector %llu, "
- "count %ld [%s]\n", bp->b_data, (unsigned long long)bn,
- bp->b_bcount, bp->b_flags & B_READ ? "read" : "write"));
-
- GET_XBDREQ(pxr);
- if (__predict_false(pxr == NULL))
- goto out;
-
- disk_busy(&dksc->sc_dkdev); /* XXX: put in dksubr.c */
- /*
- * We have a request slot, return 0 to make dk_start remove
- * the bp from the work queue.
- */
- ret = 0;
-
- pxr->xr_bp = bp;
- pxr->xr_parent = pxr;
- pxr->xr_bn = bn;
- pxr->xr_bqueue = bp->b_bcount;
- pxr->xr_bdone = bp->b_bcount;
- pxr->xr_data = (vaddr_t)bp->b_data;
- pxr->xr_sc = xs;
-
- if (pxr->xr_data & (XEN_BSIZE - 1))
- map_align(pxr);
-
- fill_ring(pxr);
-
- while (__predict_false(pxr->xr_bqueue > 0)) {
- GET_XBDREQ(xr);
- if (__predict_false(xr == NULL))
- break;
- xr->xr_parent = pxr;
- fill_ring(xr);
- }
-
- if (__predict_false(pxr->xr_bqueue > 0)) {
- SIMPLEQ_INSERT_TAIL(&xbdr_suspended, pxr,
- xr_suspended);
- DPRINTF(XBDB_IO, ("xbdstart: suspended xbdreq %p "
- "for bp %p\n", pxr, bp));
- } else if (CANGET_XBDREQ() && BUFQ_PEEK(&bufq) != NULL) {
- /*
- * We have enough resources to start another bp and
- * there are additional bps on the queue, dk_start
- * will call us again and we'll run the queue then.
- */
- runqueue = 0;
- }
-
- out:
- if (runqueue && last_req_prod != req_prod)
- signal_requests_to_xen();
-
- return ret;
-}
-
-static int
-xbd_response_handler(void *arg)
-{
- struct buf *bp;
- struct xbd_softc *xs;
- blkif_response_t *ring_resp;
- struct xbdreq *pxr, *xr;
- BLKIF_RING_IDX i, rp;
-
- rp = blk_ring->resp_prod;
- __insn_barrier(); /* Ensure we see queued responses up to 'rp'. */
-
- for (i = resp_cons; i != rp; i++) {
- ring_resp = &blk_ring->ring[MASK_BLKIF_IDX(i)].resp;
- xr = (struct xbdreq *)ring_resp->id;
-
- switch (ring_resp->operation) {
- case BLKIF_OP_READ:
- case BLKIF_OP_WRITE:
- pxr = xr->xr_parent;
-
- DPRINTF(XBDB_IO, ("xbd_response_handler(%d): pxr %p "
- "xr %p bdone %04lx breq %04lx\n", i, pxr,
- xr, pxr->xr_bdone, xr->xr_breq));
- pxr->xr_bdone -= xr->xr_breq;
- DIAGCONDPANIC(pxr->xr_bdone < 0,
- ("xbd_response_handler: pxr->xr_bdone < 0"));
-
- if (__predict_false(ring_resp->status)) {
- pxr->xr_bp->b_flags |= B_ERROR;
- pxr->xr_bp->b_error = EIO;
- }
-
- if (xr != pxr) {
- PUT_XBDREQ(xr);
- if (!SIMPLEQ_EMPTY(&xbdr_suspended))
- xbdresume();
- }
-
- if (pxr->xr_bdone == 0) {
- bp = pxr->xr_bp;
- xs = getxbd_softc(bp->b_dev);
- if (xs == NULL) { /* don't fail bp if we're
shutdown */
- bp->b_flags |= B_ERROR;
- bp->b_error = EIO;
- }
- DPRINTF(XBDB_IO, ("xbd_response_handler(%d): "
- "completed bp %p\n", i, bp));
- if (bp->b_flags & B_ERROR)
- bp->b_resid = bp->b_bcount;
- else
- bp->b_resid = 0;
-
- if (pxr->xr_aligned)
- unmap_align(pxr);
-
- PUT_XBDREQ(pxr);
- if (xs) {
- disk_unbusy(&xs->sc_dksc.sc_dkdev,
- (bp->b_bcount - bp->b_resid),
- (bp->b_flags & B_READ));
-#if NRND > 0
- rnd_add_uint32(&xs->sc_rnd_source,
- bp->b_blkno);
-#endif
- }
- biodone(bp);
- if (!SIMPLEQ_EMPTY(&xbdr_suspended))
- xbdresume();
- /* XXX possible lockup if this was the only
- * active device and requests were held back in
- * the queue.
- */
- if (xs)
- dk_iodone(xs->sc_di, &xs->sc_dksc);
- }
- break;
- case BLKIF_OP_PROBE:
- memcpy(&blkif_control_rsp, ring_resp,
- sizeof(*ring_resp));
- blkif_control_rsp_valid = 1;
- wakeup((caddr_t)&blkif_control_rsp_valid);
- break;
- default:
- panic("unknown response");
- }
- }
- resp_cons = i;
- /* check if xbdresume queued any requests */
- if (last_req_prod != req_prod)
- signal_requests_to_xen();
- return 0;
-}
-
-#if 0
-static void
-xbd_update_create_kthread(void *arg)
-{
-
- kthread_create1(xbd_update_kthread, arg, NULL, "xbdupdate");
-}
-
-static void
-xbd_update_kthread(void *arg)
-{
- struct device *parent = arg;
- struct xbd_attach_args *xbda;
- struct device *dev;
- vdisk_t *xd;
- vdisk_t *vbd_info_update, *vbd_info_old;
- int i, j, new_nr_vbds;
- extern int hypervisor_print(void *, const char *);
-
- MALLOC(vbd_info_update, vdisk_t *, MAX_VBDS *
- sizeof(vdisk_t), M_DEVBUF, M_WAITOK);
-
- for (;;) {
- memset(vbd_info_update, 0, MAX_VBDS * sizeof(vdisk_t));
- new_nr_vbds = get_vbd_info(vbd_info_update);
-
- if (memcmp(vbd_info, vbd_info_update, MAX_VBDS *
- sizeof(vdisk_t)) == 0) {
- FREE(vbd_info_update, M_DEVBUF);
- tsleep(parent, PWAIT, "xbdupd", 0);
- MALLOC(vbd_info_update, vdisk_t *, MAX_VBDS *
- sizeof(vdisk_t), M_DEVBUF, M_WAITOK);
- continue;
- }
-
- j = 0;
- for (i = 0; i < new_nr_vbds; i++) {
- while (j < nr_vbds &&
- vbd_info[j].device < vbd_info_update[i].device) {
- DPRINTF(XBDB_HOTPLUG,
- ("delete device %x size %lx\n",
- vbd_info[j].device,
- vbd_info[j].capacity));
- xd = &vbd_info[j];
- dev = find_device(xd);
- if (dev)
- config_detach(dev, DETACH_FORCE);
- j++;
- }
- if (j < nr_vbds &&
- vbd_info[j].device == vbd_info_update[i].device) {
- DPRINTF(XBDB_HOTPLUG,
- ("update device %x size %lx size %lx\n",
- vbd_info_update[i].device,
- vbd_info[j].capacity,
- vbd_info_update[i].capacity));
- j++;
- } else {
- DPRINTF(XBDB_HOTPLUG,
- ("add device %x size %lx\n",
- vbd_info_update[i].device,
- vbd_info_update[i].capacity));
- xd = &vbd_info_update[i];
- xbda = get_xbda(xd);
- if (xbda) {
- xbda->xa_xd = xd;
- config_found(parent, xbda,
hypervisor_print);
- }
- }
- }
-
- while (j < nr_vbds) {
- DPRINTF(XBDB_HOTPLUG, ("delete device %x\n",
- vbd_info[j].device));
- xd = &vbd_info[j];
- dev = find_device(xd);
- if (dev)
- config_detach(dev, DETACH_FORCE);
- j++;
- }
-
- nr_vbds = new_nr_vbds;
-
- vbd_info_old = vbd_info;
- vbd_info = vbd_info_update;
- vbd_info_update = vbd_info_old;
- }
-}
-
-static int
-xbd_update_handler(void *arg)
-{
-
- wakeup(arg);
-
- return 0;
-}
-#endif
-
-/* XXX: we should probably put these into dksubr.c, mostly */
-int
-xbdread(dev_t dev, struct uio *uio, int flags)
-{
- struct xbd_softc *xs;
- struct dk_softc *dksc;
-
- DPRINTF_FOLLOW(("xbdread(%d, %p, %d)\n", dev, uio, flags));
- GETXBD_SOFTC_CDEV(xs, dev);
- dksc = &xs->sc_dksc;
- if ((dksc->sc_flags & DKF_INITED) == 0)
- return ENXIO;
- /* XXX see the comments about minphys in ccd.c */
- return physio(xbdstrategy, NULL, dev, B_READ, minphys, uio);
-}
-
-/* XXX: we should probably put these into dksubr.c, mostly */
-int
-xbdwrite(dev_t dev, struct uio *uio, int flags)
-{
- struct xbd_softc *xs;
- struct dk_softc *dksc;
-
- DPRINTF_FOLLOW(("xbdwrite(%d, %p, %d)\n", dev, uio, flags));
- GETXBD_SOFTC_CDEV(xs, dev);
- dksc = &xs->sc_dksc;
- if ((dksc->sc_flags & DKF_INITED) == 0)
- return ENXIO;
- /* XXX see the comments about minphys in ccd.c */
- return physio(xbdstrategy, NULL, dev, B_WRITE, minphys, uio);
-}
-
-int
-xbdioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
-{
- struct xbd_softc *xs;
- struct dk_softc *dksc;
- int ret;
-
- DPRINTF_FOLLOW(("xbdioctl(%d, %08lx, %p, %d, %p)\n",
- dev, cmd, data, flag, p));
- GETXBD_SOFTC(xs, dev);
- dksc = &xs->sc_dksc;
-
- if ((ret = lockmgr(&dksc->sc_lock, LK_EXCLUSIVE, NULL)) != 0)
- return ret;
-
- switch (cmd) {
- default:
- ret = dk_ioctl(xs->sc_di, dksc, dev, cmd, data, flag, p);
- break;
- }
-
- lockmgr(&dksc->sc_lock, LK_RELEASE, NULL);
- return ret;
-}
-
-int
-xbdioctl_cdev(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
-{
- dev_t bdev;
-
- bdev = devsw_chr2blk(dev);
- if (bdev == NODEV)
- return ENXIO;
- return xbdioctl(bdev, cmd, data, flag, p);
-}
-
-int
-xbddump(dev_t dev, daddr_t blkno, caddr_t va, size_t size)
-{
- struct xbd_softc *xs;
-
- DPRINTF_FOLLOW(("xbddump(%d, %" PRId64 ", %p, %lu)\n", dev, blkno, va,
- (unsigned long)size));
- GETXBD_SOFTC(xs, dev);
- return dk_dump(xs->sc_di, &xs->sc_dksc, dev, blkno, va, size);
-}
-
-static int
-xbdinit(struct xbd_softc *xs, vdisk_t *xd, struct dk_intf *dkintf)
-{
- struct dk_geom *pdg;
- char buf[9];
- int ret;
-
- ret = 0;
-
- xs->sc_dksc.sc_size = xd->capacity;
- xs->sc_xd_device = xd->device;
- xs->sc_di = dkintf;
- xs->sc_shutdown = 0;
-
- /*
- * XXX here we should probe the underlying device. If we
- * are accessing a partition of type RAW_PART, then
- * we should populate our initial geometry with the
- * geometry that we discover from the device.
- */
- pdg = &xs->sc_dksc.sc_geom;
- pdg->pdg_secsize = DEV_BSIZE;
- pdg->pdg_ntracks = 1;
- pdg->pdg_nsectors = 1024 * (1024 / pdg->pdg_secsize);
- pdg->pdg_ncylinders = xs->sc_dksc.sc_size / pdg->pdg_nsectors;
-
- /*
- * We have one shared bufq for all devices because otherwise
- * requests can stall if there were no free request slots
- * available in xbdstart and this device had no requests
- * in-flight which would trigger a dk_start from the interrupt
- * handler.
- * XXX this assumes that we can just memcpy struct bufq_state
- * to share it between devices.
- * XXX we reference count the usage in case so we can de-alloc
- * the bufq if all devices are deconfigured.
- */
- if (bufq_users == 0) {
- bufq_alloc(&bufq, BUFQ_FCFS);
- bufq_users = 1;
- }
- memcpy(&xs->sc_dksc.sc_bufq, &bufq, sizeof(struct bufq_state));
-
- xs->sc_dksc.sc_flags |= DKF_INITED;
-
- /* Attach the disk. */
- disk_attach(&xs->sc_dksc.sc_dkdev);
-
- /* Try and read the disklabel. */
- dk_getdisklabel(xs->sc_di, &xs->sc_dksc, 0 /* XXX ? */);
-
- format_bytes(buf, sizeof(buf), (uint64_t)xs->sc_dksc.sc_size *
- pdg->pdg_secsize);
- printf(" %s\n", buf);
-
-/* out: */
- return ret;
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/xen_debug.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/xen_debug.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,444 +0,0 @@
-/* $NetBSD: xen_debug.c,v 1.1.2.1 2004/05/22 15:59:31 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*
- *
- * Copyright (c) 2002-2003, K A Fraser & R Neugebauer
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to
- * deal in the Software without restriction, including without limitation the
- * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
- * sell copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: xen_debug.c,v 1.1.2.1 2004/05/22 15:59:31 he Exp
$");
-
-#define XENDEBUG
-
-#include <sys/param.h>
-#include <sys/systm.h>
-
-#include <machine/stdarg.h>
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-
-#ifdef XENDEBUG
-
-#define PRINTK_BUFSIZE 1024
-void
-printk(const char *fmt, ...)
-{
- va_list ap;
- int ret;
- static char buf[PRINTK_BUFSIZE];
-
- va_start(ap, fmt);
- ret = vsnprintf(buf, PRINTK_BUFSIZE - 1, fmt, ap);
- va_end(ap);
- buf[ret] = 0;
- (void)HYPERVISOR_console_io(CONSOLEIO_write, ret, buf);
-}
-
-void
-vprintk(const char *fmt, va_list ap)
-{
- int ret;
- static char buf[PRINTK_BUFSIZE];
-
- ret = vsnprintf(buf, PRINTK_BUFSIZE - 1, fmt, ap);
- buf[ret] = 0;
- (void)HYPERVISOR_console_io(CONSOLEIO_write, ret, buf);
-}
-
-#endif
-
-#ifdef XENDEBUG_LOW
-
-int xen_once = 0;
-
-void hypervisor_callback(void);
-void failsafe_callback(void);
-
-void xen_dbglow_init(void);
-void
-xen_dbglow_init()
-{
- start_info_t *si;
-#if 0
- int i;
-#endif
-
- si = &xen_start_info;
-
- HYPERVISOR_set_callbacks(
- __KERNEL_CS, (unsigned long)hypervisor_callback,
- __KERNEL_CS, (unsigned long)failsafe_callback);
-
- trap_init();
-
- /* __sti(); */
-
- /* print out some useful information */
- printk(version);
- printk("start_info: %p\n", si);
- printk(" nr_pages: %lu", si->nr_pages);
- printk(" shared_inf: %p (was %p)\n", HYPERVISOR_shared_info,
- si->shared_info);
- printk(" pt_base: %p", (void *)si->pt_base);
- printk(" mod_start: 0x%lx\n", si->mod_start);
- printk(" mod_len: %lu\n", si->mod_len);
-#if 0
- printk(" net_rings: ");
- for (i = 0; i < MAX_DOMAIN_VIFS; i++) {
- if (si->net_rings[i] == 0)
- break;
- printk(" %lx", si->net_rings[i]);
- };
- printk("\n");
- printk(" blk_ring: 0x%lx\n", si->blk_ring);
-#endif
- printk(" dom_id: %d\n", si->dom_id);
- printk(" flags: 0x%lx\n", si->flags);
- printk(" cmd_line: %s\n", si->cmd_line ?
- (const char *)si->cmd_line : "NULL");
-}
-
-
-void xen_dbg0(char *);
-void
-xen_dbg0(char *end)
-{
- struct cpu_info *ci;
-
- ci = &cpu_info_primary;
- if (xen_once)
- printk("xencpu level %d ipending %08x master %08x\n",
- ci->ci_ilevel, ci->ci_ipending,
- HYPERVISOR_shared_info->events_mask);
- /* ipending %08x imask %08x iunmask %08x */
- /* ci->ci_imask[IPL_NET], ci->ci_iunmask[IPL_NET]); */
-}
-
-void xen_dbg1(void *esp, int ss);
-void
-xen_dbg1(void *esp, int ss)
-{
-#if 1
- struct cpu_info *ci;
-
- ci = &cpu_info_primary;
- if (xen_once)
- printk("xenhighlevel %d ipending %08x master %08x events %08x\n",
- ci->ci_ilevel, ci->ci_ipending,
- HYPERVISOR_shared_info->events_mask,
HYPERVISOR_shared_info->events);
-#else
- printk("stack switch %p %d/%d, sp %p\n", esp, ss, IDXSEL(ss), &ss);
-#endif
-}
-
-void xen_dbg2(void);
-void
-xen_dbg2(void)
-{
- if (xen_once)
- printk("xen_dbg2\n");
-}
-
-void xen_dbg3(void *, void *);
-void
-xen_dbg3(void *ss, void *esp)
-{
- if (xen_once)
- printk("xen_dbg3 %p %p\n", ss, esp);
-}
-
-void xen_dbg4(void *);
-void
-xen_dbg4(void *esi)
-{
-
- printk("xen_dbg4 %p\n", esi);
- for(;;);
-}
-
-
-
-
-static void do_exit(void);
-
-/*
- * These are assembler stubs in vector.S.
- * They are the actual entry points for virtual exceptions.
- */
-void divide_error(void);
-void debug(void);
-void int3(void);
-void overflow(void);
-void bounds(void);
-void invalid_op(void);
-void device_not_available(void);
-void double_fault(void);
-void coprocessor_segment_overrun(void);
-void invalid_TSS(void);
-void segment_not_present(void);
-void stack_segment(void);
-void general_protection(void);
-void page_fault(void);
-void coprocessor_error(void);
-void simd_coprocessor_error(void);
-void alignment_check(void);
-void spurious_interrupt_bug(void);
-void machine_check(void);
-
-static void
-dump_regs(struct pt_regs *regs)
-{
- int in_kernel = 1;
- unsigned long esp;
- unsigned short ss;
-
- esp = (unsigned long) (®s->esp);
- ss = __KERNEL_DS;
- if (regs->xcs & 2) {
- in_kernel = 0;
- esp = regs->esp;
- ss = regs->xss & 0xffff;
- }
- printf("EIP: %04x:[<%08lx>]\n",
- 0xffff & regs->xcs, regs->eip);
- printf("EFLAGS: %08lx\n",regs->eflags);
- printf("eax: %08lx ebx: %08lx ecx: %08lx edx: %08lx\n",
- regs->eax, regs->ebx, regs->ecx, regs->edx);
- printf("esi: %08lx edi: %08lx ebp: %08lx esp: %08lx\n",
- regs->esi, regs->edi, regs->ebp, esp);
- printf("ds: %04x es: %04x ss: %04x\n",
- regs->xds & 0xffff, regs->xes & 0xffff, ss);
- printf("\n");
-}
-
-
-static inline void
-dump_code(unsigned eip)
-{
- unsigned *ptr = (unsigned *)eip;
- int x;
-
- printk("Bytes at eip:\n");
- for (x = -4; x < 5; x++)
- printf("%x", ptr[x]);
-}
-
-
-/*
- * C handlers here have their parameter-list constructed by the
- * assembler stubs above. Each one gets a pointer to a list
- * of register values (to be restored at end of exception).
- * Some will also receive an error code -- this is the code that
- * was generated by the processor for the underlying real exception.
- *
- * Note that the page-fault exception is special. It also receives
- * the faulting linear address. Normally this would be found in
- * register CR2, but that is not accessible in a virtualised OS.
- */
-
-static void inline
-do_trap(int trapnr, char *str, struct pt_regs *regs, long error_code)
-{
-
- printk("FATAL: Unhandled Trap (see mini-os:traps.c)");
- printf("%d %s", trapnr, str);
- dump_regs(regs);
- dump_code(regs->eip);
-
- do_exit();
-}
-
-#define DO_ERROR(trapnr, str, name) \
-void do_##name(struct pt_regs *regs, long error_code); \
-void do_##name(struct pt_regs *regs, long error_code) \
-{ \
- do_trap(trapnr, str, regs, error_code); \
-}
-
-#define DO_ERROR_INFO(trapnr, str, name, sicode, siaddr) \
-void do_##name(struct pt_regs *regs, long error_code); \
-void do_##name(struct pt_regs *regs, long error_code) \
-{ \
- do_trap(trapnr, str, regs, error_code); \
-}
-
-DO_ERROR_INFO( 0, "divide error", divide_error, FPE_INTDIV, regs->eip)
-DO_ERROR( 3, "int3", int3)
-DO_ERROR( 4, "overflow", overflow)
-DO_ERROR( 5, "bounds", bounds)
-DO_ERROR_INFO( 6, "invalid operand", invalid_op, ILL_ILLOPN, regs->eip)
-DO_ERROR( 7, "device not available", device_not_available)
-DO_ERROR( 8, "double fault", double_fault)
-DO_ERROR( 9, "coprocessor segment overrun", coprocessor_segment_overrun)
-DO_ERROR(10, "invalid TSS", invalid_TSS)
-DO_ERROR(11, "segment not present", segment_not_present)
-DO_ERROR(12, "stack segment", stack_segment)
-DO_ERROR_INFO(17, "alignment check", alignment_check, BUS_ADRALN, 0)
-DO_ERROR(18, "machine check", machine_check)
-
-void do_page_fault(struct pt_regs *, long, unsigned long);
-void
-do_page_fault(struct pt_regs *regs, long error_code, unsigned long address)
-{
-
- printk("Page fault\n");
- printk("Address: 0x%lx", address);
- printk("Error Code: 0x%lx", error_code);
- printk("eip: \t 0x%lx", regs->eip);
- do_exit();
-}
-
-void do_general_protection(struct pt_regs *, long);
-void
-do_general_protection(struct pt_regs *regs, long error_code)
-{
-
- HYPERVISOR_shared_info->events_mask = 0;
- printk("GPF\n");
- printk("Error Code: 0x%lx", error_code);
- dump_regs(regs);
- dump_code(regs->eip);
- do_exit();
-}
-
-
-void do_debug(struct pt_regs *, long);
-void
-do_debug(struct pt_regs *regs, long error_code)
-{
-
- printk("Debug exception\n");
-#define TF_MASK 0x100
- regs->eflags &= ~TF_MASK;
- dump_regs(regs);
- do_exit();
-}
-
-
-
-void do_coprocessor_error(struct pt_regs *, long);
-void
-do_coprocessor_error(struct pt_regs *regs, long error_code)
-{
-
- printk("Copro error\n");
- dump_regs(regs);
- dump_code(regs->eip);
- do_exit();
-}
-
-void simd_math_error(void *);
-void
-simd_math_error(void *eip)
-{
-
- printk("SIMD error\n");
-}
-
-void do_simd_coprocessor_error(struct pt_regs *, long);
-void
-do_simd_coprocessor_error(struct pt_regs *regs, long error_code)
-{
-
- printk("SIMD copro error\n");
-}
-
-void do_spurious_interrupt_bug(struct pt_regs *, long);
-void
-do_spurious_interrupt_bug(struct pt_regs *regs, long error_code)
-{
-}
-
-static void
-do_exit(void)
-{
-
- HYPERVISOR_exit();
-}
-
-/*
- * Submit a virtual IDT to teh hypervisor. This consists of tuples
- * (interrupt vector, privilege ring, CS:EIP of handler).
- * The 'privilege ring' field specifies the least-privileged ring that
- * can trap to that vector using a software-interrupt instruction (INT).
- */
-static trap_info_t trap_table[] = {
- { 0, 0, __KERNEL_CS, (unsigned long)divide_error },
- { 1, 0, __KERNEL_CS, (unsigned long)debug },
- { 3, 3, __KERNEL_CS, (unsigned long)int3 },
- { 4, 3, __KERNEL_CS, (unsigned long)overflow },
- { 5, 3, __KERNEL_CS, (unsigned long)bounds },
- { 6, 0, __KERNEL_CS, (unsigned long)invalid_op },
- { 7, 0, __KERNEL_CS, (unsigned long)device_not_available },
- { 8, 0, __KERNEL_CS, (unsigned long)double_fault },
- { 9, 0, __KERNEL_CS, (unsigned long)coprocessor_segment_overrun },
- { 10, 0, __KERNEL_CS, (unsigned long)invalid_TSS },
- { 11, 0, __KERNEL_CS, (unsigned long)segment_not_present },
- { 12, 0, __KERNEL_CS, (unsigned long)stack_segment },
- { 13, 0, __KERNEL_CS, (unsigned long)general_protection },
- { 14, 0, __KERNEL_CS, (unsigned long)page_fault },
- { 15, 0, __KERNEL_CS, (unsigned long)spurious_interrupt_bug },
- { 16, 0, __KERNEL_CS, (unsigned long)coprocessor_error },
- { 17, 0, __KERNEL_CS, (unsigned long)alignment_check },
- { 18, 0, __KERNEL_CS, (unsigned long)machine_check },
- { 19, 0, __KERNEL_CS, (unsigned long)simd_coprocessor_error },
- { 0, 0, 0, 0 }
-};
-
-void
-trap_init(void)
-{
-
- HYPERVISOR_set_trap_table(trap_table);
-}
-#endif
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/xencons.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/xencons.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,414 +0,0 @@
-/* $NetBSD: xencons.c,v 1.1.2.1 2004/05/22 15:59:21 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: xencons.c,v 1.1.2.1 2004/05/22 15:59:21 he Exp $");
-
-#include <sys/param.h>
-#include <sys/ioctl.h>
-#include <sys/proc.h>
-#include <sys/tty.h>
-#include <sys/systm.h>
-#include <sys/device.h>
-#include <sys/conf.h>
-
-#include <machine/stdarg.h>
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/evtchn.h>
-#include <machine/ctrl_if.h>
-
-#include <dev/cons.h>
-
-#include <ddb/db_output.h> /* XXX for db_max_line */
-
-static int xencons_isconsole = 0;
-
-#define XENCONS_UNIT(x) (minor(x))
-#define XENCONS_BURST 128
-
-int xencons_match (struct device *, struct cfdata *, void *);
-void xencons_attach (struct device *, struct device *, void *);
-/* int xencons_intr (void *); */
-void xencons_init (void);
-
-struct xencons_softc {
- struct device sc_dev;
- struct tty *sc_tty;
-};
-
-CFATTACH_DECL(xencons, sizeof(struct xencons_softc),
- xencons_match, xencons_attach, NULL, NULL);
-
-extern struct cfdriver xencons_cd;
-
-dev_type_open(xencons_open);
-dev_type_close(xencons_close);
-dev_type_read(xencons_read);
-dev_type_write(xencons_write);
-dev_type_ioctl(xencons_ioctl);
-dev_type_stop(xencons_stop);
-dev_type_tty(xencons_tty);
-dev_type_poll(xencons_poll);
-
-const struct cdevsw xencons_cdevsw = {
- xencons_open, xencons_close, xencons_read, xencons_write,
- xencons_ioctl, xencons_stop, xencons_tty, xencons_poll,
- NULL, ttykqfilter, D_TTY
-};
-
-
-static void xencons_rx(ctrl_msg_t *, unsigned long);
-void xenconscn_attach(void);
-int xenconscn_getc(dev_t);
-void xenconscn_putc(dev_t, int);
-void xenconscn_pollc(dev_t, int);
-
-static struct consdev xencons = {
- NULL, NULL, xenconscn_getc, xenconscn_putc, xenconscn_pollc,
- NULL, NULL, NULL, NODEV, CN_NORMAL
-};
-
-void xencons_start (struct tty *);
-int xencons_param (struct tty *, struct termios *);
-
-int
-xencons_match(struct device *parent, struct cfdata *match, void *aux)
-{
- struct xencons_attach_args *xa = (struct xencons_attach_args *)aux;
-
- if (strcmp(xa->xa_device, "xencons") == 0)
- return 1;
- return 0;
-}
-
-void
-xencons_attach(struct device *parent, struct device *self, void *aux)
-{
- struct xencons_softc *sc = (void *)self;
-
- aprint_normal(": Xen Virtual Console Driver\n");
-
- if (xencons_isconsole) {
- int maj;
-
- /* Locate the major number. */
- maj = cdevsw_lookup_major(&xencons_cdevsw);
-
- /* There can be only one, but it can have any unit number. */
- cn_tab->cn_dev = makedev(maj, sc->sc_dev.dv_unit);
-
- aprint_verbose("%s: console major %d, unit %d\n",
- sc->sc_dev.dv_xname, maj, sc->sc_dev.dv_unit);
-
- /* Set db_max_line to avoid paging. */
- db_max_line = 0x7fffffff;
-
- (void)ctrl_if_register_receiver(CMSG_CONSOLE, xencons_rx, 0);
- }
-}
-
-int
-xencons_open(dev_t dev, int flag, int mode, struct proc *p)
-{
- struct xencons_softc *sc;
- int unit = XENCONS_UNIT(dev);
- struct tty *tp;
-
- sc = device_lookup(&xencons_cd, unit);
- if (sc == NULL)
- return (ENXIO);
-
- if (!sc->sc_tty) {
- tp = sc->sc_tty = ttymalloc();
- tty_attach(tp);
- } else
- tp = sc->sc_tty;
-
- tp->t_oproc = xencons_start;
- tp->t_param = xencons_param;
- tp->t_dev = dev;
- if ((tp->t_state & TS_ISOPEN) == 0) {
- ttychars(tp);
- tp->t_iflag = TTYDEF_IFLAG;
- tp->t_oflag = TTYDEF_OFLAG;
- tp->t_cflag = TTYDEF_CFLAG;
- tp->t_lflag = TTYDEF_LFLAG;
- tp->t_ispeed = tp->t_ospeed = TTYDEF_SPEED;
- xencons_param(tp, &tp->t_termios);
- ttsetwater(tp);
- } else if (tp->t_state&TS_XCLUDE && p->p_ucred->cr_uid != 0)
- return (EBUSY);
- tp->t_state |= TS_CARR_ON;
-
- return ((*tp->t_linesw->l_open)(dev, tp));
-}
-
-int
-xencons_close(dev_t dev, int flag, int mode, struct proc *p)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
-
- if (tp == NULL)
- return (0);
- (*tp->t_linesw->l_close)(tp, flag);
- ttyclose(tp);
-#ifdef notyet /* XXX */
- ttyfree(tp);
-#endif
- return (0);
-}
-
-int
-xencons_read(dev_t dev, struct uio *uio, int flag)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
-
- return ((*tp->t_linesw->l_read)(tp, uio, flag));
-}
-
-int
-xencons_write(dev_t dev, struct uio *uio, int flag)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
-
- return ((*tp->t_linesw->l_write)(tp, uio, flag));
-}
-
-int
-xencons_poll(dev_t dev, int events, struct proc *p)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
-
- return ((*tp->t_linesw->l_poll)(tp, events, p));
-}
-
-struct tty *
-xencons_tty(dev_t dev)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
-
- return (tp);
-}
-
-int
-xencons_ioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
-{
- struct xencons_softc *sc = device_lookup(&xencons_cd,
- XENCONS_UNIT(dev));
- struct tty *tp = sc->sc_tty;
- int error;
-
- error = (*tp->t_linesw->l_ioctl)(tp, cmd, data, flag, p);
- if (error != EPASSTHROUGH)
- return (error);
-
- error = ttioctl(tp, cmd, data, flag, p);
- if (error != EPASSTHROUGH)
- return (error);
-
- switch (cmd) {
- default:
- return (EPASSTHROUGH);
- }
-
-#ifdef DIAGNOSTIC
- panic("xencons_ioctl: impossible");
-#endif
-}
-
-void
-xencons_start(struct tty *tp)
-{
- struct clist *cl;
- int s, len;
-
- s = spltty();
- if (tp->t_state & (TS_TIMEOUT | TS_BUSY | TS_TTSTOP))
- goto out;
- tp->t_state |= TS_BUSY;
- splx(s);
-
- /*
- * We need to do this outside spl since it could be fairly
- * expensive and we don't want our serial ports to overflow.
- */
- cl = &tp->t_outq;
- if (xen_start_info.flags & SIF_INITDOMAIN) {
- u_char buf[XENCONS_BURST+1];
-
- len = q_to_b(cl, buf, XENCONS_BURST);
- (void)HYPERVISOR_console_io(CONSOLEIO_write, len, buf);
- } else {
- ctrl_msg_t msg;
-
- len = q_to_b(cl, msg.msg, sizeof(msg.msg));
- msg.type = CMSG_CONSOLE;
- msg.subtype = CMSG_CONSOLE_DATA;
- msg.length = len;
- ctrl_if_send_message_noblock(&msg, NULL, 0);
- /* XXX check return value and queue wait for space
- * thread/softint */
- }
-
- s = spltty();
- tp->t_state &= ~TS_BUSY;
- if (cl->c_cc) {
- tp->t_state |= TS_TIMEOUT;
- callout_reset(&tp->t_rstrt_ch, 1, ttrstrt, tp);
- }
- if (cl->c_cc <= tp->t_lowat) {
- if (tp->t_state & TS_ASLEEP) {
- tp->t_state &= ~TS_ASLEEP;
- wakeup(cl);
- }
- selwakeup(&tp->t_wsel);
- }
-out:
- splx(s);
-}
-
-void
-xencons_stop(struct tty *tp, int flag)
-{
-
-}
-
-
-/* Non-privileged receive callback. */
-static void
-xencons_rx(ctrl_msg_t *msg, unsigned long id)
-{
- int i;
- int s;
- // unsigned long flags;
- struct xencons_softc *sc;
- struct tty *tp;
-
- sc = device_lookup(&xencons_cd, XENCONS_UNIT(cn_tab->cn_dev));
- if (sc == NULL)
- goto out;
-
- tp = sc->sc_tty;
- if (tp == NULL)
- goto out;
-
- s = spltty();
- // save_and_cli(flags);
- // simple_lock(&xencons_lock);
- for (i = 0; i < msg->length; i++)
- (*tp->t_linesw->l_rint)(msg->msg[i], tp);
- // simple_unlock(&xencons_lock);
- // restore_flags(flags);
- splx(s);
-
- out:
- msg->length = 0;
- ctrl_if_send_response(msg);
-}
-
-void
-xenconscn_attach()
-{
-
- cn_tab = &xencons;
-
- ctrl_if_early_init();
-
- xencons_isconsole = 1;
-}
-
-int
-xenconscn_getc(dev_t dev)
-{
-
- printf("\n");
- for (;;);
-}
-
-void
-xenconscn_putc(dev_t dev, int c)
-{
- extern int ctrl_if_evtchn;
-
- if (xen_start_info.flags & SIF_INITDOMAIN ||
- ctrl_if_evtchn == -1) {
- u_char buf[1];
-
- buf[0] = c;
- (void)HYPERVISOR_console_io(CONSOLEIO_write, 1, buf);
- } else {
- ctrl_msg_t msg;
-
- msg.type = CMSG_CONSOLE;
- msg.subtype = CMSG_CONSOLE_DATA;
- msg.length = 1;
- msg.msg[0] = c;
- while (ctrl_if_send_message_noblock(&msg, NULL, 0) == EAGAIN) {
- HYPERVISOR_yield();
- /* XXX check return value and queue wait for space
- * thread/softint */
- }
- }
-}
-
-void
-xenconscn_pollc(dev_t dev, int on)
-{
-
-}
-
-/*
- * Set line parameters.
- */
-int
-xencons_param(struct tty *tp, struct termios *t)
-{
-
- tp->t_ispeed = t->c_ispeed;
- tp->t_ospeed = t->c_ospeed;
- tp->t_cflag = t->c_cflag;
- return (0);
-}
-
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/arch/xen/xen/xenkbc.c
--- a/netbsd-2.0-xen-sparse/sys/arch/xen/xen/xenkbc.c Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,600 +0,0 @@
-/* $NetBSD: xenkbc.c,v 1.3.2.1 2004/05/22 15:57:43 he Exp $ */
-
-/*
- *
- * Copyright (c) 2004 Christian Limpach.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. All advertising materials mentioning features or use of this software
- * must display the following acknowledgement:
- * This product includes software developed by Christian Limpach.
- * 4. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-/*
- * Copyright (c) 2004 Ben Harris.
- * Copyright (c) 1998
- * Matthias Drochner. All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: xenkbc.c,v 1.3.2.1 2004/05/22 15:57:43 he Exp $");
-
-#include <sys/param.h>
-#include <sys/device.h>
-#include <sys/malloc.h>
-#include <sys/systm.h>
-
-#include <dev/pckbport/pckbportvar.h>
-#include <dev/ic/i8042reg.h>
-
-#include <machine/intr.h>
-
-#include <machine/xenkbcvar.h>
-#include <machine/xen.h>
-#include <machine/hypervisor.h>
-#include <machine/xen-public/kbd.h>
-#include <machine/evtchn.h>
-
-#define KBC_DELAY DELAY(1000)
-#define KBC_TIMEOUT 250
-
-#define XENKBC_NSLOTS 2
-
-/* data per slave device */
-struct xenkbc_slotdata {
- int xsd_polling; /* don't process data in interrupt handler */
- int xsd_poll_data; /* data read from inr handler if polling */
- int xsd_poll_stat; /* status read from inr handler if polling */
-#if NRND > 0
- rndsource_element_t xsd_rnd_source;
-#endif
-};
-
-struct xenkbc_internal {
- struct xenkbc_softc *xi_sc;
- struct pckbport_tag *xi_pt;
- struct xenkbc_slotdata *xi_slotdata[XENKBC_NSLOTS];
- int xi_flags;
- int xi_data;
- int xi_8042cmdbyte;
-};
-
-#define XI_CONSOLE_FLAG 0x01
-#define XI_HASAUX_FLAG 0x02
-
-#define XI_CONSOLE(xi) ((xi)->xi_flags & XI_CONSOLE_FLAG)
-#define XI_HASAUX(xi) ((xi)->xi_flags & XI_HASAUX_FLAG)
-
-#define XI_SETCONSOLE(xi,on) \
- ((on) ? ((xi)->xi_flags |= XI_CONSOLE_FLAG) : \
- ((xi)->xi_flags &= ~XI_CONSOLE_FLAG))
-#define XI_SETHASAUX(xi,on) \
- ((on) ? ((xi)->xi_flags |= XI_HASAUX_FLAG) : \
- ((xi)->xi_flags &= ~XI_HASAUX_FLAG))
-
-static int xenkbc_match(struct device *, struct cfdata *, void *);
-static void xenkbc_attach(struct device *, struct device *, void *);
-
-static int xenkbc_xt_translation(void *, pckbport_slot_t, int);
-static void xenkbc_init_slotdata(struct xenkbc_slotdata *);
-
-static int xenkbc_get8042cmd (struct xenkbc_internal *);
-static int xenkbc_put8042cmd (struct xenkbc_internal *);
-static int xenkbc_send_devcmd(void *, pckbport_slot_t, u_char);
-static int xenkbc_send_cmd(void *, u_char);
-static int xenkbc_send_data(void *, u_char);
-static int xenkbc_poll_data1(void *, pckbport_slot_t);
-
-static void xenkbc_slot_enable(void *, pckbport_slot_t, int);
-static void xenkbc_intr_establish(void *, pckbport_slot_t);
-static void xenkbc_set_poll(void *, pckbport_slot_t, int);
-
-static int xenkbc_intr(void *);
-
-CFATTACH_DECL(xenkbc, sizeof(struct xenkbc_softc),
- xenkbc_match, xenkbc_attach, NULL, NULL);
-
-static struct pckbport_accessops const xenkbc_ops = {
- xenkbc_xt_translation,
- xenkbc_send_devcmd,
- xenkbc_poll_data1,
- xenkbc_slot_enable,
- xenkbc_intr_establish,
- xenkbc_set_poll
-};
-
-static struct xenkbc_internal xenkbc_consdata;
-static struct xenkbc_slotdata xenkbc_cons_slotdata;
-
-/* #define XENKBCDEBUG */
-#ifdef XENKBCDEBUG
-#define DPRINTF(x) printf x
-#else
-#define DPRINTF(x)
-#endif
-
-
-static int
-xenkbc_getstatus(struct xenkbc_internal *xi)
-{
- long res;
-
- res = HYPERVISOR_kbd_op(KBD_OP_READ, 0);
- if (res < 0) {
- xi->xi_data = 0;
- return 0;
- }
- xi->xi_data = KBD_CODE_SCANCODE(res);
- return KBD_CODE_STATUS(res);
-}
-
-static int
-xenkbc_wait_output(struct xenkbc_internal *xi)
-{
- u_int i;
-
- for (i = KBC_TIMEOUT; i; i--) {
- if ((xenkbc_getstatus(xi) & KBS_IBF) == 0)
- return (1);
- KBC_DELAY;
- }
- return (0);
-}
-
-static int
-xenkbc_match(struct device *parent, struct cfdata *cf, void *aux)
-{
- struct xenkbc_attach_args *xa = aux;
-
- if ((xen_start_info.flags & SIF_PRIVILEGED) == 0)
- return 0;
-
- if (strcmp(xa->xa_device, "xenkbc"))
- return 0;
-
- return 1;
-}
-
-static int
-xenkbc_attach_slot(struct xenkbc_softc *xs, pckbport_slot_t slot)
-{
- struct xenkbc_internal *xi = xs->sc_xi;
- struct device *child;
- int alloced = 0;
-
- if (xi->xi_slotdata[slot] == NULL) {
- xi->xi_slotdata[slot] = malloc(sizeof(struct xenkbc_slotdata),
- M_DEVBUF, M_NOWAIT);
- if (xi->xi_slotdata[slot] == NULL) {
- printf("%s: no memory\n", xs->sc_dev.dv_xname);
- return 0;
- }
- xenkbc_init_slotdata(xi->xi_slotdata[slot]);
- alloced++;
- }
-
- child = pckbport_attach_slot(&xs->sc_dev, xi->xi_pt, slot);
-
- if (child == NULL && alloced) {
- free(xi->xi_slotdata[slot], M_DEVBUF);
- xi->xi_slotdata[slot] = NULL;
- }
-
-#if NRND > 0
- if (child != NULL && xi->xi_slotdata[slot] != NULL)
- rnd_attach_source(&xi->xi_slotdata[slot]->xsd_rnd_source,
- child->dv_xname, RND_TYPE_TTY, 0);
-#endif
-
- return child != NULL;
-}
-
-static void
-xenkbc_attach(struct device *parent, struct device *self, void *aux)
-{
- /* struct xenkbc_attach_args *xa = aux; */
- struct xenkbc_softc *xs = (struct xenkbc_softc *)self;
- struct xenkbc_internal *xi;
- int res;
- u_char cmdbits = 0;
-
- if (XI_CONSOLE(&xenkbc_consdata))
- xi = &xenkbc_consdata;
- else {
- xi = malloc(sizeof(struct xenkbc_internal), M_DEVBUF,
- M_NOWAIT | M_ZERO);
- if (xi == NULL) {
- aprint_error(": no memory\n");
- return;
- }
- xi->xi_8042cmdbyte = KC8_CPU;
- }
-
- aprint_normal(": Xen Keyboard/Mouse Device\n");
-
- xs->sc_xi = xi;
- xi->xi_sc = xs;
-
- event_set_handler(_EVENT_PS2, &xenkbc_intr, xi, IPL_TTY);
- hypervisor_enable_event(_EVENT_PS2);
-
- xi->xi_pt = pckbport_attach(xi, &xenkbc_ops);
-
- /* flush */
- xenkbc_poll_data1(xi, PCKBPORT_KBD_SLOT);
-
- /* set initial cmd byte */
- if (!xenkbc_put8042cmd(xi)) {
- printf("kbc: cmd word write error\n");
- return;
- }
-
- if (xenkbc_attach_slot(xs, PCKBPORT_KBD_SLOT))
- cmdbits |= KC8_KENABLE;
-
- /*
- * Check aux port ok.
- */
- if (!xenkbc_send_cmd(xi, KBC_AUXECHO)) {
- printf("kbc: aux echo error 1\n");
- goto nomouse;
- }
- if (!xenkbc_wait_output(xi)) {
- printf("kbc: aux echo error 2\n");
- goto nomouse;
- }
- XI_SETHASAUX(xi, 1);
- xenkbc_send_data(xi, 0x5a); /* a random value */
- res = xenkbc_poll_data1(xi, PCKBPORT_AUX_SLOT);
- if (res != -1) {
- /*
- * In most cases, the 0x5a gets echoed.
- * Some older controllers (Gateway 2000 circa 1993)
- * return 0xfe here.
- * We are satisfied if there is anything in the
- * aux output buffer.
- */
- if (xenkbc_attach_slot(xs, PCKBPORT_AUX_SLOT))
- cmdbits |= KC8_MENABLE;
- } else {
-#ifdef XENKBCDEBUG
- printf("kbc: aux echo test failed\n");
-#endif
- XI_SETHASAUX(xi, 0);
- }
-
- nomouse:
- /* enable needed interrupts */
- xi->xi_8042cmdbyte |= cmdbits;
- if (!xenkbc_put8042cmd(xi))
- printf("kbc: cmd word write error\n");
-}
-
-static void
-xenkbc_init_slotdata(struct xenkbc_slotdata *xsd)
-{
-
- xsd->xsd_polling = 0;
-}
-
-/*
- * Get the current command byte.
- */
-static int
-xenkbc_get8042cmd(struct xenkbc_internal *xi)
-{
- int data;
-
- if (!xenkbc_send_cmd(xi, K_RDCMDBYTE))
- return 0;
- data = xenkbc_poll_data1(xi, PCKBPORT_KBD_SLOT);
- if (data == -1)
- return 0;
- xi->xi_8042cmdbyte = data;
- return 1;
-}
-
-/*
- * Pass command byte to keyboard controller (8042).
- */
-static int
-xenkbc_put8042cmd(struct xenkbc_internal *xi)
-{
-
- if (!xenkbc_send_cmd(xi, K_LDCMDBYTE))
- return 0;
- if (!xenkbc_wait_output(xi))
- return 0;
- return xenkbc_send_data(xi, xi->xi_8042cmdbyte);
-}
-
-static int
-xenkbc_send_devcmd(void *cookie, pckbport_slot_t slot, u_char devcmd)
-{
-
- DPRINTF(("send_devcmd %x\n", devcmd));
-
- if (slot == PCKBPORT_AUX_SLOT) {
- if (!xenkbc_send_cmd(cookie, KBC_AUXWRITE)) {
- DPRINTF(("xenkbc_send_devcmd: KBC_AUXWRITE failed\n"));
- return 0;
- }
- }
- if (!xenkbc_wait_output(cookie)) {
- DPRINTF(("xenkbc_send_devcmd: wait_output failed\n"));
- return 0;
- }
- return xenkbc_send_data(cookie, devcmd);
-}
-
-static int
-xenkbc_send_cmd(void *cookie, u_char cmd)
-{
- struct xenkbc_internal *xi = cookie;
-
- DPRINTF(("send_cmd %x\n", cmd));
- xenkbc_wait_output(xi);
- return !HYPERVISOR_kbd_op(KBD_OP_WRITECOMMAND, cmd);
-}
-
-static int
-xenkbc_send_data(void *cookie, u_char output)
-{
- struct xenkbc_internal *xi = cookie;
-
- DPRINTF(("send_data %x\n", output));
- xenkbc_wait_output(xi);
- return !HYPERVISOR_kbd_op(KBD_OP_WRITEOUTPUT, output);
-}
-
-static int
-xenkbc_poll_data1(void *cookie, pckbport_slot_t slot)
-{
- struct xenkbc_internal *xi = cookie;
- struct xenkbc_slotdata *xsd = xi->xi_slotdata[slot];
- int s;
- u_char stat, c;
- int i = 1000;
-
- s = splhigh();
-
- if (xsd && xsd->xsd_polling && xsd->xsd_poll_data != -1 &&
- xsd->xsd_poll_stat != -1) {
- stat = xsd->xsd_poll_stat;
- c = xsd->xsd_poll_data;
- xsd->xsd_poll_data = -1;
- xsd->xsd_poll_stat = -1;
- goto process;
- }
-
- DELAY(10);
- for (; i; i--) {
- stat = xenkbc_getstatus(xi);
- if (stat & KBS_DIB) {
- c = xi->xi_data;
- DELAY(10);
- process:
- if (XI_HASAUX(xi) && (stat & 0x20)) { /* aux data */
- if (slot != PCKBPORT_AUX_SLOT) {
-#ifdef XENKBCDEBUG
- printf("lost aux 0x%x\n", c);
-#endif
- continue;
- }
- } else {
- if (slot == PCKBPORT_AUX_SLOT) {
-#ifdef XENKBCDEBUG
- printf("lost kbd 0x%x\n", c);
-#endif
- continue;
- }
- }
- splx(s);
- DPRINTF(("poll -> %x stat %x\n", c, stat));
- return c;
- }
- }
-
- DPRINTF(("poll failed -> -1\n"));
- splx(s);
- return -1;
-}
-
-/*
- * switch scancode translation on / off
- * return nonzero on success
- */
-static int
-xenkbc_xt_translation(void *cookie, pckbport_slot_t slot, int on)
-{
- struct xenkbc_internal *xi = cookie;
- int ison;
-
- if (slot != PCKBPORT_KBD_SLOT) {
- /* translation only for kbd slot */
- if (on)
- return 0;
- else
- return 1;
- }
-
- ison = xi->xi_8042cmdbyte & KC8_TRANS;
- if ((on && ison) || (!on && !ison))
- return 1;
-
- xi->xi_8042cmdbyte ^= KC8_TRANS;
- if (!xenkbc_put8042cmd(xi))
- return 0;
-
- /* read back to be sure */
- if (!xenkbc_get8042cmd(xi))
- return 0;
-
- ison = xi->xi_8042cmdbyte & KC8_TRANS;
- if ((on && ison) || (!on && !ison))
- return 1;
- return 0;
-}
-
-static const struct xenkbc_portcmd {
- u_char cmd_en, cmd_dis;
-} xenkbc_portcmd[2] = {
- {
- KBC_KBDENABLE, KBC_KBDDISABLE,
- }, {
- KBC_AUXENABLE, KBC_AUXDISABLE,
- }
-};
-
-static void
-xenkbc_slot_enable(void *cookie, pckbport_slot_t slot, int on)
-{
- struct xenkbc_internal *xi = cookie;
- const struct xenkbc_portcmd *cmd;
-
- cmd = &xenkbc_portcmd[slot];
-
- DPRINTF(("slot enable %d -> %d\n", slot, on));
- xenkbc_send_cmd(xi, on ? cmd->cmd_en : cmd->cmd_dis);
-}
-
-
-static void
-xenkbc_intr_establish(void *cookie, pckbport_slot_t slot)
-{
-
-}
-
-static void
-xenkbc_set_poll(void *cookie, pckbport_slot_t slot, int on)
-{
- struct xenkbc_internal *xi = cookie;
-
- DPRINTF(("xenkbc_set_poll %d -> %d\n", slot, on));
-
- xi->xi_slotdata[slot]->xsd_polling = on;
-
- if (on) {
- xi->xi_slotdata[slot]->xsd_poll_data = -1;
- xi->xi_slotdata[slot]->xsd_poll_stat = -1;
- } else {
- int s;
-
- /*
- * If disabling polling on a device that's been configured,
- * make sure there are no bytes left in the FIFO, holding up
- * the interrupt line. Otherwise we won't get any further
- * interrupts.
- */
- s = spltty();
- xenkbc_intr(xi);
- splx(s);
- }
-}
-
-static int
-xenkbc_intr(void *self)
-{
- struct xenkbc_internal *xi = self;
- u_char stat;
- pckbport_slot_t slot;
- struct xenkbc_slotdata *xsd;
- int served = 0;
-
- for (;;) {
- stat = xenkbc_getstatus(xi);
- if (!(stat & KBS_DIB))
- break;
-
- served = 1;
-
- slot = (XI_HASAUX(xi) && (stat & 0x20)) ?
- PCKBPORT_AUX_SLOT : PCKBPORT_KBD_SLOT;
- xsd = xi->xi_slotdata[slot];
-
- if (xsd == NULL)
- continue;
-
-#if NRND > 0
- rnd_add_uint32(&xsd->xsd_rnd_source,
- (stat << 8) | xi->xi_data);
-#endif
-
- if (xsd->xsd_polling) {
- xsd->xsd_poll_data = xi->xi_data;
- xsd->xsd_poll_stat = stat;
- break; /* xenkbc_poll_data() will get it */
- }
-
- pckbportintr(xi->xi_pt, slot, xi->xi_data);
- }
-
- return served;
-}
-
-int
-xenkbc_cnattach(pckbport_slot_t slot)
-{
- struct xenkbc_internal *xi = &xenkbc_consdata;
- int ret;
-
- /* flush */
- (void) xenkbc_poll_data1(xi, PCKBPORT_KBD_SLOT);
-
- /* init cmd byte, enable ports */
- xenkbc_consdata.xi_8042cmdbyte = KC8_CPU;
- if (!xenkbc_put8042cmd(xi)) {
- printf("kbc: cmd word write error\n");
- return EIO;
- }
-
- ret = pckbport_cnattach(xi, &xenkbc_ops, slot);
-
- xi->xi_slotdata[slot] = &xenkbc_cons_slotdata;
- xenkbc_init_slotdata(xi->xi_slotdata[slot]);
- XI_SETCONSOLE(xi, 1);
-
- return ret;
-}
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/miscfs/kernfs/kernfs.h
--- a/netbsd-2.0-xen-sparse/sys/miscfs/kernfs/kernfs.h Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,205 +0,0 @@
-/* $NetBSD: kernfs.h,v 1.20.2.3 2004/05/23 10:46:05 tron Exp $ */
-
-/*
- * Copyright (c) 1992, 1993
- * The Regents of the University of California. All rights reserved.
- *
- * This code is derived from software donated to Berkeley by
- * Jan-Simon Pendry.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)kernfs.h 8.6 (Berkeley) 3/29/95
- */
-
-#define _PATH_KERNFS "/kern" /* Default mountpoint */
-
-#ifdef _KERNEL
-#include <sys/queue.h>
-
-/*
- * The different types of node in a kernfs filesystem
- */
-typedef enum {
- KFSkern, /* the filesystem itself (.) */
- KFSroot, /* the filesystem root (..) */
- KFSnull, /* none aplicable */
- KFStime, /* boottime */
- KFSint, /* integer */
- KFSstring, /* string */
- KFShostname, /* hostname */
- KFSavenrun, /* loadavg */
- KFSdevice, /* device file (rootdev/rrootdev) */
- KFSmsgbuf, /* msgbuf */
- KFSipsecsadir, /* ipsec security association (top dir) */
- KFSipsecspdir, /* ipsec security policy (top dir) */
- KFSipsecsa, /* ipsec security association entry */
- KFSipsecsp, /* ipsec security policy entry */
- KFSsubdir, /* directory */
- KFSlasttype, /* last used type */
- KFSmaxtype = (1<<6) - 1 /* last possible type */
-} kfstype;
-
-/*
- * Control data for the kern file system.
- */
-struct kern_target {
- u_char kt_type;
- u_char kt_namlen;
- const char *kt_name;
- void *kt_data;
- kfstype kt_tag;
- u_char kt_vtype;
- mode_t kt_mode;
-};
-
-struct dyn_kern_target {
- struct kern_target dkt_kt;
- SIMPLEQ_ENTRY(dyn_kern_target) dkt_queue;
-};
-
-struct kernfs_subdir {
- SIMPLEQ_HEAD(,dyn_kern_target) ks_entries;
- unsigned int ks_nentries;
- unsigned int ks_dirs;
- const struct kern_target *ks_parent;
-};
-
-struct kernfs_node {
- LIST_ENTRY(kernfs_node) kfs_hash; /* hash chain */
- TAILQ_ENTRY(kernfs_node) kfs_list; /* flat list */
- struct vnode *kfs_vnode; /* vnode associated with this pfsnode */
- kfstype kfs_type; /* type of procfs node */
- mode_t kfs_mode; /* mode bits for stat() */
- long kfs_fileno; /* unique file id */
- u_int32_t kfs_value; /* SA id or SP id (KFSint) */
- const struct kern_target *kfs_kt;
- void *kfs_v; /* pointer to secasvar/secpolicy/mbuf */
- long kfs_cookie; /* fileno cookie */
-};
-
-struct kernfs_mount {
- TAILQ_HEAD(, kernfs_node) nodelist;
- long fileno_cookie;
-};
-
-#define UIO_MX 32
-
-#define KERNFS_FILENO(kt, typ, cookie) \
- ((kt >= &kern_targets[0] && kt < &kern_targets[static_nkern_targets]) \
- ? 2 + ((kt) - &kern_targets[0]) \
- : (((cookie + 1) << 6) | (typ)))
-#define KERNFS_TYPE_FILENO(typ, cookie) \
- (((cookie + 1) << 6) | (typ))
-
-#define VFSTOKERNFS(mp) ((struct kernfs_mount *)((mp)->mnt_data))
-#define VTOKERN(vp) ((struct kernfs_node *)(vp)->v_data)
-#define KERNFSTOV(kfs) ((kfs)->kfs_vnode)
-
-extern const struct kern_target kern_targets[];
-extern int nkern_targets;
-extern const int static_nkern_targets;
-extern int (**kernfs_vnodeop_p) __P((void *));
-extern struct vfsops kernfs_vfsops;
-extern dev_t rrootdev;
-
-struct secasvar;
-struct secpolicy;
-
-int kernfs_root __P((struct mount *, struct vnode **));
-
-void kernfs_hashinit __P((void));
-void kernfs_hashreinit __P((void));
-void kernfs_hashdone __P((void));
-int kernfs_freevp __P((struct vnode *));
-int kernfs_allocvp __P((struct mount *, struct vnode **, kfstype,
- const struct kern_target *, u_int32_t));
-
-void kernfs_revoke_sa __P((struct secasvar *));
-void kernfs_revoke_sp __P((struct secpolicy *));
-
-/*
- * Data types for the kernfs file operations.
- */
-typedef enum {
- KERNFS_XREAD,
- KERNFS_XWRITE,
- KERNFS_FILEOP_CLOSE,
- KERNFS_FILEOP_GETATTR,
- KERNFS_FILEOP_IOCTL,
- KERNFS_FILEOP_MMAP,
- KERNFS_FILEOP_OPEN,
- KERNFS_FILEOP_READ,
- KERNFS_FILEOP_WRITE,
-} kfsfileop;
-
-struct kernfs_fileop {
- kfstype kf_type;
- kfsfileop kf_fileop;
- union {
- void *_kf_genop;
- int (*_kf_vop)(void *);
- int (*_kf_xread)
- (const struct kernfs_node *, int, char **, size_t,
- size_t *);
- int (*_kf_xwrite)
- (const struct kernfs_node *, char *, size_t);
- } _kf_opfn;
- SPLAY_ENTRY(kernfs_fileop) kf_node;
-};
-#define kf_genop _kf_opfn
-#define kf_vop _kf_opfn._kf_vop
-#define kf_xwrite _kf_opfn._kf_xwrite
-#define kf_xread _kf_opfn._kf_xread
-
-typedef struct kern_target kernfs_parentdir_t;
-typedef struct dyn_kern_target kernfs_entry_t;
-
-/*
- * Functions for adding kernfs datatypes and nodes.
- */
-kfstype kernfs_alloctype(int, const struct kernfs_fileop *);
-#define KERNFS_ALLOCTYPE(kf) kernfs_alloctype(sizeof((kf)) / \
- sizeof((kf)[0]), (kf))
-#define KERNFS_ALLOCENTRY(dkt, m_type, m_flags)
\
- dkt = (struct dyn_kern_target *)malloc( \
- sizeof(struct dyn_kern_target), (m_type), (m_flags))
-#define KERNFS_INITENTRY(dkt, type, name, data, tag, vtype, mode) do {
\
- (dkt)->dkt_kt.kt_type = (type); \
- (dkt)->dkt_kt.kt_namlen = strlen((name)); \
- (dkt)->dkt_kt.kt_name = (name); \
- (dkt)->dkt_kt.kt_data = (data); \
- (dkt)->dkt_kt.kt_tag = (tag); \
- (dkt)->dkt_kt.kt_vtype = (vtype); \
- (dkt)->dkt_kt.kt_mode = (mode); \
-} while (/*CONSTCOND*/0)
-#define KERNFS_ENTOPARENTDIR(dkt) &(dkt)->dkt_kt
-int kernfs_addentry __P((kernfs_parentdir_t *, kernfs_entry_t *));
-
-#ifdef SYSCTL_SETUP_PROTO
-SYSCTL_SETUP_PROTO(sysctl_vfs_kernfs_setup);
-#endif /* SYSCTL_SETUP_PROTO */
-
-#endif /* _KERNEL */
diff -r 64cd054aa143 -r 0255f48b757f
netbsd-2.0-xen-sparse/sys/miscfs/kernfs/kernfs_vnops.c
--- a/netbsd-2.0-xen-sparse/sys/miscfs/kernfs/kernfs_vnops.c Sun Dec 4
17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,1583 +0,0 @@
-/* $NetBSD: kernfs_vnops.c,v 1.98.2.3 2004/05/15 13:35:27 tron Exp $
*/
-
-/*
- * Copyright (c) 1992, 1993
- * The Regents of the University of California. All rights reserved.
- *
- * This code is derived from software donated to Berkeley by
- * Jan-Simon Pendry.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * 3. Neither the name of the University nor the names of its contributors
- * may be used to endorse or promote products derived from this software
- * without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
- * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
- * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
- * SUCH DAMAGE.
- *
- * @(#)kernfs_vnops.c 8.15 (Berkeley) 5/21/95
- */
-
-/*
- * Kernel parameter filesystem (/kern)
- */
-
-#include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: kernfs_vnops.c,v 1.98.2.3 2004/05/15 13:35:27 tron
Exp $");
-
-#ifdef _KERNEL_OPT
-#include "opt_ipsec.h"
-#endif
-
-#include <sys/param.h>
-#include <sys/systm.h>
-#include <sys/kernel.h>
-#include <sys/vmmeter.h>
-#include <sys/time.h>
-#include <sys/proc.h>
-#include <sys/vnode.h>
-#include <sys/malloc.h>
-#include <sys/file.h>
-#include <sys/stat.h>
-#include <sys/mount.h>
-#include <sys/namei.h>
-#include <sys/buf.h>
-#include <sys/dirent.h>
-#include <sys/msgbuf.h>
-
-#include <miscfs/genfs/genfs.h>
-#include <miscfs/kernfs/kernfs.h>
-
-#ifdef IPSEC
-#include <sys/mbuf.h>
-#include <net/route.h>
-#include <netinet/in.h>
-#include <netinet6/ipsec.h>
-#include <netkey/key.h>
-#endif
-
-#include <uvm/uvm_extern.h>
-
-#define KSTRING 256 /* Largest I/O available via this
filesystem */
-#define UIO_MX 32
-
-#define READ_MODE (S_IRUSR|S_IRGRP|S_IROTH)
-#define WRITE_MODE (S_IWUSR|S_IRUSR|S_IRGRP|S_IROTH)
-#define UREAD_MODE (S_IRUSR)
-#define DIR_MODE
(S_IRUSR|S_IXUSR|S_IRGRP|S_IXGRP|S_IROTH|S_IXOTH)
-#define UDIR_MODE (S_IRUSR|S_IXUSR)
-
-#define N(s) sizeof(s)-1, s
-const struct kern_target kern_targets[] = {
-/* NOTE: The name must be less than UIO_MX-16 chars in length */
- /* name data tag type ro/rw */
- { DT_DIR, N("."), 0, KFSkern, VDIR, DIR_MODE
},
- { DT_DIR, N(".."), 0, KFSroot, VDIR, DIR_MODE
},
- { DT_REG, N("boottime"), &boottime.tv_sec, KFSint, VREG, READ_MODE
},
- /* XXX cast away const */
- { DT_REG, N("copyright"), (void *)copyright,
- KFSstring, VREG, READ_MODE },
- { DT_REG, N("hostname"), 0, KFShostname, VREG, WRITE_MODE
},
- { DT_REG, N("hz"), &hz, KFSint, VREG, READ_MODE
},
-#ifdef IPSEC
- { DT_DIR, N("ipsecsa"), 0, KFSipsecsadir, VDIR, UDIR_MODE },
- { DT_DIR, N("ipsecsp"), 0, KFSipsecspdir, VDIR, UDIR_MODE },
-#endif
- { DT_REG, N("loadavg"), 0, KFSavenrun, VREG, READ_MODE
},
- { DT_REG, N("msgbuf"), 0, KFSmsgbuf, VREG, READ_MODE },
- { DT_REG, N("pagesize"), &uvmexp.pagesize, KFSint, VREG, READ_MODE
},
- { DT_REG, N("physmem"), &physmem, KFSint, VREG, READ_MODE
},
-#if 0
- { DT_DIR, N("root"), 0, KFSnull, VDIR, DIR_MODE
},
-#endif
- { DT_BLK, N("rootdev"), &rootdev, KFSdevice, VBLK, READ_MODE
},
- { DT_CHR, N("rrootdev"), &rrootdev, KFSdevice, VCHR, READ_MODE
},
- { DT_REG, N("time"), 0, KFStime, VREG, READ_MODE
},
- /* XXX cast away const */
- { DT_REG, N("version"), (void *)version,
- KFSstring, VREG, READ_MODE },
-};
-const struct kern_target subdir_targets[] = {
-/* NOTE: The name must be less than UIO_MX-16 chars in length */
- /* name data tag type ro/rw */
- { DT_DIR, N("."), 0, KFSsubdir, VDIR, DIR_MODE
},
- { DT_DIR, N(".."), 0, KFSkern, VDIR, DIR_MODE
},
-};
-#ifdef IPSEC
-const struct kern_target ipsecsa_targets[] = {
-/* NOTE: The name must be less than UIO_MX-16 chars in length */
- /* name data tag type ro/rw */
- { DT_DIR, N("."), 0, KFSipsecsadir, VDIR, DIR_MODE
},
- { DT_DIR, N(".."), 0, KFSkern, VDIR, DIR_MODE
},
-};
-const struct kern_target ipsecsp_targets[] = {
-/* NOTE: The name must be less than UIO_MX-16 chars in length */
- /* name data tag type ro/rw */
- { DT_DIR, N("."), 0, KFSipsecspdir, VDIR, DIR_MODE
},
- { DT_DIR, N(".."), 0, KFSkern, VDIR, DIR_MODE
},
-};
-const struct kern_target ipsecsa_kt =
- { DT_DIR, N(""), 0, KFSipsecsa, VREG, UREAD_MODE
};
-const struct kern_target ipsecsp_kt =
- { DT_DIR, N(""), 0, KFSipsecsp, VREG, UREAD_MODE
};
-#endif
-#undef N
-SIMPLEQ_HEAD(,dyn_kern_target) dyn_kern_targets =
- SIMPLEQ_HEAD_INITIALIZER(dyn_kern_targets);
-int nkern_targets = sizeof(kern_targets) / sizeof(kern_targets[0]);
-const int static_nkern_targets = sizeof(kern_targets) /
sizeof(kern_targets[0]);
-#ifdef IPSEC
-int nipsecsa_targets = sizeof(ipsecsa_targets) / sizeof(ipsecsa_targets[0]);
-int nipsecsp_targets = sizeof(ipsecsp_targets) / sizeof(ipsecsp_targets[0]);
-int nkern_dirs = 4; /* 2 extra subdirs */
-#else
-int nkern_dirs = 2;
-#endif
-
-int kernfs_try_fileop(kfstype, kfsfileop, void *, int);
-int kernfs_try_xread(kfstype, const struct kernfs_node *, int, char **,
- size_t, size_t *, int);
-int kernfs_try_xwrite(kfstype, const struct kernfs_node *, char *,
- size_t, int);
-
-static int kernfs_default_xread(void *v);
-static int kernfs_default_xwrite(void *v);
-static int kernfs_default_fileop_getattr(void *);
-
-/* must include all fileop's */
-const struct kernfs_fileop kernfs_default_fileops[] = {
- { .kf_fileop = KERNFS_XREAD },
- { .kf_fileop = KERNFS_XWRITE },
- { .kf_fileop = KERNFS_FILEOP_OPEN },
- { .kf_fileop = KERNFS_FILEOP_GETATTR,
- .kf_genop = {kernfs_default_fileop_getattr} },
- { .kf_fileop = KERNFS_FILEOP_IOCTL },
- { .kf_fileop = KERNFS_FILEOP_MMAP },
- { .kf_fileop = KERNFS_FILEOP_CLOSE },
- { .kf_fileop = KERNFS_FILEOP_READ, .kf_genop = {kernfs_default_xread} },
- { .kf_fileop = KERNFS_FILEOP_WRITE, .kf_genop = {kernfs_default_xwrite} },
-};
-
-int kernfs_lookup __P((void *));
-#define kernfs_create genfs_eopnotsupp
-#define kernfs_mknod genfs_eopnotsupp
-int kernfs_open __P((void *));
-int kernfs_close __P((void *));
-int kernfs_access __P((void *));
-int kernfs_getattr __P((void *));
-int kernfs_setattr __P((void *));
-int kernfs_read __P((void *));
-int kernfs_write __P((void *));
-#define kernfs_fcntl genfs_fcntl
-int kernfs_ioctl __P((void *));
-#define kernfs_poll genfs_poll
-#define kernfs_revoke genfs_revoke
-int kernfs_mmap __P((void *));
-#define kernfs_fsync genfs_nullop
-#define kernfs_seek genfs_nullop
-#define kernfs_remove genfs_eopnotsupp
-int kernfs_link __P((void *));
-#define kernfs_rename genfs_eopnotsupp
-#define kernfs_mkdir genfs_eopnotsupp
-#define kernfs_rmdir genfs_eopnotsupp
-int kernfs_symlink __P((void *));
-int kernfs_readdir __P((void *));
-#define kernfs_readlink genfs_eopnotsupp
-#define kernfs_abortop genfs_abortop
-int kernfs_inactive __P((void *));
-int kernfs_reclaim __P((void *));
-#define kernfs_lock genfs_lock
-#define kernfs_unlock genfs_unlock
-#define kernfs_bmap genfs_badop
-#define kernfs_strategy genfs_badop
-int kernfs_print __P((void *));
-#define kernfs_islocked genfs_islocked
-int kernfs_pathconf __P((void *));
-#define kernfs_advlock genfs_einval
-#define kernfs_blkatoff genfs_eopnotsupp
-#define kernfs_valloc genfs_eopnotsupp
-#define kernfs_vfree genfs_nullop
-#define kernfs_truncate genfs_eopnotsupp
-#define kernfs_update genfs_nullop
-#define kernfs_bwrite genfs_eopnotsupp
-#define kernfs_putpages genfs_putpages
-
-static int kernfs_xread __P((struct kernfs_node *, int, char **, size_t,
size_t *));
-static int kernfs_xwrite __P((const struct kernfs_node *, char *, size_t));
-
-int (**kernfs_vnodeop_p) __P((void *));
-const struct vnodeopv_entry_desc kernfs_vnodeop_entries[] = {
- { &vop_default_desc, vn_default_error },
- { &vop_lookup_desc, kernfs_lookup }, /* lookup */
- { &vop_create_desc, kernfs_create }, /* create */
- { &vop_mknod_desc, kernfs_mknod }, /* mknod */
- { &vop_open_desc, kernfs_open }, /* open */
- { &vop_close_desc, kernfs_close }, /* close */
- { &vop_access_desc, kernfs_access }, /* access */
- { &vop_getattr_desc, kernfs_getattr }, /* getattr */
- { &vop_setattr_desc, kernfs_setattr }, /* setattr */
- { &vop_read_desc, kernfs_read }, /* read */
- { &vop_write_desc, kernfs_write }, /* write */
- { &vop_fcntl_desc, kernfs_fcntl }, /* fcntl */
- { &vop_ioctl_desc, kernfs_ioctl }, /* ioctl */
- { &vop_poll_desc, kernfs_poll }, /* poll */
- { &vop_revoke_desc, kernfs_revoke }, /* revoke */
- { &vop_mmap_desc, kernfs_mmap }, /* mmap */
- { &vop_fsync_desc, kernfs_fsync }, /* fsync */
- { &vop_seek_desc, kernfs_seek }, /* seek */
- { &vop_remove_desc, kernfs_remove }, /* remove */
- { &vop_link_desc, kernfs_link }, /* link */
- { &vop_rename_desc, kernfs_rename }, /* rename */
- { &vop_mkdir_desc, kernfs_mkdir }, /* mkdir */
- { &vop_rmdir_desc, kernfs_rmdir }, /* rmdir */
- { &vop_symlink_desc, kernfs_symlink }, /* symlink */
- { &vop_readdir_desc, kernfs_readdir }, /* readdir */
- { &vop_readlink_desc, kernfs_readlink }, /* readlink */
- { &vop_abortop_desc, kernfs_abortop }, /* abortop */
- { &vop_inactive_desc, kernfs_inactive }, /* inactive */
- { &vop_reclaim_desc, kernfs_reclaim }, /* reclaim */
- { &vop_lock_desc, kernfs_lock }, /* lock */
- { &vop_unlock_desc, kernfs_unlock }, /* unlock */
- { &vop_bmap_desc, kernfs_bmap }, /* bmap */
- { &vop_strategy_desc, kernfs_strategy }, /* strategy */
- { &vop_print_desc, kernfs_print }, /* print */
- { &vop_islocked_desc, kernfs_islocked }, /* islocked */
- { &vop_pathconf_desc, kernfs_pathconf }, /* pathconf */
- { &vop_advlock_desc, kernfs_advlock }, /* advlock */
- { &vop_blkatoff_desc, kernfs_blkatoff }, /* blkatoff */
- { &vop_valloc_desc, kernfs_valloc }, /* valloc */
- { &vop_vfree_desc, kernfs_vfree }, /* vfree */
- { &vop_truncate_desc, kernfs_truncate }, /* truncate */
- { &vop_update_desc, kernfs_update }, /* update */
- { &vop_bwrite_desc, kernfs_bwrite }, /* bwrite */
- { &vop_putpages_desc, kernfs_putpages }, /* putpages */
- { NULL, NULL }
-};
-const struct vnodeopv_desc kernfs_vnodeop_opv_desc =
- { &kernfs_vnodeop_p, kernfs_vnodeop_entries };
-
-static __inline int
-kernfs_fileop_compare(struct kernfs_fileop *a, struct kernfs_fileop *b)
-{
- if (a->kf_type < b->kf_type)
- return -1;
- if (a->kf_type > b->kf_type)
- return 1;
- if (a->kf_fileop < b->kf_fileop)
- return -1;
- if (a->kf_fileop > b->kf_fileop)
- return 1;
- return (0);
-}
-
-SPLAY_HEAD(kfsfileoptree, kernfs_fileop) kfsfileoptree =
- SPLAY_INITIALIZER(kfsfileoptree);
-SPLAY_PROTOTYPE(kfsfileoptree, kernfs_fileop, kf_node, kernfs_fileop_compare);
-SPLAY_GENERATE(kfsfileoptree, kernfs_fileop, kf_node, kernfs_fileop_compare);
-
-kfstype
-kernfs_alloctype(int nkf, const struct kernfs_fileop *kf)
-{
- static u_char nextfreetype = KFSlasttype;
- struct kernfs_fileop *dkf, *fkf, skf;
- int i;
-
- /* XXX need to keep track of dkf's memory if we support
- deallocating types */
- dkf = malloc(sizeof(kernfs_default_fileops), M_TEMP, M_WAITOK);
- memcpy(dkf, kernfs_default_fileops, sizeof(kernfs_default_fileops));
-
- for (i = 0; i < sizeof(kernfs_default_fileops) /
- sizeof(kernfs_default_fileops[0]); i++) {
- dkf[i].kf_type = nextfreetype;
- SPLAY_INSERT(kfsfileoptree, &kfsfileoptree, &dkf[i]);
- }
-
- for (i = 0; i < nkf; i++) {
- skf.kf_type = nextfreetype;
- skf.kf_fileop = kf[i].kf_fileop;
- if ((fkf = SPLAY_FIND(kfsfileoptree, &kfsfileoptree, &skf)))
- fkf->kf_genop = kf[i].kf_genop;
- }
-
- return nextfreetype++;
-}
-
-int
-kernfs_try_fileop(kfstype type, kfsfileop fileop, void *v, int error)
-{
- const struct kernfs_fileop *kf;
- struct kernfs_fileop skf;
-
- skf.kf_type = type;
- skf.kf_fileop = fileop;
- kf = SPLAY_FIND(kfsfileoptree, &kfsfileoptree, &skf);
- if (kf == NULL)
- kf = &kernfs_default_fileops[fileop];
- if (kf->kf_vop)
- return kf->kf_vop(v);
- return error;
-}
-
-int
-kernfs_try_xread(kfstype type, const struct kernfs_node *kfs, int off,
- char **bufp, size_t len, size_t *wrlen, int error)
-{
- const struct kernfs_fileop *kf;
- struct kernfs_fileop skf;
-
- skf.kf_type = type;
- skf.kf_fileop = KERNFS_XREAD;
- kf = SPLAY_FIND(kfsfileoptree, &kfsfileoptree, &skf);
- if (kf == NULL)
- kf = &kernfs_default_fileops[KERNFS_XREAD];
- if (kf->kf_xread)
- return kf->kf_xread(kfs, off, bufp, len, wrlen);
- *wrlen = 0;
- return error;
-}
-
-int
-kernfs_try_xwrite(kfstype type, const struct kernfs_node *kfs, char *buf,
- size_t len, int error)
-{
- const struct kernfs_fileop *kf;
- struct kernfs_fileop skf;
-
- skf.kf_type = type;
- skf.kf_fileop = KERNFS_XWRITE;
- kf = SPLAY_FIND(kfsfileoptree, &kfsfileoptree, &skf);
- if (kf == NULL)
- kf = &kernfs_default_fileops[KERNFS_XWRITE];
- if (kf->kf_xwrite)
- return kf->kf_xwrite(kfs, buf, len);
- return error;
-}
-
-int
-kernfs_addentry(kernfs_parentdir_t *pkt, kernfs_entry_t *dkt)
-{
- struct kernfs_subdir *ks, *parent;
-
- if (pkt == NULL) {
- SIMPLEQ_INSERT_TAIL(&dyn_kern_targets, dkt, dkt_queue);
- nkern_targets++;
- if (dkt->dkt_kt.kt_vtype == VDIR)
- nkern_dirs++;
- } else {
- parent = (struct kernfs_subdir *)pkt->kt_data;
- SIMPLEQ_INSERT_TAIL(&parent->ks_entries, dkt, dkt_queue);
- parent->ks_nentries++;
- if (dkt->dkt_kt.kt_vtype == VDIR)
- parent->ks_dirs++;
- }
- if (dkt->dkt_kt.kt_vtype == VDIR && dkt->dkt_kt.kt_data == NULL) {
- ks = malloc(sizeof(struct kernfs_subdir),
- M_TEMP, M_WAITOK);
- SIMPLEQ_INIT(&ks->ks_entries);
- ks->ks_nentries = 2; /* . and .. */
- ks->ks_dirs = 2;
- ks->ks_parent = pkt ? pkt : &kern_targets[0];
- dkt->dkt_kt.kt_data = ks;
- }
- return 0;
-}
-
-static int
-kernfs_xread(kfs, off, bufp, len, wrlen)
- struct kernfs_node *kfs;
- int off;
- char **bufp;
- size_t len;
- size_t *wrlen;
-{
- const struct kern_target *kt;
-#ifdef IPSEC
- struct mbuf *m;
-#endif
-
- kt = kfs->kfs_kt;
-
- switch (kfs->kfs_type) {
- case KFStime: {
- struct timeval tv;
-
- microtime(&tv);
- snprintf(*bufp, len, "%ld %ld\n", tv.tv_sec, tv.tv_usec);
- break;
- }
-
- case KFSint: {
- int *ip = kt->kt_data;
-
- snprintf(*bufp, len, "%d\n", *ip);
- break;
- }
-
- case KFSstring: {
- char *cp = kt->kt_data;
-
- *bufp = cp;
- break;
- }
-
- case KFSmsgbuf: {
- long n;
-
- /*
- * deal with cases where the message buffer has
- * become corrupted.
- */
- if (!msgbufenabled || msgbufp->msg_magic != MSG_MAGIC) {
- msgbufenabled = 0;
- return (ENXIO);
- }
-
- /*
- * Note that reads of /kern/msgbuf won't necessarily yield
- * consistent results, if the message buffer is modified
- * while the read is in progress. The worst that can happen
- * is that incorrect data will be read. There's no way
- * that this can crash the system unless the values in the
- * message buffer header are corrupted, but that'll cause
- * the system to die anyway.
- */
- if (off >= msgbufp->msg_bufs) {
- *wrlen = 0;
- return (0);
- }
- n = msgbufp->msg_bufx + off;
- if (n >= msgbufp->msg_bufs)
- n -= msgbufp->msg_bufs;
- len = min(msgbufp->msg_bufs - n, msgbufp->msg_bufs - off);
- *bufp = msgbufp->msg_bufc + n;
- *wrlen = len;
- return (0);
- }
-
- case KFShostname: {
- char *cp = hostname;
- int xlen = hostnamelen;
-
- if (xlen >= (len - 2))
- return (EINVAL);
-
- memcpy(*bufp, cp, xlen);
- (*bufp)[xlen] = '\n';
- (*bufp)[xlen+1] = '\0';
- len = strlen(*bufp);
- break;
- }
-
- case KFSavenrun:
- averunnable.fscale = FSCALE;
- snprintf(*bufp, len, "%d %d %d %ld\n",
- averunnable.ldavg[0], averunnable.ldavg[1],
- averunnable.ldavg[2], averunnable.fscale);
- break;
-
-#ifdef IPSEC
- case KFSipsecsa:
- /*
- * Note that SA configuration could be changed during the
- * read operation, resulting in garbled output.
- */
- m = key_setdumpsa_spi(htonl(kfs->kfs_value));
- if (!m)
- return (ENOBUFS);
- if (off >= m->m_pkthdr.len) {
- *wrlen = 0;
- m_freem(m);
- return (0);
- }
- if (len > m->m_pkthdr.len - off)
- len = m->m_pkthdr.len - off;
- m_copydata(m, off, len, *bufp);
- *wrlen = len;
- m_freem(m);
- return (0);
-
- case KFSipsecsp:
- /*
- * Note that SP configuration could be changed during the
- * read operation, resulting in garbled output.
- */
- if (!kfs->kfs_v) {
- struct secpolicy *sp;
-
- sp = key_getspbyid(kfs->kfs_value);
- if (sp)
- kfs->kfs_v = sp;
- else
- return (ENOENT);
- }
- m = key_setdumpsp((struct secpolicy *)kfs->kfs_v,
- SADB_X_SPDGET, 0, 0);
- if (!m)
- return (ENOBUFS);
- if (off >= m->m_pkthdr.len) {
- *wrlen = 0;
- m_freem(m);
- return (0);
- }
- if (len > m->m_pkthdr.len - off)
- len = m->m_pkthdr.len - off;
- m_copydata(m, off, len, *bufp);
- *wrlen = len;
- m_freem(m);
- return (0);
-#endif
-
- default:
- return kernfs_try_xread(kfs->kfs_type, kfs, off, bufp, len,
- wrlen, 0);
- }
-
- len = strlen(*bufp);
- if (len <= off)
- *wrlen = 0;
- else {
- *bufp += off;
- *wrlen = len - off;
- }
- return (0);
-}
-
-static int
-kernfs_xwrite(kfs, buf, len)
- const struct kernfs_node *kfs;
- char *buf;
- size_t len;
-{
-
- switch (kfs->kfs_type) {
- case KFShostname:
- if (buf[len-1] == '\n')
- --len;
- memcpy(hostname, buf, len);
- hostname[len] = '\0';
- hostnamelen = (size_t) len;
- return (0);
-
- default:
- return kernfs_try_xwrite(kfs->kfs_type, kfs, buf, len, EIO);
- }
-}
-
-
-/*
- * vp is the current namei directory
- * ndp is the name to locate in that directory...
- */
-int
-kernfs_lookup(v)
- void *v;
-{
- struct vop_lookup_args /* {
- struct vnode * a_dvp;
- struct vnode ** a_vpp;
- struct componentname * a_cnp;
- } */ *ap = v;
- struct componentname *cnp = ap->a_cnp;
- struct vnode **vpp = ap->a_vpp;
- struct vnode *dvp = ap->a_dvp;
- const char *pname = cnp->cn_nameptr;
- const struct kernfs_node *kfs;
- const struct kern_target *kt;
- const struct dyn_kern_target *dkt;
- const struct kernfs_subdir *ks;
- int error, i, wantpunlock;
-#ifdef IPSEC
- char *ep;
- u_int32_t id;
-#endif
-
- *vpp = NULLVP;
- cnp->cn_flags &= ~PDIRUNLOCK;
-
- if (cnp->cn_nameiop == DELETE || cnp->cn_nameiop == RENAME)
- return (EROFS);
-
- if (cnp->cn_namelen == 1 && *pname == '.') {
- *vpp = dvp;
- VREF(dvp);
- return (0);
- }
-
- wantpunlock = (~cnp->cn_flags & (LOCKPARENT | ISLASTCN));
- kfs = VTOKERN(dvp);
- switch (kfs->kfs_type) {
- case KFSkern:
- /*
- * Shouldn't get here with .. in the root node.
- */
- if (cnp->cn_flags & ISDOTDOT)
- return (EIO);
-
- for (i = 0; i < static_nkern_targets; i++) {
- kt = &kern_targets[i];
- if (cnp->cn_namelen == kt->kt_namlen &&
- memcmp(kt->kt_name, pname, cnp->cn_namelen) == 0)
- goto found;
- }
- SIMPLEQ_FOREACH(dkt, &dyn_kern_targets, dkt_queue) {
- if (cnp->cn_namelen == dkt->dkt_kt.kt_namlen &&
- memcmp(dkt->dkt_kt.kt_name, pname, cnp->cn_namelen)
== 0) {
- kt = &dkt->dkt_kt;
- goto found;
- }
- }
- break;
-
- found:
- error = kernfs_allocvp(dvp->v_mount, vpp, kt->kt_tag, kt, 0);
- if ((error == 0) && wantpunlock) {
- VOP_UNLOCK(dvp, 0);
- cnp->cn_flags |= PDIRUNLOCK;
- }
- return (error);
-
- case KFSsubdir:
- ks = (struct kernfs_subdir *)kfs->kfs_kt->kt_data;
- if (cnp->cn_flags & ISDOTDOT) {
- kt = ks->ks_parent;
- goto found;
- }
-
- SIMPLEQ_FOREACH(dkt, &ks->ks_entries, dkt_queue) {
- if (cnp->cn_namelen == dkt->dkt_kt.kt_namlen &&
- memcmp(dkt->dkt_kt.kt_name, pname, cnp->cn_namelen)
== 0) {
- kt = &dkt->dkt_kt;
- goto found;
- }
- }
- break;
-
-#ifdef IPSEC
- case KFSipsecsadir:
- if (cnp->cn_flags & ISDOTDOT) {
- kt = &kern_targets[0];
- goto found;
- }
-
- for (i = 2; i < nipsecsa_targets; i++) {
- kt = &ipsecsa_targets[i];
- if (cnp->cn_namelen == kt->kt_namlen &&
- memcmp(kt->kt_name, pname, cnp->cn_namelen) == 0)
- goto found;
- }
-
- ep = NULL;
- id = strtoul(pname, &ep, 10);
- if (!ep || *ep || ep == pname)
- break;
-
- error = kernfs_allocvp(dvp->v_mount, vpp, KFSipsecsa,
&ipsecsa_kt, id);
- if ((error == 0) && wantpunlock) {
- VOP_UNLOCK(dvp, 0);
- cnp->cn_flags |= PDIRUNLOCK;
- }
- return (error);
-
- case KFSipsecspdir:
- if (cnp->cn_flags & ISDOTDOT) {
- kt = &kern_targets[0];
- goto found;
- }
-
- for (i = 2; i < nipsecsp_targets; i++) {
- kt = &ipsecsp_targets[i];
- if (cnp->cn_namelen == kt->kt_namlen &&
- memcmp(kt->kt_name, pname, cnp->cn_namelen) == 0)
- goto found;
- }
-
- ep = NULL;
- id = strtoul(pname, &ep, 10);
- if (!ep || *ep || ep == pname)
- break;
-
- error = kernfs_allocvp(dvp->v_mount, vpp, KFSipsecsp,
&ipsecsp_kt, id);
- if ((error == 0) && wantpunlock) {
- VOP_UNLOCK(dvp, 0);
- cnp->cn_flags |= PDIRUNLOCK;
- }
- return (error);
-#endif
-
- default:
- return (ENOTDIR);
- }
-
- return (cnp->cn_nameiop == LOOKUP ? ENOENT : EROFS);
-}
-
-int
-kernfs_open(v)
- void *v;
-{
- struct vop_open_args /* {
- struct vnode *a_vp;
- int a_mode;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-#ifdef IPSEC
- struct mbuf *m;
- struct secpolicy *sp;
-#endif
-
- switch (kfs->kfs_type) {
-#ifdef IPSEC
- case KFSipsecsa:
- m = key_setdumpsa_spi(htonl(kfs->kfs_value));
- if (m) {
- m_freem(m);
- return (0);
- } else
- return (ENOENT);
-
- case KFSipsecsp:
- sp = key_getspbyid(kfs->kfs_value);
- if (sp) {
- kfs->kfs_v = sp;
- return (0);
- } else
- return (ENOENT);
-#endif
-
- default:
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_OPEN,
- v, 0);
- }
-}
-
-int
-kernfs_close(v)
- void *v;
-{
- struct vop_close_args /* {
- struct vnode *a_vp;
- int a_fflag;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-
- switch (kfs->kfs_type) {
-#ifdef IPSEC
- case KFSipsecsp:
- key_freesp((struct secpolicy *)kfs->kfs_v);
- break;
-#endif
-
- default:
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_CLOSE,
- v, 0);
- }
-
- return (0);
-}
-
-int
-kernfs_access(v)
- void *v;
-{
- struct vop_access_args /* {
- struct vnode *a_vp;
- int a_mode;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct vattr va;
- int error;
-
- if ((error = VOP_GETATTR(ap->a_vp, &va, ap->a_cred, ap->a_p)) != 0)
- return (error);
-
- return (vaccess(va.va_type, va.va_mode, va.va_uid, va.va_gid,
- ap->a_mode, ap->a_cred));
-}
-
-static int
-kernfs_default_fileop_getattr(v)
- void *v;
-{
- struct vop_getattr_args /* {
- struct vnode *a_vp;
- struct vattr *a_vap;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct vattr *vap = ap->a_vap;
-
- vap->va_nlink = 1;
- vap->va_bytes = vap->va_size = 0;
-
- return 0;
-}
-
-int
-kernfs_getattr(v)
- void *v;
-{
- struct vop_getattr_args /* {
- struct vnode *a_vp;
- struct vattr *a_vap;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
- struct kernfs_subdir *ks;
- struct vattr *vap = ap->a_vap;
- int error = 0;
- char strbuf[KSTRING], *buf;
- size_t nread, total;
-
- VATTR_NULL(vap);
- vap->va_type = ap->a_vp->v_type;
- vap->va_uid = 0;
- vap->va_gid = 0;
- vap->va_mode = kfs->kfs_mode;
- vap->va_fileid = kfs->kfs_fileno;
- vap->va_flags = 0;
- vap->va_size = 0;
- vap->va_blocksize = DEV_BSIZE;
- /*
- * Make all times be current TOD, except for the "boottime" node.
- * Avoid microtime(9), it's slow.
- * We don't guard the read from time(9) with splclock(9) since we
- * don't actually need to be THAT sure the access is atomic.
- */
- if (kfs->kfs_kt && kfs->kfs_kt->kt_namlen == 8 &&
- !memcmp(kfs->kfs_kt->kt_name, "boottime", 8)) {
- TIMEVAL_TO_TIMESPEC(&boottime, &vap->va_ctime);
- } else {
- TIMEVAL_TO_TIMESPEC(&time, &vap->va_ctime);
- }
- vap->va_atime = vap->va_mtime = vap->va_ctime;
- vap->va_gen = 0;
- vap->va_flags = 0;
- vap->va_rdev = 0;
- vap->va_bytes = 0;
-
- switch (kfs->kfs_type) {
- case KFSkern:
- vap->va_nlink = nkern_dirs;
- vap->va_bytes = vap->va_size = DEV_BSIZE;
- break;
-
- case KFSroot:
- vap->va_nlink = 1;
- vap->va_bytes = vap->va_size = DEV_BSIZE;
- break;
-
- case KFSsubdir:
- ks = (struct kernfs_subdir *)kfs->kfs_kt->kt_data;
- vap->va_nlink = ks->ks_dirs;
- vap->va_bytes = vap->va_size = DEV_BSIZE;
- break;
-
- case KFSnull:
- case KFStime:
- case KFSint:
- case KFSstring:
- case KFShostname:
- case KFSavenrun:
- case KFSdevice:
- case KFSmsgbuf:
-#ifdef IPSEC
- case KFSipsecsa:
- case KFSipsecsp:
-#endif
- vap->va_nlink = 1;
- total = 0;
- do {
- buf = strbuf;
- error = kernfs_xread(kfs, total, &buf,
- sizeof(strbuf), &nread);
- total += nread;
- } while (error == 0 && nread != 0);
- vap->va_bytes = vap->va_size = total;
- break;
-
-#ifdef IPSEC
- case KFSipsecsadir:
- case KFSipsecspdir:
- vap->va_nlink = 2;
- vap->va_bytes = vap->va_size = DEV_BSIZE;
- break;
-#endif
-
- default:
- error = kernfs_try_fileop(kfs->kfs_type,
- KERNFS_FILEOP_GETATTR, v, EINVAL);
- break;
- }
-
- return (error);
-}
-
-/*ARGSUSED*/
-int
-kernfs_setattr(v)
- void *v;
-{
-
- /*
- * Silently ignore attribute changes.
- * This allows for open with truncate to have no
- * effect until some data is written. I want to
- * do it this way because all writes are atomic.
- */
- return (0);
-}
-
-static int
-kernfs_default_xread(v)
- void *v;
-{
- struct vop_read_args /* {
- struct vnode *a_vp;
- struct uio *a_uio;
- int a_ioflag;
- struct ucred *a_cred;
- } */ *ap = v;
- struct uio *uio = ap->a_uio;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
- char strbuf[KSTRING], *buf;
- off_t off;
- size_t len;
- int error;
-
- if (ap->a_vp->v_type == VDIR)
- return (EOPNOTSUPP);
-
- off = uio->uio_offset;
- buf = strbuf;
- if ((error = kernfs_xread(kfs, off, &buf, sizeof(strbuf), &len)) == 0)
- error = uiomove(buf, len, uio);
- return (error);
-}
-
-int
-kernfs_read(v)
- void *v;
-{
- struct vop_read_args /* {
- struct vnode *a_vp;
- struct uio *a_uio;
- int a_ioflag;
- struct ucred *a_cred;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_READ, v, 0);
-}
-
-static int
-kernfs_default_xwrite(v)
- void *v;
-{
- struct vop_write_args /* {
- struct vnode *a_vp;
- struct uio *a_uio;
- int a_ioflag;
- struct ucred *a_cred;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
- struct uio *uio = ap->a_uio;
- int error, xlen;
- char strbuf[KSTRING];
-
- if (uio->uio_offset != 0)
- return (EINVAL);
-
- xlen = min(uio->uio_resid, KSTRING-1);
- if ((error = uiomove(strbuf, xlen, uio)) != 0)
- return (error);
-
- if (uio->uio_resid != 0)
- return (EIO);
-
- strbuf[xlen] = '\0';
- xlen = strlen(strbuf);
- return (kernfs_xwrite(kfs, strbuf, xlen));
-}
-
-int
-kernfs_write(v)
- void *v;
-{
- struct vop_write_args /* {
- struct vnode *a_vp;
- struct uio *a_uio;
- int a_ioflag;
- struct ucred *a_cred;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_WRITE, v, 0);
-}
-
-int
-kernfs_ioctl(v)
- void *v;
-{
- struct vop_ioctl_args /* {
- const struct vnodeop_desc *a_desc;
- struct vnode *a_vp;
- u_long a_command;
- void *a_data;
- int a_fflag;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_IOCTL, v,
- EPASSTHROUGH);
-}
-
-int
-kernfs_mmap(v)
- void *v;
-{
- struct vop_mmap_args /* {
- const struct vnodeop_desc *a_desc;
- struct vnode *a_vp;
- int a_fflags;
- struct ucred *a_cred;
- struct proc *a_p;
- } */ *ap = v;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-
- return kernfs_try_fileop(kfs->kfs_type, KERNFS_FILEOP_MMAP, v, 0);
-}
-
-static int
-kernfs_setdirentfileno_kt(struct dirent *d, const struct kern_target *kt,
- u_int32_t value, struct vop_readdir_args *ap)
-{
- struct kernfs_node *kfs;
- struct vnode *vp;
- int error;
-
- if ((error = kernfs_allocvp(ap->a_vp->v_mount, &vp, kt->kt_tag, kt,
- value)) != 0)
- return error;
- if (kt->kt_tag == KFSdevice) {
- struct vattr va;
- if ((error = VOP_GETATTR(vp, &va, ap->a_cred,
- ap->a_uio->uio_segflg == UIO_USERSPACE ?
- ap->a_uio->uio_procp : &proc0)) != 0)
- return (error);
- d->d_fileno = va.va_fileid;
- } else {
- kfs = VTOKERN(vp);
- d->d_fileno = kfs->kfs_fileno;
- }
- vput(vp);
- return 0;
-}
-
-static int
-kernfs_setdirentfileno(struct dirent *d, off_t entry,
- struct kernfs_node *thisdir_kfs, const struct kern_target *parent_kt,
- const struct kern_target *kt, struct vop_readdir_args *ap)
-{
- const struct kern_target *ikt;
- int error;
-
- switch (entry) {
- case 0:
- d->d_fileno = thisdir_kfs->kfs_fileno;
- return 0;
- case 1:
- ikt = parent_kt;
- break;
- default:
- ikt = kt;
- break;
- }
- if (ikt != thisdir_kfs->kfs_kt) {
- if ((error = kernfs_setdirentfileno_kt(d, ikt, 0, ap)) != 0)
- return error;
- } else
- d->d_fileno = thisdir_kfs->kfs_fileno;
- return 0;
-}
-
-int
-kernfs_readdir(v)
- void *v;
-{
- struct vop_readdir_args /* {
- struct vnode *a_vp;
- struct uio *a_uio;
- struct ucred *a_cred;
- int *a_eofflag;
- off_t **a_cookies;
- int a_*ncookies;
- } */ *ap = v;
- struct uio *uio = ap->a_uio;
- struct dirent d;
- struct kernfs_node *kfs = VTOKERN(ap->a_vp);
- const struct kern_target *kt;
- const struct dyn_kern_target *dkt = NULL;
- const struct kernfs_subdir *ks;
- off_t i, j;
- int error;
- off_t *cookies = NULL;
- int ncookies = 0, n;
-#ifdef IPSEC
- struct secasvar *sav, *sav2;
- struct secpolicy *sp;
-#endif
-
- if (uio->uio_resid < UIO_MX)
- return (EINVAL);
- if (uio->uio_offset < 0)
- return (EINVAL);
-
- error = 0;
- i = uio->uio_offset;
- memset(&d, 0, sizeof(d));
- d.d_reclen = UIO_MX;
- ncookies = uio->uio_resid / UIO_MX;
-
- switch (kfs->kfs_type) {
- case KFSkern:
- if (i >= nkern_targets)
- return (0);
-
- if (ap->a_ncookies) {
- ncookies = min(ncookies, (nkern_targets - i));
- cookies = malloc(ncookies * sizeof(off_t), M_TEMP,
- M_WAITOK);
- *ap->a_cookies = cookies;
- }
-
- n = 0;
- for (; i < nkern_targets && uio->uio_resid >= UIO_MX; i++) {
- if (i < static_nkern_targets)
- kt = &kern_targets[i];
- else {
- if (dkt == NULL) {
- dkt = SIMPLEQ_FIRST(&dyn_kern_targets);
- for (j = static_nkern_targets; j < i &&
- dkt != NULL; j++)
- dkt = SIMPLEQ_NEXT(dkt,
dkt_queue);
- if (j != i)
- break;
- } else {
- dkt = SIMPLEQ_NEXT(dkt, dkt_queue);
- if (dkt == NULL)
- break;
- }
- kt = &dkt->dkt_kt;
- }
- if (kt->kt_tag == KFSdevice) {
- dev_t *dp = kt->kt_data;
- struct vnode *fvp;
-
- if (*dp == NODEV ||
- !vfinddev(*dp, kt->kt_vtype, &fvp))
- continue;
- }
- d.d_namlen = kt->kt_namlen;
- if ((error = kernfs_setdirentfileno(&d, i, kfs,
- &kern_targets[0], kt, ap)) != 0)
- break;
- memcpy(d.d_name, kt->kt_name, kt->kt_namlen + 1);
- d.d_type = kt->kt_type;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- }
- ncookies = n;
- break;
-
- case KFSroot:
- if (i >= 2)
- return 0;
-
- if (ap->a_ncookies) {
- ncookies = min(ncookies, (2 - i));
- cookies = malloc(ncookies * sizeof(off_t), M_TEMP,
- M_WAITOK);
- *ap->a_cookies = cookies;
- }
-
- n = 0;
- for (; i < 2 && uio->uio_resid >= UIO_MX; i++) {
- kt = &kern_targets[i];
- d.d_namlen = kt->kt_namlen;
- d.d_fileno = KERNFS_FILENO(kt, kt->kt_tag, 0);
- memcpy(d.d_name, kt->kt_name, kt->kt_namlen + 1);
- d.d_type = kt->kt_type;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- }
- ncookies = n;
- break;
-
- case KFSsubdir:
- ks = (struct kernfs_subdir *)kfs->kfs_kt->kt_data;
- if (i >= ks->ks_nentries)
- return (0);
-
- if (ap->a_ncookies) {
- ncookies = min(ncookies, (ks->ks_nentries - i));
- cookies = malloc(ncookies * sizeof(off_t), M_TEMP,
- M_WAITOK);
- *ap->a_cookies = cookies;
- }
-
- dkt = SIMPLEQ_FIRST(&ks->ks_entries);
- for (j = 0; j < i && dkt != NULL; j++)
- dkt = SIMPLEQ_NEXT(dkt, dkt_queue);
- n = 0;
- for (; i < ks->ks_nentries && uio->uio_resid >= UIO_MX; i++) {
- if (i < 2)
- kt = &subdir_targets[i];
- else {
- /* check if ks_nentries lied to us */
- if (dkt == NULL)
- break;
- kt = &dkt->dkt_kt;
- dkt = SIMPLEQ_NEXT(dkt, dkt_queue);
- }
- if (kt->kt_tag == KFSdevice) {
- dev_t *dp = kt->kt_data;
- struct vnode *fvp;
-
- if (*dp == NODEV ||
- !vfinddev(*dp, kt->kt_vtype, &fvp))
- continue;
- }
- d.d_namlen = kt->kt_namlen;
- if ((error = kernfs_setdirentfileno(&d, i, kfs,
- ks->ks_parent, kt, ap)) != 0)
- break;
- memcpy(d.d_name, kt->kt_name, kt->kt_namlen + 1);
- d.d_type = kt->kt_type;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- }
- ncookies = n;
- break;
-
-#ifdef IPSEC
- case KFSipsecsadir:
- /* count SA in the system */
- n = 0;
- TAILQ_FOREACH(sav, &satailq, tailq) {
- for (sav2 = TAILQ_FIRST(&satailq);
- sav2 != sav;
- sav2 = TAILQ_NEXT(sav2, tailq)) {
- if (sav->spi == sav2->spi) {
- /* multiple SA with same SPI */
- break;
- }
- }
- if (sav == sav2 || sav->spi != sav2->spi)
- n++;
- }
-
- if (i >= nipsecsa_targets + n)
- return (0);
-
- if (ap->a_ncookies) {
- ncookies = min(ncookies, (n - i));
- cookies = malloc(ncookies * sizeof(off_t), M_TEMP,
- M_WAITOK);
- *ap->a_cookies = cookies;
- }
-
- n = 0;
- for (; i < nipsecsa_targets && uio->uio_resid >= UIO_MX; i++) {
- kt = &ipsecsa_targets[i];
- d.d_namlen = kt->kt_namlen;
- if ((error = kernfs_setdirentfileno(&d, i, kfs,
- &kern_targets[0], kt, ap)) != 0)
- break;
- memcpy(d.d_name, kt->kt_name, kt->kt_namlen + 1);
- d.d_type = kt->kt_type;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- }
- if (error) {
- ncookies = n;
- break;
- }
-
- TAILQ_FOREACH(sav, &satailq, tailq) {
- for (sav2 = TAILQ_FIRST(&satailq);
- sav2 != sav;
- sav2 = TAILQ_NEXT(sav2, tailq)) {
- if (sav->spi == sav2->spi) {
- /* multiple SA with same SPI */
- break;
- }
- }
- if (sav != sav2 && sav->spi == sav2->spi)
- continue;
- if (uio->uio_resid < UIO_MX)
- break;
- if ((error = kernfs_setdirentfileno_kt(&d, &ipsecsa_kt,
- sav->spi, ap)) != 0)
- break;
- d.d_namlen = snprintf(d.d_name, sizeof(d.d_name),
- "%u", ntohl(sav->spi));
- d.d_type = DT_REG;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- i++;
- }
- ncookies = n;
- break;
-
- case KFSipsecspdir:
- /* count SP in the system */
- n = 0;
- TAILQ_FOREACH(sp, &sptailq, tailq)
- n++;
-
- if (i >= nipsecsp_targets + n)
- return (0);
-
- if (ap->a_ncookies) {
- ncookies = min(ncookies, (n - i));
- cookies = malloc(ncookies * sizeof(off_t), M_TEMP,
- M_WAITOK);
- *ap->a_cookies = cookies;
- }
-
- n = 0;
- for (; i < nipsecsp_targets && uio->uio_resid >= UIO_MX; i++) {
- kt = &ipsecsp_targets[i];
- d.d_namlen = kt->kt_namlen;
- if ((error = kernfs_setdirentfileno(&d, i, kfs,
- &kern_targets[0], kt, ap)) != 0)
- break;
- memcpy(d.d_name, kt->kt_name, kt->kt_namlen + 1);
- d.d_type = kt->kt_type;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- }
- if (error) {
- ncookies = n;
- break;
- }
-
- TAILQ_FOREACH(sp, &sptailq, tailq) {
- if (uio->uio_resid < UIO_MX)
- break;
- if ((error = kernfs_setdirentfileno_kt(&d, &ipsecsp_kt,
- sp->id, ap)) != 0)
- break;
- d.d_namlen = snprintf(d.d_name, sizeof(d.d_name),
- "%u", sp->id);
- d.d_type = DT_REG;
- if ((error = uiomove((caddr_t)&d, UIO_MX, uio)) != 0)
- break;
- if (cookies)
- *cookies++ = i + 1;
- n++;
- i++;
- }
- ncookies = n;
- break;
-#endif
-
- default:
- error = ENOTDIR;
- break;
- }
-
- if (ap->a_ncookies) {
- if (error) {
- if (cookies)
- free(*ap->a_cookies, M_TEMP);
- *ap->a_ncookies = 0;
- *ap->a_cookies = NULL;
- } else
- *ap->a_ncookies = ncookies;
- }
-
- uio->uio_offset = i;
- return (error);
-}
-
-int
-kernfs_inactive(v)
- void *v;
-{
- struct vop_inactive_args /* {
- struct vnode *a_vp;
- struct proc *a_p;
- } */ *ap = v;
- struct vnode *vp = ap->a_vp;
- const struct kernfs_node *kfs = VTOKERN(ap->a_vp);
-#ifdef IPSEC
- struct mbuf *m;
- struct secpolicy *sp;
-#endif
-
- VOP_UNLOCK(vp, 0);
- switch (kfs->kfs_type) {
-#ifdef IPSEC
- case KFSipsecsa:
- m = key_setdumpsa_spi(htonl(kfs->kfs_value));
- if (m)
- m_freem(m);
- else
- vgone(vp);
- break;
- case KFSipsecsp:
- sp = key_getspbyid(kfs->kfs_value);
- if (sp)
- key_freesp(sp);
- else {
- /* should never happen as we hold a refcnt */
- vgone(vp);
- }
- break;
-#endif
- default:
- break;
- }
- return (0);
-}
-
-int
-kernfs_reclaim(v)
- void *v;
-{
- struct vop_reclaim_args /* {
- struct vnode *a_vp;
- } */ *ap = v;
-
- return (kernfs_freevp(ap->a_vp));
-}
-
-/*
- * Return POSIX pathconf information applicable to special devices.
- */
-int
-kernfs_pathconf(v)
- void *v;
-{
- struct vop_pathconf_args /* {
- struct vnode *a_vp;
- int a_name;
- register_t *a_retval;
- } */ *ap = v;
-
- switch (ap->a_name) {
- case _PC_LINK_MAX:
- *ap->a_retval = LINK_MAX;
- return (0);
- case _PC_MAX_CANON:
- *ap->a_retval = MAX_CANON;
- return (0);
- case _PC_MAX_INPUT:
- *ap->a_retval = MAX_INPUT;
- return (0);
- case _PC_PIPE_BUF:
- *ap->a_retval = PIPE_BUF;
- return (0);
- case _PC_CHOWN_RESTRICTED:
- *ap->a_retval = 1;
- return (0);
- case _PC_VDISABLE:
- *ap->a_retval = _POSIX_VDISABLE;
- return (0);
- case _PC_SYNC_IO:
- *ap->a_retval = 1;
- return (0);
- default:
- return (EINVAL);
- }
- /* NOTREACHED */
-}
-
-/*
- * Print out the contents of a /dev/fd vnode.
- */
-/* ARGSUSED */
-int
-kernfs_print(v)
- void *v;
-{
-
- printf("tag VT_KERNFS, kernfs vnode\n");
- return (0);
-}
-
-int
-kernfs_link(v)
- void *v;
-{
- struct vop_link_args /* {
- struct vnode *a_dvp;
- struct vnode *a_vp;
- struct componentname *a_cnp;
- } */ *ap = v;
-
- VOP_ABORTOP(ap->a_dvp, ap->a_cnp);
- vput(ap->a_dvp);
- return (EROFS);
-}
-
-int
-kernfs_symlink(v)
- void *v;
-{
- struct vop_symlink_args /* {
- struct vnode *a_dvp;
- struct vnode **a_vpp;
- struct componentname *a_cnp;
- struct vattr *a_vap;
- char *a_target;
- } */ *ap = v;
-
- VOP_ABORTOP(ap->a_dvp, ap->a_cnp);
- vput(ap->a_dvp);
- return (EROFS);
-}
diff -r 64cd054aa143 -r 0255f48b757f netbsd-2.0-xen-sparse/sys/nfs/files.nfs
--- a/netbsd-2.0-xen-sparse/sys/nfs/files.nfs Sun Dec 4 17:24:24 2005
+++ /dev/null Sun Dec 4 19:12:00 2005
@@ -1,34 +0,0 @@
-# $NetBSD: files.nfs,v 1.3 2004/03/11 21:48:43 cl Exp $
-
-deffs fs_nfs.h NFS
-
-defflag opt_nfs_boot.h NFS_BOOT_BOOTP NFS_BOOT_BOOTPARAM NFS_BOOT_DHCP
- NFS_BOOT_GATEWAY NFS_BOOT_TCP
- NFS_BOOT_BOOTSTATIC
-
-defparam opt_nfs_boot.h NFS_BOOT_BOOTP_REQFILE NFS_BOOT_OPTIONS
- NFS_BOOT_RWSIZE
- NFS_BOOTSTATIC_MYIP NFS_BOOTSTATIC_GWIP
- NFS_BOOTSTATIC_MASK NFS_BOOTSTATIC_SERVADDR
- NFS_BOOTSTATIC_SERVER
-
-defflag opt_nfs.h NFS_V2_ONLY
-
-defflag NFSSERVER
-
-file nfs/krpc_subr.c nfs
-file nfs/nfs_bio.c nfs
-file nfs/nfs_boot.c nfs
-file nfs/nfs_bootdhcp.c nfs & (nfs_boot_bootp | nfs_boot_dhcp)
-file nfs/nfs_bootparam.c nfs & nfs_boot_bootparam
-file nfs/nfs_bootstatic.c nfs & nfs_boot_bootstatic
-file nfs/nfs_kq.c nfs
-file nfs/nfs_node.c nfs
-file nfs/nfs_nqlease.c nfsserver | nfs
-file nfs/nfs_serv.c nfsserver
-file nfs/nfs_socket.c nfsserver | nfs
-file nfs/nfs_srvcache.c nfsserver
-file nfs/nfs_subs.c nfsserver | nfs
-file nfs/nfs_syscalls.c nfsserver | nfs
-file nfs/nfs_vfsops.c nfs
-file nfs/nfs_vnops.c nfs
_______________________________________________
Xen-changelog mailing list
Xen-changelog@xxxxxxxxxxxxxxxxxxx
http://lists.xensource.com/xen-changelog
|
Home