XEN PVUSB
PVUSB mit XEN 3.4
Bei mir gab es Probleme mit USB per PCI-Delegation unter XEN 3.4.1 auf Lenny (die Netzwerkkarten gingen, lsusb hat auch die USB Hostcontroller angezeigt, aber es wurden keine USB-Devices sichtbar), deshalb habe ich die seit Xen 3.4 neue USB-Virtualisierung PVUSB (paravirtualized USB support for Xen, Details siehe hier) getestet und unter Lenny eingebaut. Dabei ist folgendes Skript herausgekommen, welches ich in '/etc/rc.local' als pvusb -b -t aufrufe, um beim booten des Host-Systems den USB-Drucker an meine Printer-Domain durchzureichen.
Beispiele PVUSB Konfigfile zum automatischen Verbinden von USB-Devices z.B. beim booten des XEN Hostsystems. Ich verbinde meinen USB-Drucker nach dem Start mit meinen CUPS Printserver (srv), und USB-Sticks z.B. mit dem Webserver in der DMZ (dmz).
File /etc/xen/pvusb.conf
# Configfile for pvusb # Dev_Id Domain Comment # USBPort Domain Comment 04a9:1093 srv Canon IP4000 13fe:1d00 srv Sun USB-Stick 1GB 090c:1000 dmz Novell USB-Stick 2GB 3-2 srv Anything on USB Port 3-2
File /etc/rc.local Für die Option -t ("Trigger Domain") muss ein SSH Access per SSH-Keys definiert sein, da mit ssh <domain> modprobe xen_hcd versucht wird, ein Kommando auszuführen.
#!/bin/sh ... /usr/local/sbin/pvusb -b -t ...
Beispiele für pvusb
m450:~# pvusb -h
usage: pvusb -b | -i | -l
pvusb -d <device_id> -s <domain> [-c comment] -w [ -t ]
pvusb -u <usb-port> -s <domain> [-c comment] -w [ -t ]
pvusb -r
pvusb -x <usb-port>:<domain>:0:<vport>
------------
-b # boot/initialise PVUSB with setup (/etc/xen/pvusb.conf)
-i # initialize PVUSB without any rules
-s domain # server domain_name or domain_id
-u usb-port # USB-PORT e.g. "3-2"
-d device_id # USB device_id e.g. "0912:1234"
-c comment # e.g. "Canon IP4000"
-l # list grabbed PVUSB Devices
-r # read PVUSB rules
-w # write/activate PVUSB rule
-x # delete PVUSB rule
-t # try to trigger domain (per ssh)
-q # be quiet
m450:~# pvusb -l
PVUSB: 3-2 on srv (3) 04a9:1093 Canon, Inc. PIXMA iP4000
m450:~# pvusb -r
5-1:5:0:2
3-2:3:0:3
5-2:3:0:2
m450:~# pvusb -x 5-2:3:0:2
m450:~# pvusb -r
5-1:5:0:2
3-2:3:0:3
File /usr/local/sbin/pvusb
#!/bin/sh
#
# paravirtualized USB Support
#
# Version: $Revision: 1.9 $
# Datum: $Date: 2009/08/23 23:50:35 $
#
# Author: neobiker
#
# $Log: pvusb,v $
# Revision 1.9 2009/08/23 23:50:35 root
# bugfix with domain not started
#
# Revision 1.8 2009/08/23 23:14:05 root
# use -t to trigger domain needed
#
# Revision 1.7 2009/08/23 21:41:27 root
# optimzed trigger_backend
#
# Revision 1.6 2009/08/23 21:01:21 root
# read USB-Ports from $CONFIG
#
# Revision 1.5 2009/08/23 20:28:30 root
# new options -t and -i
#
# Revision 1.4 2009/08/23 17:06:54 root
# optimization and code readability
#
# Revision 1.3 2009/08/22 19:35:40 root
# bugfix convert dom_id+dom_nam
#
# Revision 1.2 2009/08/21 22:24:27 root
# bugfix: rename $server to $domain
#
# Revision 1.1 2009/08/20 20:28:14 root
# Initial revision
#
LSUSB=$(lsusb||echo "Error")
if [ "$LSUSB" = "Error" ]; then
echo "Error: Missing /usr/bin/lsusb, please install usbutils"
exit 1
fi
set -e
usage ()
{
cat <<-EOT
usage: $(basename $0) -b | -i | -l
$(basename $0) -d <device_id> -s <domain> [-c comment] -w [ -t ]
$(basename $0) -u <usb-port> -s <domain> [-c comment] -w [ -t ]
$(basename $0) -r
$(basename $0) -x <usb-port>:<domain>:0:<vport>
------------
-b # boot/initialise PVUSB with setup ($CONFIG)
-i # initialize PVUSB without any rules
-s domain # server domain_name or domain_id
-u usb-port # USB-PORT e.g. "3-2"
-d device_id # USB device_id e.g. "0912:1234"
-c comment # e.g. "Canon IP4000"
-l # list grabbed PVUSB Devices
-r # read PVUSB rules
-w # write/activate PVUSB rule
-x # delete PVUSB rule
-t # try to trigger domain (per ssh)
-q # be quiet
EOT
}
init ()
{
NUM_PORTS=8 # Max 16 PVUSB ports.
CONFIG=/etc/xen/pvusb.conf
[ -e $CONFIG ] || cat >$CONFIG <<-EOT
# Configfile for pvusb
# 'pvusb -b' connects Device_Id to Domain
# Device_Id Domain Comment
# USB-Port Domain Comment
# 1234:5678 server USB-Printer
# 3-2 server USB-Printer
EOT
}
#
# paravirtualized USB Support
# ---------------------------
pvusb_init_xenstore ()
{
# Setup and initialize the XenStore for PVUSB
# based on init_xs.sh by Noboru Iwamatsu
dom_id=$1
vusb_bus=$2 # vusb_bus (typical 0)
XSWRITE=/usr/bin/xenstore-write
XSCHMOD=/usr/bin/xenstore-chmod
# Write backend information into the location that frontend look for.
$XSWRITE /local/domain/$dom_id/device/vusb/$vusb_bus/backend-id 0
$XSWRITE /local/domain/$dom_id/device/vusb/$vusb_bus/backend \
/local/domain/0/backend/vusb/$dom_id/$vusb_bus
# Write frontend information into the location that backend look for.
$XSWRITE /local/domain/0/backend/vusb/$dom_id/$vusb_bus/frontend-id $dom_id
$XSWRITE /local/domain/0/backend/vusb/$dom_id/$vusb_bus/frontend \
/local/domain/$dom_id/device/vusb/$vusb_bus
# Write virtual root hub field.
$XSWRITE /local/domain/0/backend/vusb/$dom_id/$vusb_bus/num-ports $NUM_PORTS
for i in $(seq 1 $NUM_PORTS)
do
# Set all port to disconnected state
$XSWRITE /local/domain/0/backend/vusb/$dom_id/$vusb_bus/port-$i "0"
done
# Set permission
$XSCHMOD /local/domain/$dom_id/device/vusb/$vusb_bus n$dom_id r0
$XSCHMOD /local/domain/$dom_id/device/vusb/$vusb_bus/backend-id n$dom_id r0
$XSCHMOD /local/domain/$dom_id/device/vusb/$vusb_bus/backend n$dom_id r0
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus n0 r$dom_id
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus/frontend-id n0 r$dom_id
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus/frontend n0 r$dom_id
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus/num-ports n0 r$dom_id
for i in $(seq 1 $NUM_PORTS)
do
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus/port-$i n0 r$dom_id
done
# Set state to XenbusStateInitialising
$XSWRITE /local/domain/$dom_id/device/vusb/$vusb_bus/state 1
$XSCHMOD /local/domain/$dom_id/device/vusb/$vusb_bus/state n$dom_id r0
$XSWRITE /local/domain/0/backend/vusb/$dom_id/$vusb_bus/state 1
$XSCHMOD /local/domain/0/backend/vusb/$dom_id/$vusb_bus/state n0 r$dom_id
}
pvusb_init_backend ()
{
# initialise backend only once
[ "$PVUSB_INIT" = "1" ] && { PVUSB_INIT=1; return; }
# 1) First, you have to start from the state that no device is connected.
# remove all usb modules but usbbk
usb_mods="$(lsmod | grep usb | grep -v usbcore | grep -v usbbk | awk '/^usb/ {print $1}')"
[ -n "$usb_mods" ] && rmmod $usb_mods
# moved to pvusb_trigger_backend ()
# stop udevd fetching events before the backend driver
#udevadm control --stop_exec_queue
# load usb (backend) modules
modprobe usbbk
}
pvusb_trigger_backend ()
{
# connect USB devices to backend (and restart udevd afterwards)
# XXX: find better way to connect USB devices dynamically!!!
# stop udevd fetching events before the backend driver
udevadm control --stop_exec_queue
rmmod uhci_hcd ehci_hcd
modprobe -a uhci_hcd ehci_hcd
# start udevd again after we have finished
udevadm control --start_exec_queue
}
pvusb_write_rule ()
{
domain=$1 # domain to connect PVUSB Port
usb_port=$2 # where is usb device connected
comment=$3 # a name for usb device
vusb_bus=0 # virtual USB Bus in domain (we use always usb bus 0)
if [ -z "$domain" ]; then
echo "missing option -s <domain>"
return
fi
if [ -z "$usb_port" ]; then
echo "missing option -u <usb_port>"
return
fi
if [ "$domain" = "$(echo $domain | tr -d [:alpha:])" ]; then
dom_name=$(xm domname $domain)
dom_id=$domain
else
dom_name=$domain
dom_id=$(xm domid $domain)
fi
vusb_port=$(get_free_vusb_port $usb_port)
# initialise paravirtualized USB Support in domain with vusb bus 0
pvusb_init_xenstore $dom_id $vusb_bus
# 2) test and remove existing hotplug-rule
actual_vport=$(cat /sys/bus/usb/drivers/usbback/vports | awk "/$usb_port/"'{print}')
[ -n "$actual_vport" ] && echo "$actual_vport" > /sys/bus/usb/drivers/usbback/remove_vport
# 2) Write the hotplug-rule through the sysfs interface of the backenend driver
echo "$usb_port:$dom_id:$vusb_bus:$vusb_port" > /sys/bus/usb/drivers/usbback/new_vport
# tell me what happened
if [ -z "$QUIET" ]; then
actual_vport=$(cat /sys/bus/usb/drivers/usbback/vports | awk "/$usb_port/"'{print}')
echo "xen PVUSB Rule written: $actual_vport $comment on domain $dom_name ($dom_id)"
fi
}
get_free_vusb_port ()
{
usb_port=$1
# get new vusb_port between 2 .. $NUM_PORTS
vports=`cat /sys/bus/usb/drivers/usbback/vports | grep $usb_port | cut -d: -f4 | sort -n`
if [ -z "$vports" ]; then
echo "2"
return
else
for ((i=2; $i<=$NUM_PORTS; i++)); do
if [ -z "$(echo $vports | grep $i)" ]; then
echo "$i"
return
fi
done
fi
echo "Error: no virtual USB-Port free for $usb_port" >2
}
get_usb_port ()
{
usb_dev="$1"
usb_port=""
# find out where USB-Device is connected
usb_ports="$(/bin/ls -1 /sys/bus/usb/devices/ | awk '/^[0-9]\-[0-9]$/ {print}')"
usb_bus=$(echo "$LSUSB" | grep $usb_dev | awk '{printf "%d",$2}')
usb_adr=$(echo "$LSUSB" | grep $usb_dev | awk '{printf "%d",$4}')
for port in $(echo "$usb_ports"|grep "$usb_bus"); do
adr=$(cat /sys/bus/usb/devices/$port/devnum)
if [ "$adr" = "$usb_adr" ]; then
echo "$port"
return
fi
done
echo "Error: no USB-Port not found for $usb_dev" >2
}
pvusb_write_defined_ports_from_configfile ()
{
# $CONFIG: where to connect the USB-Ports
# ---------------------------------------
ports=$(awk '/[0-9]-[0-9] / {print $1}' $CONFIG)
for usb_port in $ports; do
# read static definitions from $CONFIG
pvusb_conf=$(grep "$usb_port" $CONFIG)
if [ -n "$pvusb_conf" ]; then
domain=$(echo $pvusb_conf | awk '{print $2}')
comment=$(echo $pvusb_conf | cut -d\ -f3-)
[ -z "$(xm domname $domain 2>/dev/null || true)" ] && continue
else
continue
fi
# PVUSB write xen backend rules for usb device
# --------------------------------------------
pvusb_write_rule $domain $usb_port "$comment"
# remember domain to be triggered
PVUSB_DOMAINS=$(cat <<-EOT | sort -u
$PVUSB_DOMAINS
$domain)
done
}
pvusb_write_connected_devices_from_configfile ()
{
# $CONFIG: where to connect my USB-Devices
# ----------------------------------------
# see dmesg (syslog) where device ist connected:
# e.g.: usb 3-2: new full speed USB device using uhci_hcd and address 4
# get all connected USB devices
usb_devices=$(echo "$LSUSB" | grep -v '0000:0000' | awk '{print $6}')
# ready if no devices are found
if [ -z "$usb_devices" ]; then
echo "$(basename $0): No USB Devices found"
return
fi
# XXX: only normal USB-Ports (1-1) are supported yet, no cascaded USB-Hubs (1-1.1)
usb_ports="$(/bin/ls -1 /sys/bus/usb/devices/ | awk '/^[0-9]\-[0-9]$/ {print}')"
for usb_dev in $usb_devices; do
# where to connect my usb devices to?
# read static definitions from $CONFIG
pvusb_conf=$(grep "$usb_dev" $CONFIG)
if [ -n "$pvusb_conf" ]; then
domain=$(echo $pvusb_conf | awk '{print $2}')
comment=$(echo $pvusb_conf | cut -d\ -f3-)
[ -z "$(xm domname $domain 2>/dev/null || true)" ] && continue
else
continue
fi
# find out where USB-Device is connected
usb_bus=$(echo "$LSUSB" | grep $usb_dev | awk '{printf "%d",$2}')
usb_adr=$(echo "$LSUSB" | grep $usb_dev | awk '{printf "%d",$4}')
for port in $(echo "$usb_ports" | grep "$usb_bus"); do
adr=$(cat /sys/bus/usb/devices/$port/devnum)
if [ "$adr" = "$usb_adr" ]; then
usb_port=$port
break
fi
done
echo "found $comment ($usb_dev) on USB-Port $usb_port"
# PVUSB write xen backend rules for usb device
# --------------------------------------------
pvusb_write_rule $domain $usb_port "$comment"
# remember domain to be triggered
PVUSB_DOMAINS=$(cat <<-EOT | sort -u
$PVUSB_DOMAINS
$domain)
done
}
pvusb_trigger ()
{
# PVUSB trigger for all relevant domains
# XXX: better way to trigger domU?
for domain in $(echo "$1" | sort -u); do
ssh $domain "[ -n \"\$(lsusb || true)\" ] && exit 0 ;
rmmod xen_hcd usbcore || true ;
modprobe xen_hcd
" || true
done
}
pvusb_list ()
{
# tell me what happened
# ---------------------
pvusb_grabbed=$(cat /sys/bus/usb/drivers/usbback/grabbed_devices)
for pvusb in $pvusb_grabbed; do
usb_port=$(echo $pvusb | awk -F: '{print $1}')
dom_id=$(cat /sys/bus/usb/drivers/usbback/vports | awk -F: "/$usb_port/"' {print $2}')
dev_id="$(cat /sys/bus/usb/devices/$usb_port/idVendor)"
dev_id="$dev_id:$(cat /sys/bus/usb/devices/$usb_port/idProduct)"
product=$(echo "$LSUSB" | grep $dev_id | cut -d\ -f6-)
echo "PVUSB: $usb_port on `xm domname $dom_id` ($dom_id) $product"
done
}
# ------------------------
# Script starts here
# ------------------------
init
while getopts ":bc:d:Dhilqrs:tu:wx:" opt; do
case $opt in
b) # boot host with setup rules in $CONFIG
pvusb_init_backend
pvusb_write_connected_devices_from_configfile
pvusb_write_defined_ports_from_configfile
pvusb_trigger_backend
;;
i) # initialise PVUSB without any rules
pvusb_init_backend
pvusb_trigger_backend
;;
c) # comment e.g. Canon IP4000
comment=$OPTARG
;;
d) # USB DEVICE_ID (0912:1234)
usb_port=$(get_usb_port $OPTARG)
;;
h) usage
;;
l) # list PVUSB Ports
LIST_PVUSB=1
;;
q) # don't list PVUSB Ports
QUIET=0
;;
r) # list rules
cat /sys/bus/usb/drivers/usbback/vports
;;
s) # Server Domain-name or -id
domain=$(xm domname $OPTARG) # check if domain exists
;;
t) # try to trigger domain with ssh
pvusb_trigger "$PVUSB_DOMAINS $domain"
;;
u) # USB-PORT (3-2)
usb_port=$OPTARG
;;
w) # write rule PVUSB
pvusb_init_backend
pvusb_write_rule $domain $usb_port "$comment"
pvusb_trigger_backend
LIST_PVUSB=1
;;
x) # delete PVUSB rule
echo "$OPTARG" > /sys/bus/usb/drivers/usbback/remove_vport || true
;;
D) set -x
;;
\?)
echo "Invalid option: -$OPTARG" >&2
;;
esac
done
[ "$LIST_PVUSB" = "1" ] && pvusb_list