Commit 3429f97a authored by paul luse's avatar paul luse Committed by Tomasz Zawadzki
Browse files

scripts/setup: add support for IDXD (aka DSA) 



Add bin/unbind support between the kernel idxd driver
and VFIO. UIO not tested but tested this extensively
on a system with valid idxd kernel driver and VFIO.

Future patches in this series add the actual idxd
low level library and bdev accel plug-in module. See
those patches for more details on idxd.

Signed-off-by: default avatarpaul luse <paul.e.luse@intel.com>
Change-Id: I09dd00b1aedcf88577335bde79d31cfd50ac4cde
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/1721


Tested-by: default avatarSPDK CI Jenkins <sys_sgci@intel.com>
Community-CI: Broadcom CI
Reviewed-by: default avatarJim Harris <james.r.harris@intel.com>
Reviewed-by: default avatarShuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
parent 2a0c66d0

scripts/setup.sh

+73 −0
Original line number Diff line number Diff line
@@ -255,6 +255,25 @@ function configure_linux_pci { 
	done < $TMP

	rm $TMP



        # IDXD

        TMP=$(mktemp)

        #collect all the device_id info of idxd devices.

        grep "PCI_DEVICE_ID_INTEL_IDXD" $rootdir/include/spdk/pci_ids.h \

        | awk -F"x" '{print $2}' > $TMP



        while IFS= read -r dev_id

        do

                for bdf in $(iter_all_pci_dev_id 8086 $dev_id); do

                        if ! pci_can_use $bdf; then

                                pci_dev_echo "$bdf" "Skipping un-whitelisted IDXD device"

                                continue

                        fi



                        linux_bind_driver "$bdf" "$driver_name"

                done

        done < $TMP

        rm $TMP



	# virtio

	TMP=$(mktemp)

	#collect all the device_id info of virtio devices.
@@ -467,6 +486,31 @@ function reset_linux_pci { 
	done < $TMP

	rm $TMP



        # IDXD

        TMP=$(mktemp)

        #collect all the device_id info of idxd devices.

        grep "PCI_DEVICE_ID_INTEL_IDXD" $rootdir/include/spdk/pci_ids.h \

        | awk -F"x" '{print $2}' > $TMP

        set +e

        check_for_driver idxd

        driver_loaded=$?

        set -e

        while IFS= read -r dev_id

        do

                for bdf in $(iter_all_pci_dev_id 8086 $dev_id); do

                        if ! pci_can_use $bdf; then

                                pci_dev_echo "$bdf" "Skipping un-whitelisted IDXD device"

                                continue

                        fi

                        if [ $driver_loaded -ne 0 ]; then

                                linux_bind_driver "$bdf" idxd

                        else

                                linux_unbind_driver "$bdf"

                        fi

                done

        done < $TMP

        rm $TMP



	# virtio

	TMP=$(mktemp)

	#collect all the device_id info of virtio devices.
@@ -599,6 +643,27 @@ function status_linux { 
		done

	done



        echo ""

        echo "IDXD DMA"



        #collect all the device_id info of idxd devices.

        TMP=$(grep "PCI_DEVICE_ID_INTEL_IDXD" $rootdir/include/spdk/pci_ids.h \

        | awk -F"x" '{print $2}')

        echo -e "BDF\t\tVendor\tDevice\tNUMA\tDriver"

        for dev_id in $TMP; do

                for bdf in $(iter_all_pci_dev_id 8086 $dev_id); do

                        driver=$(grep DRIVER /sys/bus/pci/devices/$bdf/uevent |awk -F"=" '{print $2}')

                        if [ "$numa_nodes" = "0" ]; then

                                node="-"

                        else

                                node=$(cat /sys/bus/pci/devices/$bdf/numa_node)

                        fi

                        device=$(cat /sys/bus/pci/devices/$bdf/device)

                        vendor=$(cat /sys/bus/pci/devices/$bdf/vendor)

                        echo -e "$bdf\t${vendor#0x}\t${device#0x}\t$node\t${driver:--}"

                done

        done



	echo ""

	echo "virtio"
@@ -651,6 +716,14 @@ function configure_freebsd_pci { 
		GREP_STR="${GREP_STR}\|chip=0x${dev_id}8086"

	done < $TMP



        # IDXD

        grep "PCI_DEVICE_ID_INTEL_IDXD" $rootdir/include/spdk/pci_ids.h \

        | awk -F"x" '{print $2}' > $TMP

        while IFS= read -r dev_id

        do

                GREP_STR="${GREP_STR}\|chip=0x${dev_id}8086"

        done < $TMP



	# VMD

	grep "PCI_DEVICE_ID_INTEL_VMD" $rootdir/include/spdk/pci_ids.h \

	| awk -F"x" '{print $2}' > $TMP