Skip to content
Sasha Kotchubievsky edited this page Nov 27, 2018 · 8 revisions

Useful commands:

$ ./configure --with-rdma --with-fio=/mnt/data/sashakot/fio --enable-debug --prefix=$PWD/install

# NVMf Target Configuration File
# Define NVMf protocol global options
[Rpc]
  Enable Yes
  Listen 0.0.0.0

[Nvmf]
  MaxQueuesPerSession 4
  AcceptorPollRate 10000

[Malloc]
  NumberOfLuns 4
  LunSizeInMB 512

[Nvme]
  RetryCount 4
  Timeout 0
  ActionOnTimeout None
  AdminPollRate 100000
  # BlockSize 4096
  # HotplugEnable Yes
  #TransportId "trtype:PCIe traddr:0000:06:00.0" Nvme0
  #TransportId "trtype:PCIe traddr:0000:08:00.0" Nvme1
  #TransportId "trtype:PCIe traddr:0000:0a:00.0" Nvme2
  #TransportId "trtype:PCIe traddr:0000:0c:00.0" Nvme3
#
[Subsystem0]
  NQN nqn.2016-06.io.spdk.r-dcs75:rd0
  SN SPDK000DEADBEAF00
  Namespace Malloc0 5
  Namespace Malloc1 6
#  Namespace Malloc2 3
#  Namespace Malloc3 4
  Listen RDMA 1.1.75.1:1023
  Listen RDMA 1.1.75.2:1023
  AllowAnyHost yes

[Subsystem1]
  NQN nqn.2016-06.io.spdk.r-dcs75:rd1
  SN SPDK000DEADBEAF01
  # Namespace Malloc0 1
  # Namespace Malloc1 2
  Namespace Malloc2 1
  Namespace Malloc3 2
  Listen RDMA 1.1.75.1:1023
  Listen RDMA 1.1.75.2:1023
  AllowAnyHost yes



sudo nvme discover -t rdma -a 1.1.75.1 -s 1023
 sudo fio --name=Job --stats=1 --group_reporting=1 --ioengine=libaio --direct=1 --filename=/dev/nvme0n1
 PCI_WHITELIST="0000:81:00.0" HUGEMEM=512 sudo -E  scripts/setup.sh
sudo   examples/nvme/perf/perf -q 16 -o 4096 -w randread -t 10 -c 0xFFFF -D /dev/nvme0n1
sudo examples/nvme/perf/perf -q 128 -o 4096 -w randwrite -t 10 -c 0x300 -D -r 'trtype:PCIe traddr:0000:81:00.0'
sudo examples/nvme/perf/perf -q 5 -o 4096 -w randwrite -t 10 -c 0x010 -D -r 'trtype:TCP adrfam:IPv4 traddr:1.1.75.1  trsvcid:1023 nqn.2016-06.io.spdk.r-dcs75:rd0'

Clone this wiki locally