test D46768
Contents
Testbed s1 <==> r1 (nodes with a 1Gbps link) used here are from Emulab.net.
default "em" hardware
cc@s1:~ % ifconfig em4
em4: flags=1008843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST,LOWER_UP> metric 0 mtu 1500
options=4e504bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,LRO,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,MEXTPG>
ether 00:04:23:b7:42:58
inet 10.1.1.2 netmask 0xffffff00 broadcast 10.1.1.255
media: Ethernet 1000baseT <full-duplex>
status: active
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
cc@s1:~ % pciconf -lv | rg "em4" -A 4
em4@pci0:10:3:0: class=0x020000 rev=0x01 hdr=0x00 vendor=0x8086 device=0x1010 subvendor=0x8086 subdevice=0x1012
vendor = 'Intel Corporation'
device = '82546EB Gigabit Ethernet Controller (Copper)'
class = network
subclass = ethernet
cc@s1:~ %
cc@r1:~ % ifconfig em4
em4: flags=1008843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST,LOWER_UP> metric 0 mtu 1500
options=4e504bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,LRO,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,MEXTPG>
ether 00:04:23:b7:18:00
inet 10.1.1.3 netmask 0xffffff00 broadcast 10.1.1.255
media: Ethernet 1000baseT <full-duplex>
status: active
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
cc@r1:~ % pciconf -lv | rg "em4" -A 4
em4@pci0:10:3:0: class=0x020000 rev=0x01 hdr=0x00 vendor=0x8086 device=0x1010 subvendor=0x8086 subdevice=0x1012
vendor = 'Intel Corporation'
device = '82546EB Gigabit Ethernet Controller (Copper)'
class = network
subclass = ethernet
cc@r1:~ %
test IPv4 traffic
test ping-pong latency
test result
- highlighted ping-pong latency under different "enable_aim" values (enable_aim=2 has -21.3% in min, -24.4% in avg and -18.5% less latency than with the default enable_aim=1)
enable_aim |
min/avg/max |
stddev |
delta |
0 |
0.169/0.237/0.280 |
0.033 |
|
1 (default) |
0.164/0.205/0.249 |
0.027 |
base |
2 |
0.129/0.155/0.203 |
0.020 |
-21.3%, -24.4%, -18.5% |
test detail
- default
cc@s1:~ % sysctl -d dev.em.4.enable_aim dev.em.4.enable_aim: Interrupt Moderation (1=normal, 2=lowlatency) cc@s1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 1 cc@r1:~ % sysctl -d dev.em.4.enable_aim dev.em.4.enable_aim: Interrupt Moderation (1=normal, 2=lowlatency) cc@r1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 1 cc@s1:~ % ping -c 10 r1 PING r1-link1 (10.1.1.3): 56 data bytes 64 bytes from 10.1.1.3: icmp_seq=0 ttl=64 time=0.221 ms 64 bytes from 10.1.1.3: icmp_seq=1 ttl=64 time=0.222 ms 64 bytes from 10.1.1.3: icmp_seq=2 ttl=64 time=0.176 ms 64 bytes from 10.1.1.3: icmp_seq=3 ttl=64 time=0.212 ms 64 bytes from 10.1.1.3: icmp_seq=4 ttl=64 time=0.238 ms 64 bytes from 10.1.1.3: icmp_seq=5 ttl=64 time=0.182 ms 64 bytes from 10.1.1.3: icmp_seq=6 ttl=64 time=0.164 ms 64 bytes from 10.1.1.3: icmp_seq=7 ttl=64 time=0.211 ms 64 bytes from 10.1.1.3: icmp_seq=8 ttl=64 time=0.175 ms 64 bytes from 10.1.1.3: icmp_seq=9 ttl=64 time=0.249 ms --- r1-link1 ping statistics --- 10 packets transmitted, 10 packets received, 0.0% packet loss round-trip min/avg/max/stddev = 0.164/0.205/0.249/0.027 ms cc@s1:~ %
- with enable_aim=0
cc@s1:~ % sudo sysctl dev.em.4.enable_aim=0 dev.em.4.enable_aim: 1 -> 0 cc@s1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 0 cc@s1:~ % cc@r1:~ % sudo sysctl dev.em.4.enable_aim=0 dev.em.4.enable_aim: 1 -> 0 cc@r1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 0 cc@r1:~ % cc@s1:~ % ping -c 10 r1 PING r1-link1 (10.1.1.3): 56 data bytes 64 bytes from 10.1.1.3: icmp_seq=0 ttl=64 time=0.206 ms 64 bytes from 10.1.1.3: icmp_seq=1 ttl=64 time=0.221 ms 64 bytes from 10.1.1.3: icmp_seq=2 ttl=64 time=0.226 ms 64 bytes from 10.1.1.3: icmp_seq=3 ttl=64 time=0.248 ms 64 bytes from 10.1.1.3: icmp_seq=4 ttl=64 time=0.268 ms 64 bytes from 10.1.1.3: icmp_seq=5 ttl=64 time=0.276 ms 64 bytes from 10.1.1.3: icmp_seq=6 ttl=64 time=0.280 ms 64 bytes from 10.1.1.3: icmp_seq=7 ttl=64 time=0.217 ms 64 bytes from 10.1.1.3: icmp_seq=8 ttl=64 time=0.254 ms 64 bytes from 10.1.1.3: icmp_seq=9 ttl=64 time=0.169 ms --- r1-link1 ping statistics --- 10 packets transmitted, 10 packets received, 0.0% packet loss round-trip min/avg/max/stddev = 0.169/0.237/0.280/0.033 ms cc@s1:~ %
- with enable_aim=2
cc@s1:~ % sudo sysctl dev.em.4.enable_aim=2 dev.em.4.enable_aim: 0 -> 2 cc@s1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 2 cc@s1:~ % cc@r1:~ % sudo sysctl dev.em.4.enable_aim=2 dev.em.4.enable_aim: 0 -> 2 cc@r1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 2 cc@r1:~ % cc@s1:~ % ping -c 10 r1 PING r1-link1 (10.1.1.3): 56 data bytes 64 bytes from 10.1.1.3: icmp_seq=0 ttl=64 time=0.203 ms 64 bytes from 10.1.1.3: icmp_seq=1 ttl=64 time=0.144 ms 64 bytes from 10.1.1.3: icmp_seq=2 ttl=64 time=0.143 ms 64 bytes from 10.1.1.3: icmp_seq=3 ttl=64 time=0.166 ms 64 bytes from 10.1.1.3: icmp_seq=4 ttl=64 time=0.143 ms 64 bytes from 10.1.1.3: icmp_seq=5 ttl=64 time=0.144 ms 64 bytes from 10.1.1.3: icmp_seq=6 ttl=64 time=0.151 ms 64 bytes from 10.1.1.3: icmp_seq=7 ttl=64 time=0.158 ms 64 bytes from 10.1.1.3: icmp_seq=8 ttl=64 time=0.169 ms 64 bytes from 10.1.1.3: icmp_seq=9 ttl=64 time=0.129 ms --- r1-link1 ping statistics --- 10 packets transmitted, 10 packets received, 0.0% packet loss round-trip min/avg/max/stddev = 0.129/0.155/0.203/0.020 ms cc@s1:~ %
test tso performance under loaded siftr/siftr2
set "hw.em.unsupported_tso=1" in /boot/loader.conf and reboot enable TSO
cc@s1:~ % sysctl hw.em.unsupported_tso
hw.em.unsupported_tso: 1
cc@s1:~ % sudo ifconfig em4 tso
cc@s1:~ % ifconfig em4
em4: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=4e507bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,MEXTPG>
ether 00:04:23:b7:42:58
inet 10.1.1.2 netmask 0xffffff00 broadcast 10.1.1.255
media: Ethernet 1000baseT <full-duplex> (autoselect)
status: no carrier
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
cc@s1:~ % Looks without set "hw.em.unsupported_tso=1" in /boot/loader.conf, only TSO for ipv4 is added by command "sudo ifconfig em4 tso".
cc@s1:~ % sysctl hw.em.unsupported_tso
hw.em.unsupported_tso: 0
cc@s1:~ % sudo ifconfig em4 tso
cc@s1:~ % ifconfig em4
em4: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=4e505bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,LRO,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,MEXTPG>
ether 00:04:23:b7:42:58
inet 10.1.1.2 netmask 0xffffff00 broadcast 10.1.1.255
media: Ethernet 1000baseT <full-duplex> (autoselect)
status: no carrier
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
cc@s1:~ %
test result
- highlighted performance stats with TSO enabled and siftr/siftr2 loaded
enable_aim |
iperf3 throughput under siftr |
average TSO data packet size under siftr2 |
0 |
898 Mbits/sec |
4629.81 bytes |
1 (default) |
904 Mbits/sec |
4788.79 bytes |
2 |
928 Mbits/sec (+2.7%) |
4783.52 bytes |
test detail
- with default enable_aim=1
cc@s1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 1 cc@r1:~ % sysctl dev.em.4.enable_aim dev.em.4.enable_aim: 1 cc@s1:~ % sudo rm /var/log/siftr.log cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 -t 10 -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 56625 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 218 MBytes 916 Mbits/sec 0 489 KBytes [ 5] 2.00-4.00 sec 214 MBytes 898 Mbits/sec 0 489 KBytes [ 5] 4.00-6.00 sec 213 MBytes 895 Mbits/sec 0 489 KBytes [ 5] 6.00-8.00 sec 216 MBytes 905 Mbits/sec 0 489 KBytes [ 5] 8.00-10.00 sec 216 MBytes 906 Mbits/sec 0 489 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-10.00 sec 1.05 GBytes 904 Mbits/sec 0 sender [ 5] 0.00-10.01 sec 1.05 GBytes 903 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr.port_filter=54321 net.inet.siftr.port_filter: 0 -> 54321 cc@s1:~ % sudo rm /var/log/siftr.log cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 222 MBytes 932 Mbits/sec 0 489 KBytes [ 5] 2.00-4.00 sec 213 MBytes 894 Mbits/sec 0 489 KBytes [ 5] 4.00-6.00 sec 219 MBytes 917 Mbits/sec 0 489 KBytes [ 5] 6.00-8.00 sec 213 MBytes 892 Mbits/sec 0 489 KBytes [ 5] 8.00-9.47 sec 157 MBytes 895 Mbits/sec 0 489 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.47 sec 1.00 GBytes 907 Mbits/sec 0 sender [ 5] 0.00-9.48 sec 1024 MBytes 906 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % wc -l /var/log/siftr.log 564329 /var/log/siftr.log cc@s1:~ % sudo mv /var/log/siftr.log /tmp/enable_aim_1_siftr.log cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr2.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr2.enabled=0 ; net.inet.siftr2.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 225 MBytes 942 Mbits/sec 0 488 KBytes [ 5] 2.00-4.00 sec 224 MBytes 939 Mbits/sec 0 488 KBytes [ 5] 4.00-6.00 sec 224 MBytes 941 Mbits/sec 0 488 KBytes [ 5] 6.00-8.00 sec 224 MBytes 937 Mbits/sec 0 488 KBytes [ 5] 8.00-9.14 sec 127 MBytes 941 Mbits/sec 0 488 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.14 sec 1.00 GBytes 940 Mbits/sec 0 sender [ 5] 0.00-9.14 sec 1024 MBytes 940 Mbits/sec receiver iperf Done. net.inet.siftr2.enabled: 1 -> 0 cc@s1:~ % wc -l /var/log/siftr2.log 595746 /var/log/siftr2.log cc@s1:~ % sudo mv /var/log/siftr2.log /tmp/enable_aim_1_siftr2.log cc@s1:~ %
- with enable_aim=0
cc@s1:~ % sudo sysctl dev.em.4.enable_aim=0 dev.em.4.enable_aim: 1 -> 0 cc@r1:~ % sudo sysctl dev.em.4.enable_aim=0 dev.em.4.enable_aim: 1 -> 0 cc@s1:~ % sudo rm /var/log/siftr.log cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 -t 10 -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 41407 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 216 MBytes 906 Mbits/sec 0 327 KBytes [ 5] 2.00-4.00 sec 213 MBytes 894 Mbits/sec 0 327 KBytes [ 5] 4.00-6.00 sec 215 MBytes 902 Mbits/sec 0 327 KBytes [ 5] 6.00-8.00 sec 210 MBytes 882 Mbits/sec 0 327 KBytes [ 5] 8.00-10.00 sec 216 MBytes 904 Mbits/sec 0 327 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-10.00 sec 1.05 GBytes 898 Mbits/sec 0 sender [ 5] 0.00-10.01 sec 1.05 GBytes 897 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 219 MBytes 919 Mbits/sec 0 326 KBytes [ 5] 2.00-4.00 sec 215 MBytes 902 Mbits/sec 0 326 KBytes [ 5] 4.00-6.00 sec 214 MBytes 898 Mbits/sec 0 326 KBytes [ 5] 6.00-8.00 sec 215 MBytes 904 Mbits/sec 0 490 KBytes [ 5] 8.00-9.46 sec 160 MBytes 922 Mbits/sec 0 490 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.46 sec 1.00 GBytes 908 Mbits/sec 0 sender [ 5] 0.00-9.46 sec 1024 MBytes 908 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % wc -l /var/log/siftr.log 570793 /var/log/siftr.log cc@s1:~ % sudo mv /var/log/siftr.log /tmp/enable_aim_0_siftr.log cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr2.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr2.enabled=0 ; net.inet.siftr2.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 224 MBytes 941 Mbits/sec 0 328 KBytes [ 5] 2.00-4.00 sec 224 MBytes 941 Mbits/sec 0 328 KBytes [ 5] 4.00-6.00 sec 224 MBytes 939 Mbits/sec 0 328 KBytes [ 5] 6.00-8.00 sec 224 MBytes 942 Mbits/sec 0 328 KBytes [ 5] 8.00-9.15 sec 127 MBytes 926 Mbits/sec 0 488 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.15 sec 1.00 GBytes 939 Mbits/sec 0 sender [ 5] 0.00-9.15 sec 1024 MBytes 938 Mbits/sec receiver iperf Done. net.inet.siftr2.enabled: 1 -> 0 cc@s1:~ % ll /var/log/siftr2.log -rw-r--r-- 1 root wheel 86M Oct 9 09:03 /var/log/siftr2.log cc@s1:~ % wc -l /var/log/siftr2.log 604127 /var/log/siftr2.log cc@s1:~ % sudo mv /var/log/siftr2.log /tmp/enable_aim_0_siftr2.log cc@s1:~ %
- with enable_aim=2
cc@r1:~ % sudo sysctl dev.em.4.enable_aim=2 dev.em.4.enable_aim: 0 -> 2 cc@s1:~ % sudo sysctl dev.em.4.enable_aim=2 dev.em.4.enable_aim: 0 -> 2 cc@s1:~ % sudo rm /var/log/siftr.log cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 -t 10 -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 48242 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 224 MBytes 941 Mbits/sec 0 733 KBytes [ 5] 2.00-4.00 sec 220 MBytes 922 Mbits/sec 0 733 KBytes [ 5] 4.00-6.00 sec 222 MBytes 929 Mbits/sec 0 733 KBytes [ 5] 6.00-8.00 sec 220 MBytes 922 Mbits/sec 0 733 KBytes [ 5] 8.00-10.00 sec 221 MBytes 927 Mbits/sec 0 733 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-10.00 sec 1.08 GBytes 928 Mbits/sec 0 sender [ 5] 0.00-10.01 sec 1.08 GBytes 927 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr.enabled=0 ; net.inet.siftr.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 225 MBytes 943 Mbits/sec 0 732 KBytes [ 5] 2.00-4.01 sec 222 MBytes 926 Mbits/sec 0 732 KBytes [ 5] 4.01-6.00 sec 217 MBytes 916 Mbits/sec 0 732 KBytes [ 5] 6.00-8.00 sec 218 MBytes 917 Mbits/sec 0 732 KBytes [ 5] 8.00-9.28 sec 142 MBytes 929 Mbits/sec 0 732 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.28 sec 1.00 GBytes 926 Mbits/sec 0 sender [ 5] 0.00-9.30 sec 1024 MBytes 924 Mbits/sec receiver iperf Done. net.inet.siftr.enabled: 1 -> 0 cc@s1:~ % wc -l /var/log/siftr.log 575141 /var/log/siftr.log cc@s1:~ % sudo mv /var/log/siftr.log /tmp/enable_aim_2_siftr.log cc@s1:~ % cc@s1:~ % sudo sysctl net.inet.siftr2.enabled=1 ; iperf3 -c r1 --cport 54321 -n 1G -i 2 ; sudo sysctl net.inet.siftr2.enabled=0 ; net.inet.siftr2.enabled: 0 -> 1 Connecting to host r1, port 5201 [ 5] local 10.1.1.2 port 54321 connected to 10.1.1.3 port 5201 [ ID] Interval Transfer Bitrate Retr Cwnd [ 5] 0.00-2.00 sec 224 MBytes 941 Mbits/sec 0 328 KBytes [ 5] 2.00-4.00 sec 222 MBytes 929 Mbits/sec 0 489 KBytes [ 5] 4.00-6.00 sec 224 MBytes 941 Mbits/sec 0 489 KBytes [ 5] 6.00-8.00 sec 224 MBytes 940 Mbits/sec 0 489 KBytes [ 5] 8.00-9.16 sec 130 MBytes 941 Mbits/sec 0 489 KBytes - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-9.16 sec 1.00 GBytes 938 Mbits/sec 0 sender [ 5] 0.00-9.16 sec 1024 MBytes 938 Mbits/sec receiver iperf Done. net.inet.siftr2.enabled: 1 -> 0 cc@s1:~ % wc -l /var/log/siftr2.log 596029 /var/log/siftr2.log cc@s1:~ % sudo mv /var/log/siftr2.log /tmp/enable_aim_2_siftr2.log cc@s1:~ %