ERROR there is not enough huge-pages memory in your system
1,153 views
Skip to first unread message
Vishnu Chaithanya
Feb 16, 2021, 8:57:25 AM2/16/21
to TRex Traffic Generator
Hi guys,
Am trying to install trex in my centos machine. Getting the below error, tried some of the options shared but couldnt succeed. Can anyone please help.
[root@localhost v2.87]# ./t-rex-64 -f cap2/dns.yaml -c 4 -m 1 -d 10
The ports are bound/configured.
Starting TRex v2.87 please wait ...
set driver name net_i40e
driver capability : TCP_UDP_OFFLOAD TSO
set dpdk queues mode to DROP_QUE_FILTER
Number of ports found: 2
Loading DDP profile (0) Profile is already loaded
Loading DDP profile (1) Profile is already loaded
zmq publisher at: tcp://*:4500
ERROR there is not enough huge-pages memory in your system
EAL: Error - exiting with code: 1
Cause: Cannot init mbuf pool _2048-pkt-const
[root@localhost v2.87]#
[root@localhost v2.87]# cat /etc/trex_cfg.yaml
### Config file generated by dpdk_setup_ports.py ###
- version: 2
interfaces: ['03:00.0', '03:00.1']
port_bandwidth_gb: 40
port_info:
- dest_mac: 3c:fd:fe:cc:ac:c9 # MAC OF LOOPBACK TO IT'S DUAL INTERFACE
src_mac: 3c:fd:fe:cc:ac:c8
- dest_mac: 3c:fd:fe:cc:ac:c8 # MAC OF LOOPBACK TO IT'S DUAL INTERFACE
src_mac: 3c:fd:fe:cc:ac:c9
platform:
master_thread_id: 0
latency_thread_id: 7
dual_if:
- socket: 0
threads: [1,2,3,4,5,6]
[root@localhost v2.87]#
[root@localhost v2.87]# free -h
total used free shared buff/cache available
Mem: 31G 9.2G 21G 78M 582M 21G
Swap: 15G 3.8M 15G
[root@localhost v2.87]#
[root@localhost v2.87]# ./t-rex-64 -c 1 -i -v 7 --mbuf-factor 0.1
Starting Scapy server..... Scapy server is started
The ports are bound/configured.
Starting TRex v2.87 please wait ...
Using configuration file /etc/trex_cfg.yaml
port limit : not configured
port_bandwidth_gb : 40
if_mask : None
is low-end : 0
stack type :
thread_per_dual_if : 1
if : 03:00.0, 03:00.1,
enable_zmq_pub : 1
zmq_pub_port : 4500
m_zmq_rpc_port : 4501
src : 3c:fd:fe:cc:ac:c8
dest : 3c:fd:fe:cc:ac:c9
src : 3c:fd:fe:cc:ac:c9
dest : 3c:fd:fe:cc:ac:c8
memory per 2x10G ports
MBUF_64 : 16380
MBUF_128 : 8190
MBUF_256 : 8190
MBUF_512 : 8190
MBUF_1024 : 8190
MBUF_2048 : 4095
MBUF_4096 : 128
MBUF_9K : 512
TRAFFIC_MBUF_64 : 65520
TRAFFIC_MBUF_128 : 32760
TRAFFIC_MBUF_256 : 8190
TRAFFIC_MBUF_512 : 8190
TRAFFIC_MBUF_1024 : 8190
TRAFFIC_MBUF_2048 : 32760
TRAFFIC_MBUF_4096 : 128
TRAFFIC_MBUF_9K : 512
MBUF_DP_FLOWS : 524288
MBUF_GLOBAL_FLOWS : 5120
master thread : 0
rx thread : 7
dual_if : 0
socket : 0
[ 1 2 3 4 5 6 ]
CTimerWheelYamlInfo does not exist
flags : 8010f00
write_file : 0
verbose : 7
realtime : 1
flip : 0
cores : 1
single core : 0
flow-flip : 0
no clean close : 0
zmq_publish : 1
vlan mode : 0
client_cfg : 0
mbuf_cache_disable : 0
cfg file :
mac file :
out file :
client cfg file :
duration : 0
factor : 1
mbuf_factor : 0
latency : 0 pkt/sec
zmq_port : 4500
telnet_port : 4501
expected_ports : 2
tw_bucket_usec : 20.000000 usec
tw_buckets : 1024 usec
tw_levels : 3 usec
port : 0 dst:3c:fd:fe:cc:ac:c9 src:3c:fd:fe:cc:ac:c8
port : 1 dst:3c:fd:fe:cc:ac:c8 src:3c:fd:fe:cc:ac:c9
port : 2 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 3 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 4 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 5 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 6 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 7 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 8 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 9 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 10 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 11 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 12 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 13 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 14 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 15 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 16 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 17 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 18 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 19 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 20 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 21 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 22 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 23 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 24 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 25 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 26 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 27 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 28 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 29 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 30 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
port : 31 dst:00:00:00:01:00:00 src:00:00:00:00:00:00
Total Memory :
MBUF_64 : 72072
MBUF_128 : 36036
MBUF_256 : 11466
MBUF_512 : 11466
MBUF_1024 : 11466
MBUF_2048 : 34398
MBUF_4096 : 1024
MBUF_DP_FLOWS : 209715
MBUF_GLOBAL_FLOWS : 2048
get_each_core_dp_flows : 209715
Total memory : 170.56 Mbytes
core_list : 0,7,1
sockets : 0
active sockets : 1
ports_sockets : 1
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
phy | virt
1 1
DPDK args
xx -l 0,7,1 -n 4 --log-level 8 --master-lcore 0 -w 0000:03:00.0 -w 0000:03:00.1 --legacy-mem
EAL: Detected 8 lcore(s)
EAL: Detected 1 NUMA nodes
EAL: Static memory layout is selected, amount of reserved memory can be adjusted with -m or --socket-mem
EAL: Multi-process socket /var/run/dpdk/rte/mp_socket
EAL: Selected IOVA mode 'PA'
EAL: No available hugepages reported in hugepages-1048576kB
EAL: Probing VFIO support...
EAL: PCI device 0000:03:00.0 on NUMA socket 0
EAL: probe driver: 8086:1583 net_i40e
EAL: PCI device 0000:03:00.1 on NUMA socket 0
EAL: probe driver: 8086:1583 net_i40e
input : [03:00.0, 03:00.1]
dpdk : [0000:03:00.0, 0000:03:00.1]
pci_scan : [0000:03:00.0, 0000:03:00.1]
map : [ 0, 1]
TRex port mapping
-----------------
TRex vport: 0 dpdk_rte_eth: 0
TRex vport: 1 dpdk_rte_eth: 1
set driver name net_i40e
driver capability : TCP_UDP_OFFLOAD TSO
set dpdk queues mode to DROP_QUE_FILTER
DPDK devices 2 : 2
-----
0 : vdev 0000:03:00.0
1 : vdev 0000:03:00.1
-----
Number of ports found: 2
if_index : 0
driver name : net_i40e
min_rx_bufsize : 1024
max_rx_pktlen : 9728
max_rx_queues : 320
max_tx_queues : 320
max_mac_addrs : 64
rx_offload_capa : 0x92e6f
tx_offload_capa : 0x19fbf
rss reta_size : 512
flow_type_rss : 0x7ef8
tx_desc_max : 4096
tx_desc_min : 64
rx_desc_max : 4096
rx_desc_min : 64
Loading DDP profile (0) Profile is already loaded
port 0: FW ver 06.00.01
Loading DDP profile (1) Profile is already loaded
port 1: FW ver 06.00.01
zmq publisher at: tcp://*:4500
rx_data_q_num : 1
rx_drop_q_num : 1
rx_dp_q_num : 0
rx_que_total : 2
--
rx_desc_num_data_q : 4096
rx_desc_num_drop_q : 64
rx_desc_num_dp_q : 0
total_desc : 4160
--
tx_desc_num : 1024
ERROR there is not enough huge-pages memory in your system
EAL: Error - exiting with code: 1
Cause: Cannot init mbuf pool _2048-pkt-const
Killing Scapy server... Scapy server is killed
[root@localhost v2.87]#
Thanks,
Vishnu
hanoh haim
Feb 16, 2021, 9:28:27 AM2/16/21
to Vishnu Chaithanya, TRex Traffic Generator
Hi Vishnu,
It means that your system try to allocate the 1GB huge page and there is nothing there, try to add it to grub at boot time.
see DPDK doc
Thanks
Hanoh
Reply all
Reply to author
Forward
0 new messages