Re: Could not log into all portals
951 views
Skip to first unread message
Mike Christie
Nov 11, 2012, 10:50:13 PM11/11/12
to open-...@googlegroups.com, fr...@startplus.de
On 11/10/2012 05:51 PM, fr...@startplus.de wrote:
> Installation:
>
> + XCP 1.6 (beta)
> - erase open-iscsi-2.0.871-0.20.3.xs1031
> + http://www.openfabrics.org/downloads/OFED/ofed-1.5.3/OFED-1.5.3.tgz
> + http://www.open-iscsi.org/bits/open-iscsi-2.0-873.tar.gz
>
It looks like a bug.
So you are using the open-iscsi tools from above right?
If you do
whereis iscsid
whereis iscsiadm
do you see one copy or two?
What kernel version are you using? I will try to set it up here.
> Installation:
>
> + XCP 1.6 (beta)
> - erase open-iscsi-2.0.871-0.20.3.xs1031
> + http://www.openfabrics.org/downloads/OFED/ofed-1.5.3/OFED-1.5.3.tgz
> + http://www.open-iscsi.org/bits/open-iscsi-2.0-873.tar.gz
>
It looks like a bug.
So you are using the open-iscsi tools from above right?
If you do
whereis iscsid
whereis iscsiadm
do you see one copy or two?
What kernel version are you using? I will try to set it up here.
Frank Röben
Nov 12, 2012, 8:35:19 AM11/12/12
to open-...@googlegroups.com, fr...@startplus.de
Hi Mike,
[root@xcp-02 ~]# whereis iscsid
iscsid: /sbin/iscsid /usr/share/man/man8/iscsid.8
[root@xcp-02 ~]# whereis iscsiadm
iscsiadm: /sbin/iscsiadm /usr/share/man/man8/iscsiadm.8
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
iscsid version 2.0-873
iscsid: /sbin/iscsid /usr/share/man/man8/iscsid.8
[root@xcp-02 ~]# whereis iscsiadm
iscsiadm: /sbin/iscsiadm /usr/share/man/man8/iscsiadm.8
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
iscsid version 2.0-873
[root@xcp-02 ~]# which iscsid
/sbin/iscsid
[root@xcp-02 ~]# iscsiadm -V
iscsiadm version 2.0-873
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
/sbin/iscsid
[root@xcp-02 ~]# iscsiadm -V
iscsiadm version 2.0-873
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
Details for install see next message please.
Frank
Frank Röben
Nov 12, 2012, 8:38:01 AM11/12/12
to open-...@googlegroups.com, fr...@startplus.de
Output Installation 2(details see below):
[root@xcp-02 ~]# whereis iscsid
iscsid: /sbin/iscsid /usr/share/man/man8/iscsid.8
[root@xcp-02 ~]# whereis iscsiadm
iscsiadm: /sbin/iscsiadm /usr/share/man/man8/iscsiadm.8
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
iscsid version 2.0-873
[root@xcp-02 ~]# which iscsid
/sbin/iscsid
[root@xcp-02 ~]# rpm -qf /sbin/iscsid
iscsi-initiator-utils-6.2.0.872-10.el5
[root@xcp-02 ~]# iscsiadm -V
iscsiadm version 2.0-873
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
[root@xcp-02 ~]# rpm -qf /sbin/iscsiadm
iscsi-initiator-utils-6.2.0.872-10.el5
[root@xcp-02 ~]# /etc/init.d/open-iscsi start
Starting iSCSI initiator service: [ OK ]
Setting up iSCSI targets: iscsiadm: No records found
[ OK ]
[root@xcp-02 ~]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser
# BEGIN RECORD 2.0-873
node.name = iqn.1986-03.com.sun:iser-target
node.tpgt = 2
node.startup = manual
node.leading_login = No
iface.hwaddress = <empty>
iface.ipaddress = <empty>
iface.iscsi_ifacename = iser
iface.net_ifacename = <empty>
iface.transport_name = iser
iface.initiatorname = <empty>
iface.bootproto = <empty>
iface.subnet_mask = <empty>
iface.gateway = <empty>
iface.ipv6_autocfg = <empty>
iface.linklocal_autocfg = <empty>
iface.router_autocfg = <empty>
iface.ipv6_linklocal = <empty>
iface.ipv6_router = <empty>
iface.state = <empty>
iface.vlan_id = 0
iface.vlan_priority = 0
iface.vlan_state = <empty>
iface.iface_num = 0
iface.mtu = 0
iface.port = 0
node.discovery_address = 192.168.1.50
node.discovery_port = 3260
node.discovery_type = send_targets
node.session.initial_cmdsn = 0
node.session.initial_login_retry_max = 8
node.session.xmit_thread_priority = -20
node.session.cmds_max = 128
node.session.queue_depth = 32
node.session.nr_sessions = 1
node.session.auth.authmethod = None
node.session.auth.username = <empty>
node.session.auth.password = <empty>
node.session.auth.username_in = <empty>
node.session.auth.password_in = <empty>
node.session.timeo.replacement_timeout = 120
node.session.err_timeo.abort_timeout = 15
node.session.err_timeo.lu_reset_timeout = 30
node.session.err_timeo.tgt_reset_timeout = 30
node.session.err_timeo.host_reset_timeout = 60
node.session.iscsi.FastAbort = Yes
node.session.iscsi.InitialR2T = No
node.session.iscsi.ImmediateData = Yes
node.session.iscsi.FirstBurstLength = 262144
node.session.iscsi.MaxBurstLength = 16776192
node.session.iscsi.DefaultTime2Retain = 0
node.session.iscsi.DefaultTime2Wait = 2
node.session.iscsi.MaxConnections = 1
node.session.iscsi.MaxOutstandingR2T = 1
node.session.iscsi.ERL = 0
node.conn[0].address = 192.168.1.50
node.conn[0].port = 3260
node.conn[0].startup = manual
node.conn[0].tcp.window_size = 524288
node.conn[0].tcp.type_of_service = 0
node.conn[0].timeo.logout_timeout = 15
node.conn[0].timeo.login_timeout = 15
node.conn[0].timeo.auth_timeout = 45
node.conn[0].timeo.noop_out_interval = 5
node.conn[0].timeo.noop_out_timeout = 5
node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
node.conn[0].iscsi.HeaderDigest = None
node.conn[0].iscsi.DataDigest = None
node.conn[0].iscsi.IFMarker = No
node.conn[0].iscsi.OFMarker = No
# END RECORD
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser -l
Logging in to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] (multiple)
iscsiadm: got read error (0/0), daemon died?
iscsiadm: Could not login to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260].
iscsiadm: initiator reported error (18 - could not communicate to iscsid)
iscsiadm: Could not log into all portals
[root@xcp-02 ~]#
Message from syslogd@ at Mon Nov 12 14:08:21 2012 ...
xcp-02 kernel: [ 428.658984] Oops: 0000 [#1] SMP
[root@xcp-02 ~]# dmesg
...
[ 39.115245] mlx4_core: Mellanox ConnectX core driver v1.0-ofed1.5.3 (January 19, 2011)
[ 39.115249] mlx4_core: Initializing 0000:06:00.0
[ 39.115326] mlx4_core 0000:06:00.0: PCI INT A -> GSI 32 (level, low) -> IRQ 32
[ 39.115344] mlx4_core 0000:06:00.0: setting latency timer to 64
[ 41.315786] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.315964] mlx4_core 0000:06:00.0: irq 1263 (287) for MSI/MSI-X
[ 41.315966] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316110] mlx4_core 0000:06:00.0: irq 1262 (286) for MSI/MSI-X
[ 41.316112] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316257] mlx4_core 0000:06:00.0: irq 1261 (285) for MSI/MSI-X
[ 41.316259] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316403] mlx4_core 0000:06:00.0: irq 1260 (284) for MSI/MSI-X
[ 41.316405] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316548] mlx4_core 0000:06:00.0: irq 1259 (283) for MSI/MSI-X
[ 41.408390] mlx4_en: Mellanox ConnectX HCA Ethernet driver v1.5.3 (Jan 2011)
[ 41.408492] mlx4_en 0000:06:00.0: UDP RSS is not supported on this device.
[ 41.488888] mlx4_ib: Mellanox ConnectX InfiniBand driver v1.0-ofed1.5.3 (January 19, 2011)
[ 41.798521] NET: Registered protocol family 10
[ 41.963286] ADDRCONF(NETDEV_UP): ib0: link is not ready
[ 47.396261] ib0: enabling connected mode will cause multicast packet drops
[ 47.396265] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.396269] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.456954] NET: Registered protocol family 27
[ 47.456958] NET: Registered protocol family 28
[ 48.802534] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 48.891609] nf_conntrack version 0.5.0 (11910 buckets, 47640 max)
[ 49.372982] openvswitch: Open vSwitch switching datapath 1.4.2, built Oct 26 2012 13:39:56
[ 49.962325] ib0: multicast join failed for ff12:401b:ffff:0000:0000:0000:0000:0001, status -22
[ 49.962450] ADDRCONF(NETDEV_CHANGE): ib0: link becomes ready
...
[ 428.658949] BUG: unable to handle kernel NULL pointer dereference at 00000002
[ 428.658961] IP: [<f08a6f13>] iser_connect+0x13/0x1b0 [ib_iser]
[ 428.658975] *pdpt = 00000017db1d7027 *pde = 0000000000000000
[ 428.658984] Oops: 0000 [#1] SMP
[ 428.658990] last sysfs file: /sys/class/iscsi_transport/tcp/caps
[ 428.658996] Modules linked in: tcp_diag inet_diag ib_iser iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi lockd sunrpc openvswitch ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack xt_tcpudp iptable_filter ip_tables x_tables rdma_ucm ib_sdp rdma_cm iw_cm ib_addr ib_ipoib ib_cm ib_sa ipv6 ib_uverbs ib_umad iw_nes iw_cxgb3 cxgb3 mlx4_ib mlx4_en mlx4_core ib_mthca ib_mad ib_core binfmt_misc dm_mirror video output sbs sbshc fan battery ac parport_pc lp parport nvram container sr_mod thermal cdrom evdev usbhid pata_acpi processor sg button thermal_sys hpilo bnx2 serio_raw 8250_pnp ata_piix 8250 serial_core ata_generic rtc_cmos rtc_core rtc_lib tpm_tis tpm tpm_bios libata pcspkr dm_region_hash dm_log dm_mod hpsa sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd usbcore fbcon font tileblit bitblit softcursor [last unloaded: microcode]
[ 428.659150]
[ 428.659155] Pid: 10459, comm: iscsid Not tainted (2.6.32.43-0.4.1.xs1.6.07.734.170748xen #1) ProLiant DL360 G7
[ 428.659163] EIP: 0061:[<f08a6f13>] EFLAGS: 00010296 CPU: 1
[ 428.659171] EIP is at iser_connect+0x13/0x1b0 [ib_iser]
[ 428.659176] EAX: ec8cf4bc EBX: ec8cf4bc ECX: 00000000 EDX: 00000000
[ 428.659182] ESI: ec8cf4bc EDI: ed6ed448 EBP: da96fc7c ESP: da96fc48
[ 428.659188] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0069
[ 428.659194] Process iscsid (pid: 10459, ti=da96e000 task=eeb9b570 task.ti=da96e000)
[ 428.659199] Stack:
[ 428.659202] da96fc50 c021a111 da96fc7c f0802e40 00000000 f0803c8a 00000001 00000000
[ 428.659216] <0> 00000001 00000000 ec8cf4bc ec8cf400 ed6ed448 da96fc98 f08a9974 ed6ed448
[ 428.659232] <0> 00000000 f08a9930 00000000 f08ab660 da96fcf0 f080215a c131e540 da96fcdc
[ 428.659250] Call Trace:
[ 428.659258] [<c021a111>] ? sysfs_create_group+0x11/0x20
[ 428.659268] [<f0802e40>] ? iscsi_create_endpoint+0xf0/0x130 [scsi_transport_iscsi]
[ 428.659279] [<f08a9974>] ? iscsi_iser_ep_connect+0x44/0x80 [ib_iser]
[ 428.659288] [<f08a9930>] ? iscsi_iser_ep_connect+0x0/0x80 [ib_iser]
[ 428.659298] [<f080215a>] ? iscsi_if_rx+0x77a/0x9b0 [scsi_transport_iscsi]
[ 428.659306] [<c01bcdf7>] ? __kmalloc+0x177/0x1f0
[ 428.659313] [<c01bcf58>] ? kmem_cache_alloc+0xe8/0x190
[ 428.659321] [<c0347d64>] ? __alloc_skb+0x74/0x180
[ 428.659329] [<c036ba81>] ? netlink_unicast+0x241/0x250
[ 428.659336] [<c0349acc>] ? memcpy_fromiovec+0x4c/0x70
[ 428.659343] [<c036c771>] ? netlink_sendmsg+0x1c1/0x280
[ 428.659350] [<c033ffd7>] ? sock_sendmsg+0xd7/0x100
[ 428.659357] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 428.659365] [<c01a7d73>] ? handle_mm_fault+0xe13/0x11c0
[ 428.659373] [<c0261871>] ? copy_from_user+0x41/0x70
[ 428.659380] [<c0349df6>] ? verify_iovec+0x36/0xa0
[ 428.659387] [<c0340116>] ? sys_sendmsg+0x116/0x230
[ 428.659394] [<c026081b>] ? vsnprintf+0x6b/0x440
[ 428.659400] [<c01ac2fa>] ? __mlock_vma_pages_range+0xea/0x150
[ 428.659409] [<c0106730>] ? xen_clocksource_read+0x20/0x130
[ 428.659416] [<c01ac6ab>] ? mlock_vma_pages_range+0x5b/0x70
[ 428.659423] [<c03413a7>] ? sys_socketcall+0x247/0x270
[ 428.659429] [<c0261a43>] ? copy_to_user+0x43/0x60
[ 428.659436] [<c0104571>] ? syscall_call+0x7/0xb
[ 428.659441] Code: 24 ec a4 8a f0 e8 ee e4 88 cf 8b 45 b8 f0 ff 48 34 ba ff ff ff ff eb cb 55 89 e5 57 56 53 83 ec 28 0f 1f 44 00 00 89 55 dc 89 c6 <0f> b7 41 02 8d 59 04 89 cf 89 5c 24 08 c7 44 24 04 07 b4 8a f0
[ 428.659519] EIP: [<f08a6f13>] iser_connect+0x13/0x1b0 [ib_iser] SS:ESP 0069:da96fc48
[ 428.659531] CR2: 0000000000000002
[ 428.659536] ---[ end trace c1af107a2a0d663c ]---
Output Installation 1(details see below):
[root@xcp-02 ~]# whereis iscsid
iscsid: /sbin/iscsid /usr/share/man/man8/iscsid.8.gz
[root@xcp-02 ~]# whereis iscsiadm
iscsiadm: /sbin/iscsiadm /usr/share/man/man8/iscsiadm.8.gz
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
iscsid version 2.0-871
[root@xcp-02 ~]# which iscsid
/sbin/iscsid
[root@xcp-02 ~]# rpm -qf /sbin/iscsid
iscsi-initiator-utils-6.2.0.872-10.el5
open-iscsi-2.0.871-0.20.3.xs1031
[root@xcp-02 ~]# iscsiadm -V
iscsiadm version 2.0-871
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
[root@xcp-02 ~]# rpm -qf /sbin/iscsiadm
iscsi-initiator-utils-6.2.0.872-10.el5
open-iscsi-2.0.871-0.20.3.xs1031
[root@xcp-02 ~]# yum groupinfo 'OpenFabrics Enterprise Distribution' -v
...
...
Description: Components used for high performance networking and clustering, such as Infiniband and RDMA.
Default Packages:
compat-dapl-1.2.19-1.i386 installed
compat-dapl-devel-2.0.25-2.3.el5.i386 base
compat-dapl-utils-2.0.25-2.3.el5.i386 base
dapl-2.0.32-1.i386 installed
dapl-devel-2.0.25-2.3.el5.i386 base
dapl-utils-2.0.32-1.i386 installed
ibutils-1.2-11.2.el5.i386 base
infiniband-diags-1.5.8-1.i386 installed
libcxgb3-1.2.5-1.i386 installed
libcxgb4-1.1.1-2.el5.i386 base
libibcm-1.0.5-1.i386 installed
libibverbs-1.1.4-1.22.g7257cd3.i386 installed
libibverbs-utils-1.1.4-1.22.g7257cd3.i386 installed
libmlx4-1.0.1-1.18.gb810a27.i386 installed
libmthca-1.0.5-0.1.gbe5eef3.i386 installed
libnes-1.1.1-1.i386 installed
librdmacm-1.0.14.1-1.i386 installed
librdmacm-utils-1.0.14.1-1.i386 installed
libsdp-1.1.108-0.15.gd7fdb72.i386 installed
mpitests-openmpi-3.2-1.el5.i386 base
ofed-docs-1.4.1-2.el5.noarch base
ofed-docs-1.5.3-OFED.1.5.3..i386 installed
openib-1.4.1-6.el5.noarch base
openmpi-1.4-4.el5.i386 base
perftest-1.3.0-0.42.gf350d3d.i386 installed
qperf-0.4.6-0.1.gb81434e.i386 installed
rds-tools-2.0.4-1.i386 installed
Optional Packages:
compat-dapl-static-2.0.25-2.3.el5.i386 base
dapl-static-2.0.25-2.3.el5.i386 base
ibsim-0.5-0.1.g327c3d8.i386 installed
mpitests-mvapich-3.2-1.el5.i386 base
mpitests-mvapich2-3.2-1.el5.i386 base
mstflint-1.4-1.el5.i386 base
mvapich-1.2.0-0.3562.1.el5.i386 base
mvapich2-1.4-1.el5.i386 base
opensm-3.3.9-1.i386 installed
qlvnictools-0.0.1-12.el5.i386 base
srptools-0.0.4-0.1.gce1f64c.i386 installed
tvflash-0.9.0-2.el5.i386 base
[root@xcp-02 ~]# /etc/init.d/open-iscsi start
Starting iSCSI initiator service: [ OK ]
Setting up iSCSI targets: iscsiadm: No records found!
iscsiadm: no records found!
[ OK ]
[root@xcp-02 ~]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser
# BEGIN RECORD 2.0-871
node.name = iqn.1986-03.com.sun:iser-target
node.tpgt = 2
node.startup = manual
iface.hwaddress = <empty>
iface.ipaddress = <empty>
iface.iscsi_ifacename = iser
iface.net_ifacename = <empty>
iface.transport_name = iser
iface.initiatorname = <empty>
node.discovery_address = 192.168.1.50
node.discovery_port = 3260
node.discovery_type = send_targets
node.session.initial_cmdsn = 0
node.session.initial_login_retry_max = 4
node.session.xmit_thread_priority = -20
node.session.cmds_max = 128
node.session.queue_depth = 32
node.session.auth.authmethod = None
node.session.auth.username = <empty>
node.session.auth.password = <empty>
node.session.auth.username_in = <empty>
node.session.auth.password_in = <empty>
node.session.timeo.replacement_timeout = 144
node.session.err_timeo.abort_timeout = 15
node.session.err_timeo.lu_reset_timeout = 30
node.session.err_timeo.tgt_reset_timeout = 30
node.session.err_timeo.host_reset_timeout = 60
node.session.iscsi.FastAbort = No
node.session.iscsi.InitialR2T = No
node.session.iscsi.ImmediateData = Yes
node.session.iscsi.FirstBurstLength = 262144
node.session.iscsi.MaxBurstLength = 16776192
node.session.iscsi.DefaultTime2Retain = 0
node.session.iscsi.DefaultTime2Wait = 2
node.session.iscsi.MaxConnections = 1
node.session.iscsi.MaxOutstandingR2T = 1
node.session.iscsi.ERL = 0
node.conn[0].address = 192.168.1.50
node.conn[0].port = 3260
node.conn[0].startup = manual
node.conn[0].tcp.window_size = 524288
node.conn[0].tcp.type_of_service = 0
node.conn[0].timeo.logout_timeout = 15
node.conn[0].timeo.login_timeout = 15
node.conn[0].timeo.auth_timeout = 45
node.conn[0].timeo.noop_out_interval = 10
node.conn[0].timeo.noop_out_timeout = 15
node.conn[0].iscsi.MaxRecvDataSegmentLength = 131072
node.conn[0].iscsi.HeaderDigest = None
node.conn[0].iscsi.DataDigest = None
node.conn[0].iscsi.IFMarker = No
node.conn[0].iscsi.OFMarker = No
# END RECORD
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser -l
Logging in to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]
iscsiadm: got read error (0/0), daemon died?
iscsiadm: Could not login to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]:
iscsiadm: initiator reported error (18 - could not communicate to iscsid)
[root@xcp-02 ~]#
Message from syslogd@ at Mon Nov 12 12:16:58 2012 ...
xcp-02 kernel: [ 2319.997748] Oops: 0000 [#1] SMP
[root@xcp-02 ~]# dmesg
...
[ 38.728171] mlx4_core: Mellanox ConnectX core driver v1.0-ofed1.5.3 (January 19, 2011)
[ 38.728175] mlx4_core: Initializing 0000:06:00.0
[ 38.728252] mlx4_core 0000:06:00.0: PCI INT A -> GSI 32 (level, low) -> IRQ 32
[ 38.728270] mlx4_core 0000:06:00.0: setting latency timer to 64
[ 40.933923] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934101] mlx4_core 0000:06:00.0: irq 1263 (287) for MSI/MSI-X
[ 40.934103] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934247] mlx4_core 0000:06:00.0: irq 1262 (286) for MSI/MSI-X
[ 40.934248] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934392] mlx4_core 0000:06:00.0: irq 1261 (285) for MSI/MSI-X
[ 40.934393] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934537] mlx4_core 0000:06:00.0: irq 1260 (284) for MSI/MSI-X
[ 40.934538] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934682] mlx4_core 0000:06:00.0: irq 1259 (283) for MSI/MSI-X
[ 41.028817] mlx4_en: Mellanox ConnectX HCA Ethernet driver v1.5.3 (Jan 2011)
[ 41.028932] mlx4_en 0000:06:00.0: UDP RSS is not supported on this device.
[ 41.113724] mlx4_ib: Mellanox ConnectX InfiniBand driver v1.0-ofed1.5.3 (January 19, 2011)
[ 41.423385] NET: Registered protocol family 10
[ 41.660004] ADDRCONF(NETDEV_UP): ib0: link is not ready
[ 47.114577] ib0: enabling connected mode will cause multicast packet drops
[ 47.114581] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.114584] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.177621] NET: Registered protocol family 27
[ 47.177625] NET: Registered protocol family 28
[ 48.523089] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 48.612259] nf_conntrack version 0.5.0 (11910 buckets, 47640 max)
[ 49.045785] openvswitch: Open vSwitch switching datapath 1.4.2, built Oct 26 2012 13:39:56
[ 49.660125] ADDRCONF(NETDEV_CHANGE): ib0: link becomes ready
...
[ 166.023382] Loading iSCSI transport class v2.0-870.
[ 166.067368] iscsi: registered transport (tcp)
[ 166.095297] iscsi: registered transport (iser)
[ 2113.532611] Loading iSCSI transport class v2.0-870.
[ 2113.550591] iscsi: registered transport (tcp)
[ 2113.564676] iscsi: registered transport (iser)
[ 2210.404140] Loading iSCSI transport class v2.0-870.
[ 2210.423939] iscsi: registered transport (tcp)
[ 2210.437613] iscsi: registered transport (iser)
[ 2319.997712] BUG: unable to handle kernel NULL pointer dereference at 00000002
[ 2319.997724] IP: [<f2416f13>] iser_connect+0x13/0x1b0 [ib_iser]
[ 2319.997739] *pdpt = 00000017da1d7027 *pde = 0000000000000000
[ 2319.997748] Oops: 0000 [#1] SMP
[ 2319.997754] last sysfs file: /sys/class/iscsi_transport/tcp/caps
[ 2319.997760] Modules linked in: ib_iser iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi tcp_diag inet_diag lockd sunrpc openvswitch ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack xt_tcpudp iptable_filter ip_tables x_tables rdma_ucm ib_sdp rdma_cm iw_cm ib_addr ib_ipoib ib_cm ib_sa ipv6 ib_uverbs ib_umad iw_nes iw_cxgb3 cxgb3 mlx4_ib mlx4_en mlx4_core ib_mthca ib_mad ib_core binfmt_misc dm_mirror video output sbs sbshc fan battery ac parport_pc lp parport nvram container thermal sr_mod cdrom evdev usbhid pata_acpi processor sg button thermal_sys hpilo bnx2 serio_raw rtc_cmos rtc_core rtc_lib ata_piix ata_generic 8250_pnp 8250 serial_core tpm_tis tpm tpm_bios libata pcspkr dm_region_hash dm_log dm_mod hpsa sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd usbcore fbcon font tileblit bitblit softcursor [last unloaded: scsi_transport_iscsi]
[ 2319.997914]
[ 2319.997919] Pid: 21064, comm: iscsid Not tainted (2.6.32.43-0.4.1.xs1.6.07.734.170748xen #1) ProLiant DL360 G7
[ 2319.997928] EIP: 0061:[<f2416f13>] EFLAGS: 00010296 CPU: 3
[ 2319.997935] EIP is at iser_connect+0x13/0x1b0 [ib_iser]
[ 2319.997940] EAX: d98b1abc EBX: d98b1abc ECX: 00000000 EDX: 00000000
[ 2319.997946] ESI: d98b1abc EDI: ed6f3448 EBP: ec87fc7c ESP: ec87fc48
[ 2319.997952] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0069
[ 2319.997958] Process iscsid (pid: 21064, ti=ec87e000 task=e9f5e1c0 task.ti=ec87e000)
[ 2319.997964] Stack:
[ 2319.997967] ec87fc50 c021a111 ec87fc7c f22eee40 00000000 f22efc8a 00000001 00000000
[ 2319.997980] <0> 00000001 00000000 d98b1abc d98b1a00 ed6f3448 ec87fc98 f2419974 ed6f3448
[ 2319.997997] <0> 00000000 f2419930 00000000 f241b660 ec87fcf0 f22ee15a c1306340 ec87fcdc
[ 2319.998014] Call Trace:
[ 2319.998023] [<c021a111>] ? sysfs_create_group+0x11/0x20
[ 2319.998033] [<f22eee40>] ? iscsi_create_endpoint+0xf0/0x130 [scsi_transport_iscsi]
[ 2319.998044] [<f2419974>] ? iscsi_iser_ep_connect+0x44/0x80 [ib_iser]
[ 2319.998053] [<f2419930>] ? iscsi_iser_ep_connect+0x0/0x80 [ib_iser]
[ 2319.998063] [<f22ee15a>] ? iscsi_if_rx+0x77a/0x9b0 [scsi_transport_iscsi]
[ 2319.998071] [<c01bcdf7>] ? __kmalloc+0x177/0x1f0
[ 2319.998077] [<c01bcf58>] ? kmem_cache_alloc+0xe8/0x190
[ 2319.998086] [<c0347d64>] ? __alloc_skb+0x74/0x180
[ 2319.998094] [<c036ba81>] ? netlink_unicast+0x241/0x250
[ 2319.998102] [<c0349acc>] ? memcpy_fromiovec+0x4c/0x70
[ 2319.998109] [<c036c771>] ? netlink_sendmsg+0x1c1/0x280
[ 2319.998116] [<c033ffd7>] ? sock_sendmsg+0xd7/0x100
[ 2319.998124] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 2319.998133] [<c01a7d73>] ? handle_mm_fault+0xe13/0x11c0
[ 2319.998141] [<c0261871>] ? copy_from_user+0x41/0x70
[ 2319.998148] [<c0349df6>] ? verify_iovec+0x36/0xa0
[ 2319.998154] [<c0340116>] ? sys_sendmsg+0x116/0x230
[ 2319.998161] [<c026081b>] ? vsnprintf+0x6b/0x440
[ 2319.998168] [<c01ac2fa>] ? __mlock_vma_pages_range+0xea/0x150
[ 2319.998176] [<c01ac6ab>] ? mlock_vma_pages_range+0x5b/0x70
[ 2319.998183] [<c03413a7>] ? sys_socketcall+0x247/0x270
[ 2319.998190] [<c0104571>] ? syscall_call+0x7/0xb
[ 2319.998195] Code: 24 ec a4 41 f2 e8 ee e4 d1 cd 8b 45 b8 f0 ff 48 34 ba ff ff ff ff eb cb 55 89 e5 57 56 53 83 ec 28 0f 1f 44 00 00 89 55 dc 89 c6 <0f> b7 41 02 8d 59 04 89 cf 89 5c 24 08 c7 44 24 04 07 b4 41 f2
[ 2319.998273] EIP: [<f2416f13>] iser_connect+0x13/0x1b0 [ib_iser] SS:ESP 0069:ec87fc48
[ 2319.998285] CR2: 0000000000000002
[ 2320.022013] ---[ end trace a27c7109bfe71a39 ]---
### Installation details ####
Installation 1
Downloads:
From http://xen.org/download/xcp/index_1.6.0.html
- Base ISO http://downloads.xen.org/XCP/61365c/XCP-1.6-beta3-61365c.iso
- Binary Package ISO http://downloads.xen.org/XCP/61365c/sources/binpkg.iso
Fresh install 'Base ISO'
1.de.pool.ntp.org, 3.de.pool.ntp.org, 2.de.pool.ntp.org
connect new system over ssh. Login as root
cd /tmp
sed -i 's/enabled=0/enabled=1/g' /etc/yum.repos.d/CentOS-Base.repo
yum install libtool bison flex tcl-devel tk glibc-devel gcc rpm-build make
# From DVD 'Binary Package'
mount /dev/cdrom /mnt/
rpm -iv /mnt/domain0/RPMS/i686/kernel-xen-devel-2.6.32.43-0.4.1.xs1.6.07.734.170748.i686.rpm
wget http://www.openfabrics.org/downloads/OFED/ofed-1.5.3/OFED-1.5.3.tgz
tar xfz OFED-1.5.3.tgz
cd OFED-1.5.3/
echo "core=y" > ofed-all.conf
echo "mthca=y" >> ofed-all.conf
echo "mlx4=y" >> ofed-all.conf
echo "mlx4_en=y" >> ofed-all.conf
echo "cxgb3=y" >> ofed-all.conf
echo "cxgb4=y" >> ofed-all.conf
echo "nes=y" >> ofed-all.conf
echo "ipoib=y" >> ofed-all.conf
echo "sdp=y" >> ofed-all.conf
echo "srp=y" >> ofed-all.conf
echo "srpt=y" >> ofed-all.conf
echo "rds=y" >> ofed-all.conf
echo "iser=y" >> ofed-all.conf
echo "libibverbs=y" >> ofed-all.conf
echo "libibverbs-utils=y" >> ofed-all.conf
echo "libmthca=y" >> ofed-all.conf
echo "libmlx4=y" >> ofed-all.conf
echo "libcxgb3=y" >> ofed-all.conf
echo "libcxgb4=y" >> ofed-all.conf
echo "libnes=y" >> ofed-all.conf
echo "libibcm=y" >> ofed-all.conf
echo "libibumad=y" >> ofed-all.conf
echo "libibmad=y" >> ofed-all.conf
echo "ibsim=y" >> ofed-all.conf
echo "ibacm=y" >> ofed-all.conf
echo "librdmacm=y" >> ofed-all.conf
echo "librdmacm-utils=y" >> ofed-all.conf
echo "libsdp=y" >> ofed-all.conf
echo "opensm=y" >> ofed-all.conf
echo "opensm-libs=y" >> ofed-all.conf
echo "compat-dapl=y" >> ofed-all.conf
echo "dapl=y" >> ofed-all.conf
echo "dapl-utils=y" >> ofed-all.conf
echo "perftest=y" >> ofed-all.conf
echo "mstflint=n" >> ofed-all.conf
echo "sdpnetstat=y" >> ofed-all.conf
echo "srptools=y" >> ofed-all.conf
echo "rds-tools=y" >> ofed-all.conf
echo "ibutils=n" >> ofed-all.conf
echo "infiniband-diags=y" >> ofed-all.conf
echo "qperf=y" >> ofed-all.conf
echo "ofed-docs=y" >> ofed-all.conf
echo "ofed-scripts=y" >> ofed-all.conf
echo "open-iscsi-generic=y" >> ofed-all.conf
echo "kernel-ib=y" >> ofed-all.conf
echo "kernel-ib-devel=y" >> ofed-all.conf
./install.pl -c ofed-all.conf -vvv
ln -s /etc/init.d/opensmd /etc/rc3.d/S06opensmd
echo "DEVICE=ib0" > /etc/sysconfig/network-scripts/ifcfg-ib0
echo "ONBOOT=yes" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "BOOTPROTO=none" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "NETMASK=255.255.255.0" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "IPADDR=192.168.1.20" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "NETWORK=192.168.1.0" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "USERCTL=no" >> /etc/sysconfig/network-scripts/ifcfg-ib0
# accept any traffic from storage network
sed -i 's/lo -j ACCEPT/lo -j ACCEPT\n-A RH-Firewall-1-INPUT -s 192.168.1.0\/24 -j ACCEPT/' /etc/sysconfig/iptables
reboot
reconnect system over ssh. Login as root
#####
Installation 2
Installation 1 +
reboot after "Oops" and reconnect system over ssh. Login as root
cd /tmp/
yum erase open-iscsi-2.0.871-0.20.3.xs1031
wget http://www.open-iscsi.org/bits/open-iscsi-2.0-873.tar.gz
tar xfz open-iscsi-2.0-873.tar.gz
cd open-iscsi-2.0-873
make
make install
echo "modprobe -q iscsi_tcp" >> /etc/rc.local
echo "modprobe -q ib_iser" >> /etc/rc.local
reboot
reconnect system over ssh. Login as root
Am Montag, 12. November 2012 04:50:21 UTC+1 schrieb Mike Christie:
[root@xcp-02 ~]# whereis iscsid
iscsid: /sbin/iscsid /usr/share/man/man8/iscsid.8
[root@xcp-02 ~]# whereis iscsiadm
iscsiadm: /sbin/iscsiadm /usr/share/man/man8/iscsiadm.8
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
iscsid version 2.0-873
[root@xcp-02 ~]# which iscsid
/sbin/iscsid
iscsi-initiator-utils-6.2.0.872-10.el5
[root@xcp-02 ~]# iscsiadm -V
iscsiadm version 2.0-873
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
iscsi-initiator-utils-6.2.0.872-10.el5
[root@xcp-02 ~]# /etc/init.d/open-iscsi start
Starting iSCSI initiator service: [ OK ]
Setting up iSCSI targets: iscsiadm: No records found
[ OK ]
[root@xcp-02 ~]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser
# BEGIN RECORD 2.0-873
node.name = iqn.1986-03.com.sun:iser-target
node.tpgt = 2
node.startup = manual
node.leading_login = No
iface.hwaddress = <empty>
iface.ipaddress = <empty>
iface.iscsi_ifacename = iser
iface.net_ifacename = <empty>
iface.transport_name = iser
iface.initiatorname = <empty>
iface.bootproto = <empty>
iface.subnet_mask = <empty>
iface.gateway = <empty>
iface.ipv6_autocfg = <empty>
iface.linklocal_autocfg = <empty>
iface.router_autocfg = <empty>
iface.ipv6_linklocal = <empty>
iface.ipv6_router = <empty>
iface.state = <empty>
iface.vlan_id = 0
iface.vlan_priority = 0
iface.vlan_state = <empty>
iface.iface_num = 0
iface.mtu = 0
iface.port = 0
node.discovery_address = 192.168.1.50
node.discovery_port = 3260
node.discovery_type = send_targets
node.session.initial_cmdsn = 0
node.session.initial_login_retry_max = 8
node.session.xmit_thread_priority = -20
node.session.cmds_max = 128
node.session.queue_depth = 32
node.session.nr_sessions = 1
node.session.auth.authmethod = None
node.session.auth.username = <empty>
node.session.auth.password = <empty>
node.session.auth.username_in = <empty>
node.session.auth.password_in = <empty>
node.session.timeo.replacement_timeout = 120
node.session.err_timeo.abort_timeout = 15
node.session.err_timeo.lu_reset_timeout = 30
node.session.err_timeo.tgt_reset_timeout = 30
node.session.err_timeo.host_reset_timeout = 60
node.session.iscsi.FastAbort = Yes
node.session.iscsi.InitialR2T = No
node.session.iscsi.ImmediateData = Yes
node.session.iscsi.FirstBurstLength = 262144
node.session.iscsi.MaxBurstLength = 16776192
node.session.iscsi.DefaultTime2Retain = 0
node.session.iscsi.DefaultTime2Wait = 2
node.session.iscsi.MaxConnections = 1
node.session.iscsi.MaxOutstandingR2T = 1
node.session.iscsi.ERL = 0
node.conn[0].address = 192.168.1.50
node.conn[0].port = 3260
node.conn[0].startup = manual
node.conn[0].tcp.window_size = 524288
node.conn[0].tcp.type_of_service = 0
node.conn[0].timeo.logout_timeout = 15
node.conn[0].timeo.login_timeout = 15
node.conn[0].timeo.auth_timeout = 45
node.conn[0].timeo.noop_out_interval = 5
node.conn[0].timeo.noop_out_timeout = 5
node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
node.conn[0].iscsi.HeaderDigest = None
node.conn[0].iscsi.DataDigest = None
node.conn[0].iscsi.IFMarker = No
node.conn[0].iscsi.OFMarker = No
# END RECORD
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser -l
Logging in to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] (multiple)
iscsiadm: got read error (0/0), daemon died?
iscsiadm: Could not login to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260].
iscsiadm: initiator reported error (18 - could not communicate to iscsid)
iscsiadm: Could not log into all portals
[root@xcp-02 ~]#
Message from syslogd@ at Mon Nov 12 14:08:21 2012 ...
xcp-02 kernel: [ 428.658984] Oops: 0000 [#1] SMP
[root@xcp-02 ~]# dmesg
...
[ 39.115245] mlx4_core: Mellanox ConnectX core driver v1.0-ofed1.5.3 (January 19, 2011)
[ 39.115249] mlx4_core: Initializing 0000:06:00.0
[ 39.115326] mlx4_core 0000:06:00.0: PCI INT A -> GSI 32 (level, low) -> IRQ 32
[ 39.115344] mlx4_core 0000:06:00.0: setting latency timer to 64
[ 41.315786] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.315964] mlx4_core 0000:06:00.0: irq 1263 (287) for MSI/MSI-X
[ 41.315966] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316110] mlx4_core 0000:06:00.0: irq 1262 (286) for MSI/MSI-X
[ 41.316112] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316257] mlx4_core 0000:06:00.0: irq 1261 (285) for MSI/MSI-X
[ 41.316259] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316403] mlx4_core 0000:06:00.0: irq 1260 (284) for MSI/MSI-X
[ 41.316405] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 41.316548] mlx4_core 0000:06:00.0: irq 1259 (283) for MSI/MSI-X
[ 41.408390] mlx4_en: Mellanox ConnectX HCA Ethernet driver v1.5.3 (Jan 2011)
[ 41.408492] mlx4_en 0000:06:00.0: UDP RSS is not supported on this device.
[ 41.488888] mlx4_ib: Mellanox ConnectX InfiniBand driver v1.0-ofed1.5.3 (January 19, 2011)
[ 41.798521] NET: Registered protocol family 10
[ 41.963286] ADDRCONF(NETDEV_UP): ib0: link is not ready
[ 47.396261] ib0: enabling connected mode will cause multicast packet drops
[ 47.396265] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.396269] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.456954] NET: Registered protocol family 27
[ 47.456958] NET: Registered protocol family 28
[ 48.802534] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 48.891609] nf_conntrack version 0.5.0 (11910 buckets, 47640 max)
[ 49.372982] openvswitch: Open vSwitch switching datapath 1.4.2, built Oct 26 2012 13:39:56
[ 49.962325] ib0: multicast join failed for ff12:401b:ffff:0000:0000:0000:0000:0001, status -22
[ 49.962450] ADDRCONF(NETDEV_CHANGE): ib0: link becomes ready
...
[ 428.658949] BUG: unable to handle kernel NULL pointer dereference at 00000002
[ 428.658961] IP: [<f08a6f13>] iser_connect+0x13/0x1b0 [ib_iser]
[ 428.658975] *pdpt = 00000017db1d7027 *pde = 0000000000000000
[ 428.658984] Oops: 0000 [#1] SMP
[ 428.658990] last sysfs file: /sys/class/iscsi_transport/tcp/caps
[ 428.658996] Modules linked in: tcp_diag inet_diag ib_iser iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi lockd sunrpc openvswitch ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack xt_tcpudp iptable_filter ip_tables x_tables rdma_ucm ib_sdp rdma_cm iw_cm ib_addr ib_ipoib ib_cm ib_sa ipv6 ib_uverbs ib_umad iw_nes iw_cxgb3 cxgb3 mlx4_ib mlx4_en mlx4_core ib_mthca ib_mad ib_core binfmt_misc dm_mirror video output sbs sbshc fan battery ac parport_pc lp parport nvram container sr_mod thermal cdrom evdev usbhid pata_acpi processor sg button thermal_sys hpilo bnx2 serio_raw 8250_pnp ata_piix 8250 serial_core ata_generic rtc_cmos rtc_core rtc_lib tpm_tis tpm tpm_bios libata pcspkr dm_region_hash dm_log dm_mod hpsa sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd usbcore fbcon font tileblit bitblit softcursor [last unloaded: microcode]
[ 428.659150]
[ 428.659155] Pid: 10459, comm: iscsid Not tainted (2.6.32.43-0.4.1.xs1.6.07.734.170748xen #1) ProLiant DL360 G7
[ 428.659163] EIP: 0061:[<f08a6f13>] EFLAGS: 00010296 CPU: 1
[ 428.659171] EIP is at iser_connect+0x13/0x1b0 [ib_iser]
[ 428.659176] EAX: ec8cf4bc EBX: ec8cf4bc ECX: 00000000 EDX: 00000000
[ 428.659182] ESI: ec8cf4bc EDI: ed6ed448 EBP: da96fc7c ESP: da96fc48
[ 428.659188] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0069
[ 428.659194] Process iscsid (pid: 10459, ti=da96e000 task=eeb9b570 task.ti=da96e000)
[ 428.659199] Stack:
[ 428.659202] da96fc50 c021a111 da96fc7c f0802e40 00000000 f0803c8a 00000001 00000000
[ 428.659216] <0> 00000001 00000000 ec8cf4bc ec8cf400 ed6ed448 da96fc98 f08a9974 ed6ed448
[ 428.659232] <0> 00000000 f08a9930 00000000 f08ab660 da96fcf0 f080215a c131e540 da96fcdc
[ 428.659250] Call Trace:
[ 428.659258] [<c021a111>] ? sysfs_create_group+0x11/0x20
[ 428.659268] [<f0802e40>] ? iscsi_create_endpoint+0xf0/0x130 [scsi_transport_iscsi]
[ 428.659279] [<f08a9974>] ? iscsi_iser_ep_connect+0x44/0x80 [ib_iser]
[ 428.659288] [<f08a9930>] ? iscsi_iser_ep_connect+0x0/0x80 [ib_iser]
[ 428.659298] [<f080215a>] ? iscsi_if_rx+0x77a/0x9b0 [scsi_transport_iscsi]
[ 428.659306] [<c01bcdf7>] ? __kmalloc+0x177/0x1f0
[ 428.659313] [<c01bcf58>] ? kmem_cache_alloc+0xe8/0x190
[ 428.659321] [<c0347d64>] ? __alloc_skb+0x74/0x180
[ 428.659329] [<c036ba81>] ? netlink_unicast+0x241/0x250
[ 428.659336] [<c0349acc>] ? memcpy_fromiovec+0x4c/0x70
[ 428.659343] [<c036c771>] ? netlink_sendmsg+0x1c1/0x280
[ 428.659350] [<c033ffd7>] ? sock_sendmsg+0xd7/0x100
[ 428.659357] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 428.659365] [<c01a7d73>] ? handle_mm_fault+0xe13/0x11c0
[ 428.659373] [<c0261871>] ? copy_from_user+0x41/0x70
[ 428.659380] [<c0349df6>] ? verify_iovec+0x36/0xa0
[ 428.659387] [<c0340116>] ? sys_sendmsg+0x116/0x230
[ 428.659394] [<c026081b>] ? vsnprintf+0x6b/0x440
[ 428.659400] [<c01ac2fa>] ? __mlock_vma_pages_range+0xea/0x150
[ 428.659409] [<c0106730>] ? xen_clocksource_read+0x20/0x130
[ 428.659416] [<c01ac6ab>] ? mlock_vma_pages_range+0x5b/0x70
[ 428.659423] [<c03413a7>] ? sys_socketcall+0x247/0x270
[ 428.659429] [<c0261a43>] ? copy_to_user+0x43/0x60
[ 428.659436] [<c0104571>] ? syscall_call+0x7/0xb
[ 428.659441] Code: 24 ec a4 8a f0 e8 ee e4 88 cf 8b 45 b8 f0 ff 48 34 ba ff ff ff ff eb cb 55 89 e5 57 56 53 83 ec 28 0f 1f 44 00 00 89 55 dc 89 c6 <0f> b7 41 02 8d 59 04 89 cf 89 5c 24 08 c7 44 24 04 07 b4 8a f0
[ 428.659519] EIP: [<f08a6f13>] iser_connect+0x13/0x1b0 [ib_iser] SS:ESP 0069:da96fc48
[ 428.659531] CR2: 0000000000000002
[ 428.659536] ---[ end trace c1af107a2a0d663c ]---
Output Installation 1(details see below):
[root@xcp-02 ~]# whereis iscsid
[root@xcp-02 ~]# whereis iscsiadm
[root@xcp-02 ~]# uname -r
2.6.32.43-0.4.1.xs1.6.07.734.170748xen
[root@xcp-02 ~]# iscsid -v
[root@xcp-02 ~]# which iscsid
/sbin/iscsid
iscsi-initiator-utils-6.2.0.872-10.el5
open-iscsi-2.0.871-0.20.3.xs1031
[root@xcp-02 ~]# iscsiadm -V
[root@xcp-02 ~]# which iscsiadm
/sbin/iscsiadm
iscsi-initiator-utils-6.2.0.872-10.el5
open-iscsi-2.0.871-0.20.3.xs1031
[root@xcp-02 ~]# yum groupinfo 'OpenFabrics Enterprise Distribution' -v
...
...
Description: Components used for high performance networking and clustering, such as Infiniband and RDMA.
Default Packages:
compat-dapl-1.2.19-1.i386 installed
compat-dapl-devel-2.0.25-2.3.el5.i386 base
compat-dapl-utils-2.0.25-2.3.el5.i386 base
dapl-2.0.32-1.i386 installed
dapl-devel-2.0.25-2.3.el5.i386 base
dapl-utils-2.0.32-1.i386 installed
ibutils-1.2-11.2.el5.i386 base
infiniband-diags-1.5.8-1.i386 installed
libcxgb3-1.2.5-1.i386 installed
libcxgb4-1.1.1-2.el5.i386 base
libibcm-1.0.5-1.i386 installed
libibverbs-1.1.4-1.22.g7257cd3.i386 installed
libibverbs-utils-1.1.4-1.22.g7257cd3.i386 installed
libmlx4-1.0.1-1.18.gb810a27.i386 installed
libmthca-1.0.5-0.1.gbe5eef3.i386 installed
libnes-1.1.1-1.i386 installed
librdmacm-1.0.14.1-1.i386 installed
librdmacm-utils-1.0.14.1-1.i386 installed
libsdp-1.1.108-0.15.gd7fdb72.i386 installed
mpitests-openmpi-3.2-1.el5.i386 base
ofed-docs-1.4.1-2.el5.noarch base
ofed-docs-1.5.3-OFED.1.5.3..i386 installed
openib-1.4.1-6.el5.noarch base
openmpi-1.4-4.el5.i386 base
perftest-1.3.0-0.42.gf350d3d.i386 installed
qperf-0.4.6-0.1.gb81434e.i386 installed
rds-tools-2.0.4-1.i386 installed
Optional Packages:
compat-dapl-static-2.0.25-2.3.el5.i386 base
dapl-static-2.0.25-2.3.el5.i386 base
ibsim-0.5-0.1.g327c3d8.i386 installed
mpitests-mvapich-3.2-1.el5.i386 base
mpitests-mvapich2-3.2-1.el5.i386 base
mstflint-1.4-1.el5.i386 base
mvapich-1.2.0-0.3562.1.el5.i386 base
mvapich2-1.4-1.el5.i386 base
opensm-3.3.9-1.i386 installed
qlvnictools-0.0.1-12.el5.i386 base
srptools-0.0.4-0.1.gce1f64c.i386 installed
tvflash-0.9.0-2.el5.i386 base
[root@xcp-02 ~]# /etc/init.d/open-iscsi start
Starting iSCSI initiator service: [ OK ]
Setting up iSCSI targets: iscsiadm: No records found!
iscsiadm: no records found!
[ OK ]
[root@xcp-02 ~]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser
# BEGIN RECORD 2.0-871
node.name = iqn.1986-03.com.sun:iser-target
node.tpgt = 2
node.startup = manual
iface.hwaddress = <empty>
iface.ipaddress = <empty>
iface.iscsi_ifacename = iser
iface.net_ifacename = <empty>
iface.transport_name = iser
iface.initiatorname = <empty>
node.discovery_address = 192.168.1.50
node.discovery_port = 3260
node.discovery_type = send_targets
node.session.initial_cmdsn = 0
node.session.initial_login_retry_max = 4
node.session.xmit_thread_priority = -20
node.session.cmds_max = 128
node.session.queue_depth = 32
node.session.auth.authmethod = None
node.session.auth.username = <empty>
node.session.auth.password = <empty>
node.session.auth.username_in = <empty>
node.session.auth.password_in = <empty>
node.session.timeo.replacement_timeout = 144
node.session.err_timeo.abort_timeout = 15
node.session.err_timeo.lu_reset_timeout = 30
node.session.err_timeo.tgt_reset_timeout = 30
node.session.err_timeo.host_reset_timeout = 60
node.session.iscsi.FastAbort = No
node.session.iscsi.InitialR2T = No
node.session.iscsi.ImmediateData = Yes
node.session.iscsi.FirstBurstLength = 262144
node.session.iscsi.MaxBurstLength = 16776192
node.session.iscsi.DefaultTime2Retain = 0
node.session.iscsi.DefaultTime2Wait = 2
node.session.iscsi.MaxConnections = 1
node.session.iscsi.MaxOutstandingR2T = 1
node.session.iscsi.ERL = 0
node.conn[0].address = 192.168.1.50
node.conn[0].port = 3260
node.conn[0].startup = manual
node.conn[0].tcp.window_size = 524288
node.conn[0].tcp.type_of_service = 0
node.conn[0].timeo.logout_timeout = 15
node.conn[0].timeo.login_timeout = 15
node.conn[0].timeo.auth_timeout = 45
node.conn[0].timeo.noop_out_interval = 10
node.conn[0].timeo.noop_out_timeout = 15
node.conn[0].iscsi.MaxRecvDataSegmentLength = 131072
node.conn[0].iscsi.HeaderDigest = None
node.conn[0].iscsi.DataDigest = None
node.conn[0].iscsi.IFMarker = No
node.conn[0].iscsi.OFMarker = No
# END RECORD
[root@xcp-02 ~]# iscsiadm -m node -p 192.168.1.50:3260 -I iser -l
Logging in to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]
iscsiadm: got read error (0/0), daemon died?
iscsiadm: Could not login to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]:
iscsiadm: initiator reported error (18 - could not communicate to iscsid)
[root@xcp-02 ~]#
Message from syslogd@ at Mon Nov 12 12:16:58 2012 ...
xcp-02 kernel: [ 2319.997748] Oops: 0000 [#1] SMP
[root@xcp-02 ~]# dmesg
...
[ 38.728171] mlx4_core: Mellanox ConnectX core driver v1.0-ofed1.5.3 (January 19, 2011)
[ 38.728175] mlx4_core: Initializing 0000:06:00.0
[ 38.728252] mlx4_core 0000:06:00.0: PCI INT A -> GSI 32 (level, low) -> IRQ 32
[ 38.728270] mlx4_core 0000:06:00.0: setting latency timer to 64
[ 40.933923] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934101] mlx4_core 0000:06:00.0: irq 1263 (287) for MSI/MSI-X
[ 40.934103] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934247] mlx4_core 0000:06:00.0: irq 1262 (286) for MSI/MSI-X
[ 40.934248] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934392] mlx4_core 0000:06:00.0: irq 1261 (285) for MSI/MSI-X
[ 40.934393] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934537] mlx4_core 0000:06:00.0: irq 1260 (284) for MSI/MSI-X
[ 40.934538] mlx4_core 0000:06:00.0: get owner: 7ff0
[ 40.934682] mlx4_core 0000:06:00.0: irq 1259 (283) for MSI/MSI-X
[ 41.028817] mlx4_en: Mellanox ConnectX HCA Ethernet driver v1.5.3 (Jan 2011)
[ 41.028932] mlx4_en 0000:06:00.0: UDP RSS is not supported on this device.
[ 41.113724] mlx4_ib: Mellanox ConnectX InfiniBand driver v1.0-ofed1.5.3 (January 19, 2011)
[ 41.423385] NET: Registered protocol family 10
[ 41.660004] ADDRCONF(NETDEV_UP): ib0: link is not ready
[ 47.114577] ib0: enabling connected mode will cause multicast packet drops
[ 47.114581] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.114584] ib0: mtu > 2044 will cause multicast packet drops.
[ 47.177621] NET: Registered protocol family 27
[ 47.177625] NET: Registered protocol family 28
[ 48.523089] ip_tables: (C) 2000-2006 Netfilter Core Team
[ 48.612259] nf_conntrack version 0.5.0 (11910 buckets, 47640 max)
[ 49.045785] openvswitch: Open vSwitch switching datapath 1.4.2, built Oct 26 2012 13:39:56
[ 49.660125] ADDRCONF(NETDEV_CHANGE): ib0: link becomes ready
...
[ 166.023382] Loading iSCSI transport class v2.0-870.
[ 166.067368] iscsi: registered transport (tcp)
[ 166.095297] iscsi: registered transport (iser)
[ 2113.532611] Loading iSCSI transport class v2.0-870.
[ 2113.550591] iscsi: registered transport (tcp)
[ 2113.564676] iscsi: registered transport (iser)
[ 2210.404140] Loading iSCSI transport class v2.0-870.
[ 2210.423939] iscsi: registered transport (tcp)
[ 2210.437613] iscsi: registered transport (iser)
[ 2319.997712] BUG: unable to handle kernel NULL pointer dereference at 00000002
[ 2319.997724] IP: [<f2416f13>] iser_connect+0x13/0x1b0 [ib_iser]
[ 2319.997739] *pdpt = 00000017da1d7027 *pde = 0000000000000000
[ 2319.997748] Oops: 0000 [#1] SMP
[ 2319.997754] last sysfs file: /sys/class/iscsi_transport/tcp/caps
[ 2319.997760] Modules linked in: ib_iser iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi tcp_diag inet_diag lockd sunrpc openvswitch ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack xt_tcpudp iptable_filter ip_tables x_tables rdma_ucm ib_sdp rdma_cm iw_cm ib_addr ib_ipoib ib_cm ib_sa ipv6 ib_uverbs ib_umad iw_nes iw_cxgb3 cxgb3 mlx4_ib mlx4_en mlx4_core ib_mthca ib_mad ib_core binfmt_misc dm_mirror video output sbs sbshc fan battery ac parport_pc lp parport nvram container thermal sr_mod cdrom evdev usbhid pata_acpi processor sg button thermal_sys hpilo bnx2 serio_raw rtc_cmos rtc_core rtc_lib ata_piix ata_generic 8250_pnp 8250 serial_core tpm_tis tpm tpm_bios libata pcspkr dm_region_hash dm_log dm_mod hpsa sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd usbcore fbcon font tileblit bitblit softcursor [last unloaded: scsi_transport_iscsi]
[ 2319.997914]
[ 2319.997919] Pid: 21064, comm: iscsid Not tainted (2.6.32.43-0.4.1.xs1.6.07.734.170748xen #1) ProLiant DL360 G7
[ 2319.997928] EIP: 0061:[<f2416f13>] EFLAGS: 00010296 CPU: 3
[ 2319.997935] EIP is at iser_connect+0x13/0x1b0 [ib_iser]
[ 2319.997940] EAX: d98b1abc EBX: d98b1abc ECX: 00000000 EDX: 00000000
[ 2319.997946] ESI: d98b1abc EDI: ed6f3448 EBP: ec87fc7c ESP: ec87fc48
[ 2319.997952] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0069
[ 2319.997958] Process iscsid (pid: 21064, ti=ec87e000 task=e9f5e1c0 task.ti=ec87e000)
[ 2319.997964] Stack:
[ 2319.997967] ec87fc50 c021a111 ec87fc7c f22eee40 00000000 f22efc8a 00000001 00000000
[ 2319.997980] <0> 00000001 00000000 d98b1abc d98b1a00 ed6f3448 ec87fc98 f2419974 ed6f3448
[ 2319.997997] <0> 00000000 f2419930 00000000 f241b660 ec87fcf0 f22ee15a c1306340 ec87fcdc
[ 2319.998014] Call Trace:
[ 2319.998023] [<c021a111>] ? sysfs_create_group+0x11/0x20
[ 2319.998033] [<f22eee40>] ? iscsi_create_endpoint+0xf0/0x130 [scsi_transport_iscsi]
[ 2319.998044] [<f2419974>] ? iscsi_iser_ep_connect+0x44/0x80 [ib_iser]
[ 2319.998053] [<f2419930>] ? iscsi_iser_ep_connect+0x0/0x80 [ib_iser]
[ 2319.998063] [<f22ee15a>] ? iscsi_if_rx+0x77a/0x9b0 [scsi_transport_iscsi]
[ 2319.998071] [<c01bcdf7>] ? __kmalloc+0x177/0x1f0
[ 2319.998077] [<c01bcf58>] ? kmem_cache_alloc+0xe8/0x190
[ 2319.998086] [<c0347d64>] ? __alloc_skb+0x74/0x180
[ 2319.998094] [<c036ba81>] ? netlink_unicast+0x241/0x250
[ 2319.998102] [<c0349acc>] ? memcpy_fromiovec+0x4c/0x70
[ 2319.998109] [<c036c771>] ? netlink_sendmsg+0x1c1/0x280
[ 2319.998116] [<c033ffd7>] ? sock_sendmsg+0xd7/0x100
[ 2319.998124] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 2319.998133] [<c01a7d73>] ? handle_mm_fault+0xe13/0x11c0
[ 2319.998141] [<c0261871>] ? copy_from_user+0x41/0x70
[ 2319.998148] [<c0349df6>] ? verify_iovec+0x36/0xa0
[ 2319.998154] [<c0340116>] ? sys_sendmsg+0x116/0x230
[ 2319.998161] [<c026081b>] ? vsnprintf+0x6b/0x440
[ 2319.998168] [<c01ac2fa>] ? __mlock_vma_pages_range+0xea/0x150
[ 2319.998176] [<c01ac6ab>] ? mlock_vma_pages_range+0x5b/0x70
[ 2319.998183] [<c03413a7>] ? sys_socketcall+0x247/0x270
[ 2319.998190] [<c0104571>] ? syscall_call+0x7/0xb
[ 2319.998195] Code: 24 ec a4 41 f2 e8 ee e4 d1 cd 8b 45 b8 f0 ff 48 34 ba ff ff ff ff eb cb 55 89 e5 57 56 53 83 ec 28 0f 1f 44 00 00 89 55 dc 89 c6 <0f> b7 41 02 8d 59 04 89 cf 89 5c 24 08 c7 44 24 04 07 b4 41 f2
[ 2319.998273] EIP: [<f2416f13>] iser_connect+0x13/0x1b0 [ib_iser] SS:ESP 0069:ec87fc48
[ 2319.998285] CR2: 0000000000000002
[ 2320.022013] ---[ end trace a27c7109bfe71a39 ]---
### Installation details ####
Installation 1
Downloads:
From http://xen.org/download/xcp/index_1.6.0.html
- Base ISO http://downloads.xen.org/XCP/61365c/XCP-1.6-beta3-61365c.iso
- Binary Package ISO http://downloads.xen.org/XCP/61365c/sources/binpkg.iso
Fresh install 'Base ISO'
1.de.pool.ntp.org, 3.de.pool.ntp.org, 2.de.pool.ntp.org
connect new system over ssh. Login as root
cd /tmp
sed -i 's/enabled=0/enabled=1/g' /etc/yum.repos.d/CentOS-Base.repo
yum install libtool bison flex tcl-devel tk glibc-devel gcc rpm-build make
# From DVD 'Binary Package'
mount /dev/cdrom /mnt/
rpm -iv /mnt/domain0/RPMS/i686/kernel-xen-devel-2.6.32.43-0.4.1.xs1.6.07.734.170748.i686.rpm
wget http://www.openfabrics.org/downloads/OFED/ofed-1.5.3/OFED-1.5.3.tgz
tar xfz OFED-1.5.3.tgz
cd OFED-1.5.3/
echo "core=y" > ofed-all.conf
echo "mthca=y" >> ofed-all.conf
echo "mlx4=y" >> ofed-all.conf
echo "mlx4_en=y" >> ofed-all.conf
echo "cxgb3=y" >> ofed-all.conf
echo "cxgb4=y" >> ofed-all.conf
echo "nes=y" >> ofed-all.conf
echo "ipoib=y" >> ofed-all.conf
echo "sdp=y" >> ofed-all.conf
echo "srp=y" >> ofed-all.conf
echo "srpt=y" >> ofed-all.conf
echo "rds=y" >> ofed-all.conf
echo "iser=y" >> ofed-all.conf
echo "libibverbs=y" >> ofed-all.conf
echo "libibverbs-utils=y" >> ofed-all.conf
echo "libmthca=y" >> ofed-all.conf
echo "libmlx4=y" >> ofed-all.conf
echo "libcxgb3=y" >> ofed-all.conf
echo "libcxgb4=y" >> ofed-all.conf
echo "libnes=y" >> ofed-all.conf
echo "libibcm=y" >> ofed-all.conf
echo "libibumad=y" >> ofed-all.conf
echo "libibmad=y" >> ofed-all.conf
echo "ibsim=y" >> ofed-all.conf
echo "ibacm=y" >> ofed-all.conf
echo "librdmacm=y" >> ofed-all.conf
echo "librdmacm-utils=y" >> ofed-all.conf
echo "libsdp=y" >> ofed-all.conf
echo "opensm=y" >> ofed-all.conf
echo "opensm-libs=y" >> ofed-all.conf
echo "compat-dapl=y" >> ofed-all.conf
echo "dapl=y" >> ofed-all.conf
echo "dapl-utils=y" >> ofed-all.conf
echo "perftest=y" >> ofed-all.conf
echo "mstflint=n" >> ofed-all.conf
echo "sdpnetstat=y" >> ofed-all.conf
echo "srptools=y" >> ofed-all.conf
echo "rds-tools=y" >> ofed-all.conf
echo "ibutils=n" >> ofed-all.conf
echo "infiniband-diags=y" >> ofed-all.conf
echo "qperf=y" >> ofed-all.conf
echo "ofed-docs=y" >> ofed-all.conf
echo "ofed-scripts=y" >> ofed-all.conf
echo "open-iscsi-generic=y" >> ofed-all.conf
echo "kernel-ib=y" >> ofed-all.conf
echo "kernel-ib-devel=y" >> ofed-all.conf
./install.pl -c ofed-all.conf -vvv
ln -s /etc/init.d/opensmd /etc/rc3.d/S06opensmd
echo "DEVICE=ib0" > /etc/sysconfig/network-scripts/ifcfg-ib0
echo "ONBOOT=yes" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "BOOTPROTO=none" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "NETMASK=255.255.255.0" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "IPADDR=192.168.1.20" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "NETWORK=192.168.1.0" >> /etc/sysconfig/network-scripts/ifcfg-ib0
echo "USERCTL=no" >> /etc/sysconfig/network-scripts/ifcfg-ib0
# accept any traffic from storage network
sed -i 's/lo -j ACCEPT/lo -j ACCEPT\n-A RH-Firewall-1-INPUT -s 192.168.1.0\/24 -j ACCEPT/' /etc/sysconfig/iptables
reboot
reconnect system over ssh. Login as root
#####
Installation 2
Installation 1 +
reboot after "Oops" and reconnect system over ssh. Login as root
cd /tmp/
yum erase open-iscsi-2.0.871-0.20.3.xs1031
wget http://www.open-iscsi.org/bits/open-iscsi-2.0-873.tar.gz
tar xfz open-iscsi-2.0-873.tar.gz
cd open-iscsi-2.0-873
make
make install
echo "modprobe -q iscsi_tcp" >> /etc/rc.local
echo "modprobe -q ib_iser" >> /etc/rc.local
reboot
reconnect system over ssh. Login as root
Am Montag, 12. November 2012 04:50:21 UTC+1 schrieb Mike Christie:
Mike Christie
Nov 13, 2012, 12:01:57 AM11/13/12
to open-...@googlegroups.com, Frank Röben
On 11/12/2012 07:38 AM, Frank R�ben wrote:
> [root@xcp-02 ~]# uname -r
> 2.6.32.43-0.4.1.xs1.6.07.734.170748xen
It works ok for me with 2.6.32.60 from kernel.org and open-iscsi
> [root@xcp-02 ~]# uname -r
> 2.6.32.43-0.4.1.xs1.6.07.734.170748xen
2.0-873. I have no idea what is in the kernel you are using. What distro
is that from or where did you get it?
I thought in one of the other mails you wrote you were using ofed? Is
that correct and are you using ofed specific ib_iser and iscsi kernel
modules or iser and iscsi modules that came with your kernel?
Frank Röben
Nov 13, 2012, 6:02:31 AM11/13/12
to open-...@googlegroups.com, Frank Röben
Am Dienstag, 13. November 2012 06:02:19 UTC+1 schrieb Mike Christie:
On 11/12/2012 07:38 AM, Frank R�ben wrote:
> [root@xcp-02 ~]# uname -r
> 2.6.32.43-0.4.1.xs1.6.07.734.170748xen
Hi Mike,
It works ok for me with 2.6.32.60 from kernel.org and open-iscsi
2.0-873. I have no idea what is in the kernel you are using. What distro
is that from or where did you get it?
XCP 1.6 (beta) http://wiki.xen.org/wiki/XCP_Release_Features. XCP 1.6 is Xenserver 6.1.0 with LGPL, GPL, Q Public License v1
Downloads:
From http://xen.org/download/xcp/index_1.6.0.html
- Base ISO http://downloads.xen.org/XCP/61365c/XCP-1.6-beta3-61365c.iso
- Binary Package ISO http://downloads.xen.org/XCP/61365c/sources/binpkg.iso
At the end of my second email yesterday, I described my installation step by step.
I thought in one of the other mails you wrote you were using ofed? Is
that correct and are you using ofed specific ib_iser and iscsi kernel
modules or iser and iscsi modules that came with your kernel?
Yes, I use ofed.
Unfortunately, the dist comes without any ib_ modules. Open-iscsi over tcp
works
out-of-the-box.
Oct 25 15:38 iscsi_tcp.ko <- module from dist
Nov 12 11:31 ib_iser.ko <- module from ofed
I think I use iscsi modules from dist and ib_* modules from ofed.
Frank
Frank
Frank Röben
Nov 13, 2012, 2:00:10 PM11/13/12
to open-...@googlegroups.com, Frank Röben
Hi Mike,
thanks for your help. I could solve the problem.
I could adapt these sources for my kernel version.
[root@xcp-02 tmp]# iscsiadm -m node
iscsiadm: No records found
[root@xcp-02 tmp]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
iscsiadm: No records found
[root@xcp-02 tmp]# iscsiadm -m discovery -t st -p 192.168.1.50:3260 -I iser
192.168.1.50:3260,2 iqn.1986-03.com.sun:iser-target
[root@xcp-02 tmp]# iscsiadm -m node -p 192.168.1.50:3260 -T iqn.1986-03.com.sun:iser-target -I iser -l
Logging in to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] (multiple)
Login to [iface: iser, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] successful.
[root@xcp-02 tmp]# mount /dev/sdc1 /mnt
[root@xcp-02 tmp]# mount /dev/sdc1 /mnt
[root@xcp-02 tmp]# dd if=/dev/zero of=/mnt/10G bs=1M count=10000
10000+0 records in
10000+0 records out
10485760000 bytes (10 GB) copied, 50.342 seconds, 208 MB/s
[root@xcp-02 tmp]# dd if=/mnt/10G of=/dev/null bs=1M
10000+0 records in
10000+0 records out
10485760000 bytes (10 GB) copied, 6.58058 seconds, 1.6 GB/s
10000+0 records in
10000+0 records out
10485760000 bytes (10 GB) copied, 50.342 seconds, 208 MB/s
[root@xcp-02 tmp]# dd if=/mnt/10G of=/dev/null bs=1M
10000+0 records in
10000+0 records out
10485760000 bytes (10 GB) copied, 6.58058 seconds, 1.6 GB/s
[root@xcp-02 tmp]# iscsiadm -m node -p 192.168.1.50:3260 -T iqn.1986-03.com.sun:iser-target -I iser --logout
Logging out of session [sid: 2, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]
Logout of [sid: 2, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] successful.
[root@xcp-02 tmp]# iscsiadm -m session
iscsiadm: No active sessions.
Logging out of session [sid: 2, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260]
Logout of [sid: 2, target: iqn.1986-03.com.sun:iser-target, portal: 192.168.1.50,3260] successful.
[root@xcp-02 tmp]# iscsiadm -m session
iscsiadm: No active sessions.
Frank
turb...@gmail.com
Jun 26, 2013, 4:04:53 AM6/26/13
to open-...@googlegroups.com, Frank Röben
Opening this back up again, recently Mellanox released official OFED 2.0 for XCP 1.6 / Xenserver.
Unfortunately iser connection still fail, the following is the results of dmesg
login method
[root@125 ~]# iscsiadm -m node
10.1.1.100:3260,2 iqn.2010-08.org.illumos:02:200a8d52-1726-61c0-9e53-d265c341f694
[root@125 ~]# iscsiadm -m discovery -t st -p 10.1.1.100:3260 --interface iser -l
10.1.1.100:3260,2 iqn.2010-08.org.illumos:02:200a8d52-1726-61c0-9e53-d265c341f694
Logging in to [iface: iser, target: iqn.2010-08.org.illumos:02:200a8d52-1726-61c0-9e53-d265c341f694, portal: 10.1.1.100,3260] (multiple)
Login to [iface: iser, target: iqn.2010-08.org.illumos:02:200a8d52-1726-61c0-9e53-d265c341f694, portal: 10.1.1.100,3260] successful.
iscsi version
iscsiadm version 2.0-873
Stack trace
[ 243.833554] scsi7 : iSCSI Initiator over iSER
[ 244.093521] ------------[ cut here ]------------
[ 244.093532] WARNING: at /var/tmp/OFED_topdir/BUILD/ofa_kernel-2.0/drivers/infiniband/ulp/iser/iser_initiator.c:247 iser_send_control+0x2ee/0x300 [ib_iser]()
[ 244.093535] Hardware name: Thurley
[ 244.093537] Modules linked in: tcp_diag inet_diag lockd sunrpc openvswitch be2iscsi ib_iser iscsi_tcp bnx2i cnic uio cxgb3i libcxgbi cxgb3 libiscsi_tcp libiscsi scsi_transport_iscsi rdma_ucm ib_ucm rdma_cm iw_cm ib_addr ib_ipoib ib_cm ipv6 ib_uverbs ib_umad mlx5_ib mlx5_core mlx4_en mlx4_ib ib_sa ib_mad ib_core binfmt_misc dm_mirror video output sbs sbshc fan container battery ac parport_pc lp parport nvram thermal mlx4_core processor evdev usbhid sg button thermal_sys compat led_class igb serio_raw rtc_cmos 8250_pnp rtc_core 8250 ahci rtc_lib serial_core tpm_tis tpm tpm_bios libata i2c_i801 i2c_core pcspkr dm_region_hash dm_log dm_mod mptsas mptscsih mptbase scsi_transport_sas sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd usbcore fbcon font tileblit bitblit softcursor [last unloaded: x_tables]
[ 244.093604] Pid: 6332, comm: iscsid Not tainted 2.6.32.43-0.4.1.xs1.6.10.734.170748xen #1
[ 244.093607] Call Trace:
[ 244.093614] [<f09e466e>] ? iser_send_control+0x2ee/0x300 [ib_iser]
[ 244.093621] [<c01343f1>] warn_slowpath_common+0x81/0xa0
[ 244.093626] [<f09e466e>] ? iser_send_control+0x2ee/0x300 [ib_iser]
[ 244.093630] [<c013442a>] warn_slowpath_null+0x1a/0x20
[ 244.093635] [<f09e466e>] iser_send_control+0x2ee/0x300 [ib_iser]
[ 244.093641] [<f09e6171>] iscsi_iser_task_xmit+0xe1/0x1f0 [ib_iser]
[ 244.093648] [<f0762a4b>] ? iscsi_prep_mgmt_task+0x10b/0x120 [libiscsi]
[ 244.093653] [<c01d46c0>] ? __pollwait+0x0/0xd0
[ 244.093660] [<f07647bd>] __iscsi_conn_send_pdu+0x23d/0x280 [libiscsi]
[ 244.093667] [<f0764d5e>] iscsi_conn_send_pdu+0x3e/0x60 [libiscsi]
[ 244.093673] [<f0764d20>] ? iscsi_conn_send_pdu+0x0/0x60 [libiscsi]
[ 244.093680] [<f0715e5b>] iscsi_if_rx+0x47b/0x9b0 [scsi_transport_iscsi]
[ 244.093685] [<c01bcdf7>] ? __kmalloc+0x177/0x1f0
[ 244.093688] [<c01bcf58>] ? kmem_cache_alloc+0xe8/0x190
[ 244.093694] [<c0347d64>] ? __alloc_skb+0x74/0x180
[ 244.093699] [<c036ba81>] netlink_unicast+0x241/0x250
[ 244.093703] [<c0349acc>] ? memcpy_fromiovec+0x4c/0x70
[ 244.093708] [<c036c771>] netlink_sendmsg+0x1c1/0x280
[ 244.093711] [<c033ffd7>] sock_sendmsg+0xd7/0x100
[ 244.093716] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 244.093720] [<c01d0000>] ? sys_renameat+0x1b0/0x200
[ 244.093723] [<c014e6b0>] ? autoremove_wake_function+0x0/0x50
[ 244.093727] [<c01d5192>] ? d_kill+0x52/0x60
[ 244.093731] [<c0261871>] ? copy_from_user+0x41/0x70
[ 244.093735] [<c0349df6>] ? verify_iovec+0x36/0xa0
[ 244.093739] [<c0340116>] sys_sendmsg+0x116/0x230
[ 244.093743] [<c01cd205>] ? path_put+0x25/0x30
[ 244.093747] [<c0106621>] ? local_clock+0x41/0x80
[ 244.093751] [<c03413a7>] sys_socketcall+0x247/0x270
[ 244.093755] [<c0104571>] syscall_call+0x7/0xb
[ 244.093758] ---[ end trace 37deb622629ae552 ]---
Reply all
Reply to author
Forward
0 new messages