[root@esx1:~] esxcfg-vmknic -l
Interface Port Group/DVPort/Opaque Network IP Family IP Address Netmask Broadcast MAC Address MTU TSO MSS Enabled Type NetStack
vmk0 Management Network IPv4 192.168.2.3 255.255.255.0 192.168.2.255 00:0c:29:3f:02:e8 1500 65535 true DHCP defaultTcpipStack
vmk0 Management Network IPv6 fe80::20c:29ff:fe3f:2e8 64 00:0c:29:3f:02:e8 1500 65535 true STATIC, PREFERRED defaultTcpipStack
vmk1 ProdNet IPv4 192.168.1.201 255.255.255.0 192.168.1.255 00:50:56:63:c2:10 1500 65535 true STATIC prodtcpip
vmk1 ProdNet IPv6 fe80::250:56ff:fe63:c210 64 00:50:56:63:c2:10 1500 65535 true STATIC, PREFERRED prodtcpip
vmk2 BackupNet IPv4 192.168.3.201 255.255.255.0 192.168.3.255 00:50:56:6e:97:b0 1500 65535 true STATIC backuptcpip
vmk2 BackupNet IPv6 fe80::250:56ff:fe6e:97b0 64 00:50:56:6e:97:b0 1500 65535 true STATIC, PREFERRED backuptcpip
vmk3 Internet IPv4 192.168.178.203 255.255.255.0 192.168.178.255 00:50:56:6b:81:c6 1500 65535 true STATIC intertcpip
vmk3 Internet IPv6 fe80::250:56ff:fe6b:81c6 64 00:50:56:6b:81:c6 1500 65535 true STATIC, PREFERRED intertcpip
vmk3 Internet IPv6 2a02:810d:8ac0:26c4:250:56ff:fe6b:81c6 64 00:50:56:6b:81:c6 1500 65535 true AUTOCONF, PREFERRED intertcpip
[root@esx1:~] traceroute -i vmk0 192.168.1.1
traceroute to 192.168.1.1 (192.168.1.1), 30 hops max, 40 byte packets
1 192.168.1.1 (192.168.1.1) 0.698 ms 0.690 ms 0.521 ms
[root@esx1:~] traceroute -i vmk3 192.168.1.1
traceroute: Can't find interface vmk3
[root@esx1:~] traceroute -i vmk3 192.168.178.1
traceroute: Can't find interface vmk3
i tihink this is the problem my network isnt working. i cant get any dhcp addresses for vmk1-3.
also i loose the routes i configured in webinterface for the custom tcpip stacks. after the reboot i have to setup everytrhing again.
i could solve it!!!!!
the only problem i still had was that the promiscuous mode on the vmnet devices could not be set because i was running the workstation as user not as root.
so what i did was ..
root@bwell:~# ls -al /dev/vmnet*
crw------- 1 root root 119, 0 Jul 27 04:21 /dev/vmnet0
crw------- 1 root root 119, 2 Jul 27 04:21 /dev/vmnet2
crw------- 1 root root 119, 3 Jul 27 04:21 /dev/vmnet3
crw------- 1 root root 119, 4 Jul 27 04:21 /dev/vmnet4
crw------- 1 root root 119, 5 Jul 29 07:21 /dev/vmnet5
root@bwell:~# chgrp baum /dev/vmnet*
root@bwell:~# chmod g+rw /dev/vmnet*
and now all the custom tcpip stacks can communicate with the vlan world.
so not only setting promiscuous mode on the esxi server is important.
so traceroute does use the default tcpip stack.
i figured that one out.
[root@esx1:~] esxcfg-route -d 192.168.178.0/24 192.168.2.1
Deleting static route 192.168.178.0/24 from VMkernel
[root@esx1:~] vmkping -I vmk3 -S intertcpip 192.168.178.1
PING 192.168.178.1 (192.168.178.1): 56 data bytes
--- 192.168.178.1 ping statistics ---
3 packets transmitted, 0 packets received, 100% packet loss
but im still having problems connecting to my other networks beside the management net. this one works. vmk1-3 does not.
to give you a little bit of a background.
vmware workstation 12 running esxi 6 in a VM on ubuntu 16.04.1
i created vmnets and mapped them to the vlan and physical interfaces.
enp10s0.100 Link encap:Ethernet HWaddr 68:05:ca:42:ff:b9
inet addr:192.168.1.1 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::276a:311d:cad3:e2e3/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:12256 errors:0 dropped:72 overruns:0 frame:0
TX packets:14239 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3127077 (3.1 MB) TX bytes:3365653 (3.3 MB)
enp10s0.200 Link encap:Ethernet HWaddr 68:05:ca:42:ff:b9
inet addr:192.168.2.1 Bcast:192.168.2.255 Mask:255.255.255.0
inet6 addr: fe80::22e5:811a:a696:8555/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:432993 errors:0 dropped:143 overruns:0 frame:0
TX packets:1096697 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:351344976 (351.3 MB) TX bytes:929884778 (929.8 MB)
enp10s0.300 Link encap:Ethernet HWaddr 68:05:ca:42:ff:b9
inet addr:192.168.3.1 Bcast:192.168.3.255 Mask:255.255.255.0
inet6 addr: fe80::f742:d553:67e6:ee47/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:14294 errors:0 dropped:39 overruns:0 frame:0
TX packets:13744 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3550217 (3.5 MB) TX bytes:3391964 (3.3 MB)
ens6 Link encap:Ethernet HWaddr 68:05:ca:42:ff:99
inet addr:192.168.178.47 Bcast:192.168.178.255 Mask:255.255.255.0
inet6 addr: fe80::302a:2822:b274:9819/64 Scope:Link
inet6 addr: 2a02:810d:8ac0:26c4:10a2:4b11:621d:a9f1/64 Scope:Global
inet6 addr: 2a02:810d:8ac0:26c4:391e:a044:e8eb:40a3/64 Scope:Global
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:6985544 errors:0 dropped:442 overruns:0 frame:0
TX packets:39879248 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:2736573345 (2.7 GB) TX bytes:59056549751 (59.0 GB)
Interrupt:27 Memory:fbbc0000-fbbe0000
those are my vmk devices
ens6 is vmk3
the only one getting a dhcp address is vmk0 mapped to enp10s0.200 which is the management network
everything is connected to a cisco sg500-28 port
those are my vlan settings on ubuntu
root@bwell:~# cat /proc/net/vlan/enp10s0.100
enp10s0.100 VID: 100 REORDER_HDR: 1 dev->priv_flags: 1
total frames received 12264
total bytes received 3128215
Broadcast/Multicast Rcvd 1577
total frames transmitted 14253
total bytes transmitted 3367509
Device: enp10s0
INGRESS priority mappings: 0:0 1:0 2:0 3:0 4:0 5:0 6:0 7:0
EGRESS priority mappings:
root@bwell:~# cat /proc/net/vlan/enp10s0.200
enp10s0.200 VID: 200 REORDER_HDR: 1 dev->priv_flags: 1
total frames received 433438
total bytes received 351390494
Broadcast/Multicast Rcvd 6986
total frames transmitted 1097643
total bytes transmitted 930034249
Device: enp10s0
INGRESS priority mappings: 0:0 1:0 2:0 3:0 4:0 5:0 6:0 7:0
EGRESS priority mappings:
root@bwell:~# cat /proc/net/vlan/enp10s0.300
enp10s0.300 VID: 300 REORDER_HDR: 1 dev->priv_flags: 1
total frames received 14303
total bytes received 3551541
Broadcast/Multicast Rcvd 2855
total frames transmitted 13759
total bytes transmitted 3393923
Device: enp10s0
INGRESS priority mappings: 0:0 1:0 2:0 3:0 4:0 5:0 6:0 7:0
EGRESS priority mappings:
i could solve it!!!!!
the only problem i still had was that the promiscuous mode on the vmnet devices could not be set because i was running the workstation as user not as root.
so what i did was ..
root@bwell:~# ls -al /dev/vmnet*
crw------- 1 root root 119, 0 Jul 27 04:21 /dev/vmnet0
crw------- 1 root root 119, 2 Jul 27 04:21 /dev/vmnet2
crw------- 1 root root 119, 3 Jul 27 04:21 /dev/vmnet3
crw------- 1 root root 119, 4 Jul 27 04:21 /dev/vmnet4
crw------- 1 root root 119, 5 Jul 29 07:21 /dev/vmnet5
root@bwell:~# chgrp baum /dev/vmnet*
root@bwell:~# chmod g+rw /dev/vmnet*
and now all the custom tcpip stacks can communicate with the vlan world.
so not only setting promiscuous mode on the esxi server is important.