1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153 | [root@node-6 bin]# midonet-cli
midonet> list tunnel-zone
tzone tzone0 name new-tun type gre
midonet> tunnel-zone tzone0 list member
zone tzone0 host host0 address 192.168.0.3
zone tzone0 host host1 address 192.168.0.2
zone tzone0 host host2 address 192.168.0.1
midonet> router list
router router0 name router state up infilter chain0 outfilter chain1
router router1 name MidoNet Provider Router state up
midonet> router router0 port list
port port0 device router0 state up mac ac:ca:ba:40:25:5b address 192.168.254.1 net 192.168.254.0/24 peer bridge0:port0
port port1 device router0 state up mac ac:ca:ba:82:cf:32 address 200.200.200.2 net 169.254.255.0/30 peer router1:port0
midonet> router router1 port list
port port0 device router1 state up mac ac:ca:ba:4c:60:ad address 169.254.255.1 net 169.254.255.0/30 peer router0:port1
port port1 device router1 state up mac ac:ca:ba:69:e1:0f address 200.200.200.1 net 200.200.200.0/24 peer bridge1:port0
port port2 device router1 state up mac ac:ca:ba:d8:be:f8 address 192.168.254.254 net 192.168.254.0
midonet> exit
[root@node-6 bin]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN qlen 1000
link/ether 08:00:27:bb:c4:93 brd ff:ff:ff:ff:ff:ff
inet6 fe80::a00:27ff:febb:c493/64 scope link
valid_lft forever preferred_lft forever
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN qlen 1000
link/ether 08:00:27:4f:bc:17 brd ff:ff:ff:ff:ff:ff
inet6 fe80::a00:27ff:fe4f:bc17/64 scope link
valid_lft forever preferred_lft forever
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN qlen 1000
link/ether 08:00:27:61:4c:92 brd ff:ff:ff:ff:ff:ff
inet6 fe80::a00:27ff:fe61:4c92/64 scope link
valid_lft forever preferred_lft forever
5: eth3: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 08:00:27:50:e8:15 brd ff:ff:ff:ff:ff:ff
6: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN
link/ether 02:f5:8a:53:ce:c1 brd ff:ff:ff:ff:ff:ff
7: br-ex: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 96:77:04:d5:06:46 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.2/24 brd 172.16.0.255 scope global br-ex
inet6 fe80::d439:26ff:fe80:8816/64 scope link
valid_lft forever preferred_lft forever
8: br-eth1: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 08:00:27:4f:bc:17 brd ff:ff:ff:ff:ff:ff
inet6 fe80::54fd:26ff:fe12:429f/64 scope link
valid_lft forever preferred_lft forever
9: br-int: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 5a:b9:2d:41:c3:41 brd ff:ff:ff:ff:ff:ff
inet6 fe80::c4c5:c0ff:fe0a:3d22/64 scope link
valid_lft forever preferred_lft forever
10: br-fw-admin: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether f6:ef:61:2b:76:46 brd ff:ff:ff:ff:ff:ff
inet 10.20.0.3/24 brd 10.20.0.255 scope global br-fw-admin
inet6 fe80::5c5a:afff:fed1:95c0/64 scope link
valid_lft forever preferred_lft forever
11: br-storage: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether ce:08:a8:5f:a6:41 brd ff:ff:ff:ff:ff:ff
inet 192.168.1.1/24 brd 192.168.1.255 scope global br-storage
inet6 fe80::586f:fbff:fecc:8604/64 scope link
valid_lft forever preferred_lft forever
12: br-eth2: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 08:00:27:61:4c:92 brd ff:ff:ff:ff:ff:ff
inet6 fe80::303a:46ff:fe78:127f/64 scope link
valid_lft forever preferred_lft forever
13: br-prv: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 8a:b6:c7:94:ba:44 brd ff:ff:ff:ff:ff:ff
inet6 fe80::ac67:66ff:fe9b:dd33/64 scope link
valid_lft forever preferred_lft forever
14: br-eth0: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 08:00:27:bb:c4:93 brd ff:ff:ff:ff:ff:ff
inet6 fe80::4422:87ff:fe1d:20ab/64 scope link
valid_lft forever preferred_lft forever
15: br-mgmt: <BROADCAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether 1e:15:58:01:a6:47 brd ff:ff:ff:ff:ff:ff
inet 192.168.0.1/24 brd 192.168.0.255 scope global br-mgmt
inet6 fe80::ec72:44ff:fe5a:934a/64 scope link
valid_lft forever preferred_lft forever
16: midonet: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN
link/ether f2:84:32:47:fa:74 brd ff:ff:ff:ff:ff:ff
19: tap2e9313fd-d5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether fe:5e:90:a0:db:61 brd ff:ff:ff:ff:ff:ff
inet6 fe80::fc5e:90ff:fea0:db61/64 scope link
valid_lft forever preferred_lft forever
20: veth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether 66:37:1b:15:9a:9e brd ff:ff:ff:ff:ff:ff
inet6 fe80::6437:1bff:fe15:9a9e/64 scope link
valid_lft forever preferred_lft forever
21: veth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether a2:6d:29:3f:7a:dc brd ff:ff:ff:ff:ff:ff
inet6 fe80::a06d:29ff:fe3f:7adc/64 scope link
valid_lft forever preferred_lft forever
22: fakeuplink: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN
link/ether ae:1b:c2:bb:0c:d9 brd ff:ff:ff:ff:ff:ff
inet 192.168.254.1/24 brd 192.168.254.255 scope global fakeuplink
inet6 fe80::ac1b:c2ff:febb:cd9/64 scope link
valid_lft forever preferred_lft forever
[root@node-6 bin]# brctl show
bridge name bridge id STP enabled interfaces
fakeuplink 8000.66371b159a9e no veth0
[root@node-6 bin]# cat /proc/sys/net/ipv4/ip_forward
1
[root@node-6 bin]# netstat -nr
Kernel IP routing table
Destination Gateway Genmask Flags MSS Window irtt Iface
200.200.200.0 192.168.254.254 255.255.255.0 UG 0 0 0 fakeuplink
10.20.0.0 0.0.0.0 255.255.255.0 U 0 0 0 br-fw-admin
192.168.1.0 0.0.0.0 255.255.255.0 U 0 0 0 br-storage
172.16.0.0 0.0.0.0 255.255.255.0 U 0 0 0 br-ex
192.168.0.0 0.0.0.0 255.255.255.0 U 0 0 0 br-mgmt
192.168.254.0 0.0.0.0 255.255.255.0 U 0 0 0 fakeuplink
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 eth0
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 eth1
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 eth2
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 br-ex
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 br-fw-admin
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 br-storage
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 br-prv
169.254.0.0 0.0.0.0 255.255.0.0 U 0 0 0 br-mgmt
0.0.0.0 172.16.0.1 0.0.0.0 UG 0 0 0 br-ex
[root@node-6 ~]# nova list
+--------------------------------------+------+--------+------------+-------------+----------------------------------------+
| ID | Name | Status | Task State | Power State | Networks |
+--------------------------------------+------+--------+------------+-------------+----------------------------------------+
| 1d7cd6d9-a368-4344-ae2b-9d13198200d9 | 1 | ACTIVE | - | Running | local_net=192.168.254.2, 200.200.200.3 |
| ec3a0fda-e21c-4d6f-8662-ae23effa6723 | 2 | ACTIVE | - | Running | local_net=192.168.254.4, 200.200.200.4 |
+--------------------------------------+------+--------+------------+-------------+----------------------------------------+
[root@node-6 ~]# neutron net-list
+--------------------------------------+-----------+-------------------------------------------------------+
| id | name | subnets |
+--------------------------------------+-----------+-------------------------------------------------------+
| 0727d8d3-1aba-4fcb-a508-e644e12da333 | local_net | 0f6f34f1-69da-42e8-b1df-55477cf911a8 192.168.254.0/24 |
| 5e3a4fcd-b82d-433b-9462-5453e5a9bf94 | external | 46928e94-a36c-4132-97b3-c6a9057f9579 200.200.200.0/24 |
+--------------------------------------+-----------+-------------------------------------------------------+
[root@node-6 ~]# neutron router-list
+--------------------------------------+--------+-----------------------------------------------------------------------------+
| id | name | external_gateway_info |
+--------------------------------------+--------+-----------------------------------------------------------------------------+
| 831b5082-e55a-4e5b-a754-293148e752bd | router | {"network_id": "5e3a4fcd-b82d-433b-9462-5453e5a9bf94", "enable_snat": true} |
+--------------------------------------+--------+-----------------------------------------------------------------------------+
|