openstack部署2

[root@controller ~]# systemctl status neutron-l3-agent.service 
● neutron-l3-agent.service - OpenStack Neutron Layer 3 Agent
   Loaded: loaded (/usr/lib/systemd/system/neutron-l3-agent.service; disabled; vendor preset: disabled)
   Active: failed (Result: start-limit) since Sat 2023-05-13 00:57:05 CST; 3min 17s ago
  Process: 34086 ExecStart=/usr/bin/neutron-l3-agent --config-file /usr/share/neutron/neutron-dist.conf --config-dir /usr/share/neutron/l3_agent --config-file /etc/neutron/neutron.conf --config-dir /etc/neutron/conf.d/common --config-dir /etc/neutron/conf.d/neutron-l3-agent --log-file /var/log/neutron/l3-agent.log (code=exited, status=1/FAILURE)
 Main PID: 34086 (code=exited, status=1/FAILURE)

May 13 00:57:05 controller systemd[1]: neutron-l3-agent.service: main process exited, code=exited, status=1/FAILURE
May 13 00:57:05 controller systemd[1]: Unit neutron-l3-agent.service entered failed state.
May 13 00:57:05 controller systemd[1]: neutron-l3-agent.service failed.
May 13 00:57:05 controller systemd[1]: neutron-l3-agent.service holdoff time over, scheduling restart.
May 13 00:57:05 controller systemd[1]: start request repeated too quickly for neutron-l3-agent.service
May 13 00:57:05 controller systemd[1]: Failed to start OpenStack Neutron Layer 3 Agent.
May 13 00:57:05 controller systemd[1]: Unit neutron-l3-agent.service entered failed state.
May 13 00:57:05 controller systemd[1]: neutron-l3-agent.service failed.
[root@controller ~]# tail  /var/log/neutron/l3-agent.log 
2023-05-13 00:56:59.895 34051 ERROR neutron.agent.l3.agent [-] An interface driver must be specified
2023-05-13 00:57:01.595 34064 INFO neutron.common.config [-] Logging enabled!
2023-05-13 00:57:01.595 34064 INFO neutron.common.config [-] /usr/bin/neutron-l3-agent version 10.0.7
2023-05-13 00:57:01.607 34064 ERROR neutron.agent.l3.agent [-] An interface driver must be specified
2023-05-13 00:57:03.334 34075 INFO neutron.common.config [-] Logging enabled!
2023-05-13 00:57:03.335 34075 INFO neutron.common.config [-] /usr/bin/neutron-l3-agent version 10.0.7
2023-05-13 00:57:03.346 34075 ERROR neutron.agent.l3.agent [-] An interface driver must be specified
2023-05-13 00:57:05.330 34086 INFO neutron.common.config [-] Logging enabled!
2023-05-13 00:57:05.331 34086 INFO neutron.common.config [-] /usr/bin/neutron-l3-agent version 10.0.7
2023-05-13 00:57:05.347 34086 ERROR neutron.agent.l3.agent [-] An interface driver must be specified
[root@controller ~]# 

[root@controller ~]# grep interface_driver /etc/neutron/l3_agent.ini
#interface_driver = <None>
interface_driver = linuxbridge
[root@controller ~]#
[root@controller ~]# systemctl start neutron-l3-agent.service

[root@controller ~]# systemctl restart  neutron-server.service 
[root@controller ~]# 

virt-install --virt-type kvm --name centos --ram 1024 \
  --disk /root/mcw/centos.qcow2,format=qcow2 \
  --network network=default \
  --graphics vnc,listen=0.0.0.0 --noautoconsole \
  --os-type=linux --os-variant=centos7.0 \
  --location=/root/mcw/CentOS-7-x86_64-DVD-1708.iso

#!/bin/bash

set_key(){
  if [ ! -d /root/.ssh ]; then
      mkdir -p /root/.ssh
      chmod 700 /root/.ssh
  fi
for ((i=1;i<=5;i++));do
     if [ ! -f /root/.ssh/authorized_keys ];then
      curl -f http://169.254.169.254/latest/meta-data/public-keys/0/openssh-key > /tmp/metadata-key 2>/dev/null
      if [ $? -eq 0 ];then
        cat /tmp/metadata-key >> /root/.ssh/authorized_keys
        chmod 0600 /root/.ssh/authorized_keys
        restorecon /root/.ssh/authorized_keys
        rm -f /tmp/metadata-key
        echo "Successfully retrieved public key from instance metadata"
        echo "*****************"
        echo "AUTHORIZED KEYS"
        echo "*****************"
        cat /root/.ssh/authorized_keys
        echo "*****************"
      fi
    fi
done
}

set_hostname(){
    PRE_HOSTNAME=$(curl -s http://169.254.169.254/latest/meta-data/hostname)
    DOMAIN_NAME=$(echo $PRE_HOSTNAME | awk -F '.' '{print $1}')
    hostnamectl set-hostname `echo ${DOMAIN_NAME}.example.com`
}

set_static_ip(){
    PRE_IP=$(curl -s http://169.254.169.254/latest/meta-data/local-ipv4)
    NET_FILE="/etc/sysconfig/network-scripts/ifcfg-eth0"
echo  "TYPE=Ethernet" > $NET_FILE
echo  "BOOTPROTO=static" >> $NET_FILE
echo  "NAME=eth0" >> $NET_FILE
echo  "DEVICE=eth0" >> $NET_FILE
echo  "ONBOOT=yes" >> $NET_FILE
echo  "IPADDR=${PRE_IP}" >> $NET_FILE
echo  "NETMASK=255.255.255.0" >> $NET_FILE
echo  "GATEWAY=192.168.56.2" >> $NET_FILE
}

main(){
   set_key;
   set_hostname;
   set_static_ip;
   /bin/cp /tmp/rc.local /etc/rc.d/rc.local
   reboot
}

main

[root@controller ~]# ls /opt/
centos.qcow2  cirros-0.3.5-x86_64-disk.img  repo
[root@controller ~]# cd /opt/
[root@controller opt]# 
[root@controller opt]# openstack image list
+--------------------------------------+--------+--------+
| ID                                   | Name   | Status |
+--------------------------------------+--------+--------+
| 6cfe6502-36f0-4155-ae4e-a84cb910049a | cirros | active |
+--------------------------------------+--------+--------+
[root@controller opt]# openstack image create "CentOS-7-x86_64" --file /opt/centos.qcow2 --disk-format \
> qcow2 --container-format bare --public
+------------------+------------------------------------------------------+
| Field            | Value                                                |
+------------------+------------------------------------------------------+
| checksum         | 71dbce3ab4fc7aa720fdc5d3aff321ef                     |
| container_format | bare                                                 |
| created_at       | 2023-05-13T05:51:48Z                                 |
| disk_format      | qcow2                                                |
| file             | /v2/images/8fec0b5d-4953-4323-adbc-ba6815c9c476/file |
| id               | 8fec0b5d-4953-4323-adbc-ba6815c9c476                 |
| min_disk         | 0                                                    |
| min_ram          | 0                                                    |
| name             | CentOS-7-x86_64                                      |
| owner            | b29c52befb8448378d99086df5053737                     |
| protected        | False                                                |
| schema           | /v2/schemas/image                                    |
| size             | 1429209088                                           |
| status           | active                                               |
| tags             |                                                      |
| updated_at       | 2023-05-13T05:52:57Z                                 |
| virtual_size     | None                                                 |
| visibility       | public                                               |
+------------------+------------------------------------------------------+
[root@controller opt]# openstack image list
+--------------------------------------+-----------------+--------+
| ID                                   | Name            | Status |
+--------------------------------------+-----------------+--------+
| 8fec0b5d-4953-4323-adbc-ba6815c9c476 | CentOS-7-x86_64 | active |
| 6cfe6502-36f0-4155-ae4e-a84cb910049a | cirros          | active |
+--------------------------------------+-----------------+--------+
[root@controller opt]# 

[root@controller opt]# nova-manage cell_v2 discover_hosts --verbose
Found 2 cell mappings.
Skipping cell0 since it does not contain hosts.
Getting compute nodes from cell 'cell1': ac223cf4-f307-45bb-a9fc-71001b026dde
Found 2 computes in cell: ac223cf4-f307-45bb-a9fc-71001b026dde
Checking host mapping for compute host 'compute1': 093a16a7-e3bd-4734-bcf3-6dfbbdfa599a
Checking host mapping for compute host 'compute2': 395217a4-1605-4455-bea0-de597d50ef41
Creating host mapping for compute host 'compute2': 395217a4-1605-4455-bea0-de597d50ef41
[root@controller opt]# openstack compute service list --service nova-compute
+----+--------------+----------+------+---------+-------+----------------------------+
| ID | Binary       | Host     | Zone | Status  | State | Updated At                 |
+----+--------------+----------+------+---------+-------+----------------------------+
|  6 | nova-compute | compute1 | nova | enabled | up    | 2023-05-13T06:29:07.000000 |
|  7 | nova-compute | compute2 | nova | enabled | up    | 2023-05-13T06:29:11.000000 |
+----+--------------+----------+------+---------+-------+----------------------------+
[root@controller opt]# 

openstack endpoint create --region RegionOne \
  volume public http://192.168.56.11:8776/v1/%\(tenant_id\)s

openstack endpoint create --region RegionOne \
  volume internal http://192.168.56.11:8776/v1/%\(tenant_id\)s

openstack endpoint create --region RegionOne \
  volume admin http://192.168.56.11:8776/v1/%\(tenant_id\)s

openstack endpoint create --region RegionOne \
  volumev2 public http://192.168.56.11:8776/v2/%\(tenant_id\)s

openstack endpoint create --region RegionOne \
  volumev2 internal http://192.168.56.11:8776/v2/%\(tenant_id\)s

openstack endpoint create --region RegionOne \
  volumev2 admin http://192.168.56.11:8776/v2/%\(tenant_id\)s
  
  1.使用本地硬碟
  2.系統使用本地硬碟  + 雲硬碟（資料盤）  ISCSI  NFS  GlusterFS  Ceph
 cinder type-create NFS
cinder type-create ISCSI  
cinder type-key NFS set volume_backend_name=NFS-Storage
cinder type-key ISCSI set volume_backend_name=ISCSI-Storage


1.cinder後端儲存步驟

1.把儲存準備好。
2.安裝cinder-volume
3.vim /etc/cinder/cinder.conf 
[xxx]
volume_driver=xxx
xxxxx
xxxxx
xxxxx
volume_backend_name=xxx-Storage
啟動cinder-volume
4.建立型別
 cinder type-create xxx
5.關聯型別
cinder type-key xxx set volume_backend_name=xxx-Storage


[swz@swz ~]$ ifconfig
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 10.26.44.92  netmask 255.255.254.0  broadcast 10.26.45.255
        ether 00:16:3e:00:5f:67  txqueuelen 1000  (Ethernet)
        RX packets 62348  bytes 21135150 (20.1 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 96817  bytes 7229139 (6.8 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 47.90.51.58  netmask 255.255.254.0  broadcast 47.90.51.255
        ether 00:16:3e:00:b5:6d  txqueuelen 1000  (Ethernet)
        RX packets 375570  bytes 44939268 (42.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 362047  bytes 24380509 (23.2 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 0  (Local Loopback)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  c
        

[swz@swz ~]$ route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         47.90.51.247    0.0.0.0         UG    0      0        0 eth1
10.0.0.0        10.26.45.247    255.0.0.0       UG    0      0        0 eth0
10.26.44.0      0.0.0.0         255.255.254.0   U     0      0        0 eth0
47.90.50.0      0.0.0.0         255.255.254.0   U     0      0        0 eth1
100.64.0.0      10.26.45.247    255.192.0.0     UG    0      0        0 eth0
169.254.0.0     0.0.0.0         255.255.0.0     U     1002   0        0 eth0
169.254.0.0     0.0.0.0         255.255.0.0     U     1003   0        0 eth1
172.16.0.0      10.26.45.247    255.240.0.0     UG    0      0        0 eth0


openstack network create  --share \
  --provider-physical-network internal \
  --provider-network-type flat internal
  
openstack subnet create --network internal \
  --allocation-pool start=192.168.57.100,end=192.168.57.250 \
  --dns-nameserver 192.168.56.2 --gateway 192.168.57.2 \
  --subnet-range 192.168.57.0/24 internal
  
=======demo  
openstack network create selfservice

openstack subnet create --network selfservice \
  --dns-nameserver 192.168.56.2 --gateway 172.16.1.1 \
  --subnet-range 172.16.1.0/24 selfservice
  
  
========admin
neutron net-update public --router:external

=======demo
openstack router create router
neutron router-interface-add router selfservice
neutron router-gateway-set router public

作業：
   1. 熱遷移  
   2. Cinder使用Glusterfs/Ceph作為後端儲存。

冷遷移

1. 沒有共用儲存 熱遷移。
2. 有共用儲存 

小生產建議：

架構1：控制節點 + 計算節點（FLAT、本地硬碟） 優點：簡單、高效、管理難度低  + 高可用

   測試：
架構2：控制節點 + 計算節點 + 共用儲存（iscsi Glusterfs ceph）分兩種：系統也允許在儲存上  僅資料卷使用儲存
優點：虛擬機器器硬碟自助管理   
缺點：1.儲存網路是瓶頸（需要萬兆網路） 2.單點故障

架構3：控制節點 + 計算節點 + 儲存節點 + 熱遷移
所有機器掛載儲存節點mount

大規模生產
架構4：控制節點 + 計算節點 + VLAN      優點：用的公司多。穩定 確定：網路不靈活
使用三層交換作為閘道器。Neutron使用VLAN。 + GlusterFS

架構5： 控制節點 + 計算節點 + VXLAN   優先：靈活。有浮動IP。 缺點：依賴L3-agent。 需要解決高可用+效能的問題。

控制節點可以做高可用
MySQL叢集 PXC
RabbitMQ 叢集
其它服務：可以主備，可以叢集

LinuxBridge               vs      OpenvSwitch
古老而且穩定，進入核心早         新，功能更多，靈活。QOS

1.OpenStack 升級。
2.使用OpenStack、做公有云
    計算小組   網路小組   儲存小組   計費小組   運維小組  安全小組
    業務小組（備案、工單、xx、xx）

[root@controller ~]# pvcreate /dev/sdb
  Physical volume "/dev/sdb" successfully created.
[root@controller ~]# vgcreate cinder-volumes /dev/sdb
  Volume group "cinder-volumes" successfully created
[root@controller ~]# vgdisplay 
  --- Volume group ---
  VG Name               cinder-volumes
  System ID             
  Format                lvm2
  Metadata Areas        1
  Metadata Sequence No  1
  VG Access             read/write
  VG Status             resizable
  MAX LV                0
  Cur LV                0
  Open LV               0
  Max PV                0
  Cur PV                1
  Act PV                1
  VG Size               <20.00 GiB
  PE Size               4.00 MiB
  Total PE              5119
  Alloc PE / Size       0 / 0   
  Free  PE / Size       5119 / <20.00 GiB
  VG UUID               AqHQr0-QFEh-t7s6-T7nu-xUFo-POX8-JTuGIQ
   
  --- Volume group ---
  VG Name               centos
  System ID             
  Format                lvm2
  Metadata Areas        1
  Metadata Sequence No  3
  VG Access             read/write
  VG Status             resizable
  MAX LV                0
  Cur LV                2
  Open LV               2
  Max PV                0
  Cur PV                1
  Act PV                1
  VG Size               <19.00 GiB
  PE Size               4.00 MiB
  Total PE              4863
  Alloc PE / Size       4863 / <19.00 GiB
  Free  PE / Size       0 / 0   
  VG UUID               Z1pOFF-O1om-NCXk-1obF-dnyN-eoJV-56CCg1
   
[root@controller ~]# 

[root@controller ~]# openstack volume service list
+------------------+----------------+------+---------+-------+----------------------------+
| Binary           | Host           | Zone | Status  | State | Updated At                 |
+------------------+----------------+------+---------+-------+----------------------------+
| cinder-scheduler | controller     | nova | enabled | up    | 2023-05-13T15:54:14.000000 |
| cinder-volume    | controller@lvm | nova | enabled | up    | 2023-05-13T15:53:22.000000 |
+------------------+----------------+------+---------+-------+----------------------------+
[root@controller ~]#  

[root@controller ~]# 
[root@controller ~]# systemctl restart openstack-cinder-api.service openstack-cinder-scheduler.service
[root@controller ~]# systemctl restart openstack-cinder-volume.service target.service
[root@controller ~]# 

[root@compute2 ~]# mkdir -p /data/nfs
[root@compute2 ~]# vim /etc/exports
[root@compute2 ~]# tail /etc/exports
/data/nfs *(rw,sync,no_root_squash)
[root@compute2 ~]# systemctl start rpcbind
[root@compute2 ~]# systemctl start nfs
[root@compute2 ~]# 

[root@compute2 ~]# cp /etc/cinder/cinder.conf /etc/cinder/cinder.confbak
[root@compute2 ~]# scp -rp controller://etc/cinder/cinder.conf /etc/cinder/
root@controller's password: 
cinder.conf                                                                                                                                                                    100%  171KB   9.0MB/s   00:00    
[root@compute2 ~]# 

[root@compute2 ~]# vim /etc/cinder/cinder.conf
[root@compute2 ~]# tail -4 /etc/cinder/cinder.conf
[nfs]
volume_driver = cinder.volume.drivers.nfs.NfsDriver
nfs_shares_config = /etc/cinder/nfs_shares
nfs_mount_point_base = $state_path/mnt
[root@compute2 ~]# vim /etc/cinder/nfs_shares
[root@compute2 ~]# ip a|grep 0.43
    inet 10.0.0.43/24 brd 10.0.0.255 scope global brq2fe697b2-ca
[root@compute2 ~]# cat /etc/cinder/nfs_shares 
10.0.0.43:/data/nfs
[root@compute2 ~]# 

[root@compute2 ~]# showmount -e 10.0.0.43
Export list for 10.0.0.43:
/data/nfs *
[root@compute2 ~]#

[root@compute2 ~]# systemctl enable openstack-cinder-volume.service 
Created symlink from /etc/systemd/system/multi-user.target.wants/openstack-cinder-volume.service to /usr/lib/systemd/system/openstack-cinder-volume.service.
[root@compute2 ~]# systemctl start openstack-cinder-volume.service 
[root@compute2 ~]# 

[root@controller ~]# openstack volume service list
+------------------+----------------+------+---------+-------+----------------------------+
| Binary           | Host           | Zone | Status  | State | Updated At                 |
+------------------+----------------+------+---------+-------+----------------------------+
| cinder-scheduler | controller     | nova | enabled | up    | 2023-05-14T04:58:00.000000 |
| cinder-volume    | controller@lvm | nova | enabled | up    | 2023-05-14T04:58:02.000000 |
| cinder-volume    | compute2@nfs   | nova | enabled | up    | 2023-05-14T04:58:03.000000 |
+------------------+----------------+------+---------+-------+----------------------------+
[root@controller ~]# 

[root@controller ~]# vim /etc/cinder/cinder.conf
[root@controller ~]# tail -6 /etc/cinder/cinder.conf
[lvm]
volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver
volume_group = cinder-volumes
iscsi_protocol = iscsi
iscsi_helper = lioadm
volume_backend_name = ISCSI-Storage
[root@controller ~]# systemctl restart openstack-cinder-volume.service 
[root@controller ~]# 

[root@compute2 ~]# vim /etc/cinder/cinder.conf
[root@compute2 ~]# tail -5 /etc/cinder/cinder.conf
[nfs]
volume_driver = cinder.volume.drivers.nfs.NfsDriver
nfs_shares_config = /etc/cinder/nfs_shares
nfs_mount_point_base = $state_path/mnt
volume_backend_name = NFS-Storage
[root@compute2 ~]# systemctl restart openstack-cinder-volume.service 
[root@compute2 ~]# 

[root@controller ~]# openstack volume service list
+------------------+----------------+------+---------+-------+----------------------------+
| Binary           | Host           | Zone | Status  | State | Updated At                 |
+------------------+----------------+------+---------+-------+----------------------------+
| cinder-scheduler | controller     | nova | enabled | up    | 2023-05-14T05:31:31.000000 |
| cinder-volume    | controller@lvm | nova | enabled | up    | 2023-05-14T05:31:25.000000 |
| cinder-volume    | compute2@nfs   | nova | enabled | up    | 2023-05-14T05:31:33.000000 |
+------------------+----------------+------+---------+-------+----------------------------+
[root@controller ~]# 
[root@controller ~]# cinder type-create NFS
+--------------------------------------+------+-------------+-----------+
| ID                                   | Name | Description | Is_Public |
+--------------------------------------+------+-------------+-----------+
| 37a44b36-4439-42f8-9e93-11509bfd041d | NFS  | -           | True      |
+--------------------------------------+------+-------------+-----------+
[root@controller ~]# cinder type-create ISCSI
+--------------------------------------+-------+-------------+-----------+
| ID                                   | Name  | Description | Is_Public |
+--------------------------------------+-------+-------------+-----------+
| 24f0c2d6-125b-4b4c-938c-e5d998c5a863 | ISCSI | -           | True      |
+--------------------------------------+-------+-------------+-----------+
[root@controller ~]# 
[root@controller ~]# cinder type-key NFS set volume_backend_name=NFS-Storage
[root@controller ~]# cinder type-key ISCSI set volume_backend_name=ISCSI-Storage
[root@controller ~]# 
[root@controller ~]# tail -2  /etc/cinder/cinder.conf
iscsi_helper = lioadm
volume_backend_name = ISCSI-Storage
[root@controller ~]# 

[root@controller ~]# vim /etc/neutron/plugins/ml2/linuxbridge_agent.ini
[root@controller ~]# grep interface /etc/neutron/plugins/ml2/linuxbridge_agent.ini
physical_interface_mappings = provider:ens33,internal:ens34
[root@controller ~]# ip a s ens34
3: ens34: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
    link/ether 00:0c:29:5c:d3:41 brd ff:ff:ff:ff:ff:ff
[root@controller ~]# ifup ens34
Connection successfully activated (D-Bus active path: /org/freedesktop/NetworkManager/ActiveConnection/4)
[root@controller ~]# ip a s ens34
3: ens34: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
    link/ether 00:0c:29:5c:d3:41 brd ff:ff:ff:ff:ff:ff
    inet 172.168.1.41/24 brd 172.168.1.255 scope global ens34
       valid_lft forever preferred_lft forever
    inet6 fe80::c7c4:97e9:a77b:a70b/64 scope link 
       valid_lft forever preferred_lft forever
[root@controller ~]# 

[root@controller ~]# systemctl restart neutron-server.service
[root@controller ~]# systemctl restart neutron-linuxbridge-agent.service

[root@compute1 _base]# ifup ens34
Connection successfully activated (D-Bus active path: /org/freedesktop/NetworkManager/ActiveConnection/10)
[root@compute1 _base]# ping 172.168.1.41
PING 172.168.1.41 (172.168.1.41) 56(84) bytes of data.
64 bytes from 172.168.1.41: icmp_seq=1 ttl=64 time=0.773 ms
64 bytes from 172.168.1.41: icmp_seq=2 ttl=64 time=0.395 ms
^C
--- 172.168.1.41 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 1001ms
rtt min/avg/max/mdev = 0.395/0.584/0.773/0.189 ms
[root@compute1 _base]# 

[root@compute1 _base]# vim /etc/neutron/plugins/ml2/linuxbridge_agent.ini
[root@compute1 _base]# grep interface /etc/neutron/plugins/ml2/linuxbridge_agent.ini
physical_interface_mappings = provider:ens33,internal:ens34
[root@compute1 _base]# ls /etc/neutron/plugins/ml2/
linuxbridge_agent.ini  linuxbridge_agent.inibak
[root@compute1 _base]# systemctl restart neutron-linuxbridge-agent.service 
[root@compute1 _base]# 

neutron net-create --shared --provider:physical_network internal \
  --provider:network_type flat internal

[root@controller ~]# openstack network list
+--------------------------------------+------+--------------------------------------+
| ID                                   | Name | Subnets                              |
+--------------------------------------+------+--------------------------------------+
| 2fe697b2-ca93-453f-b0dd-726c7708fc99 | WAN  | 730d0674-13c0-4af1-b3fb-e2741bd7a414 |
+--------------------------------------+------+--------------------------------------+
[root@controller ~]# neutron net-create --shared --provider:physical_network internal \
>   --provider:network_type flat internal
neutron CLI is deprecated and will be removed in the future. Use openstack CLI instead.
Created a new network:
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2023-05-14T06:44:18Z                 |
| description               |                                      |
| id                        | a92ccad9-5319-4564-a164-b364f2b56c3c |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| mtu                       | 1500                                 |
| name                      | internal                             |
| port_security_enabled     | True                                 |
| project_id                | b29c52befb8448378d99086df5053737     |
| provider:network_type     | flat                                 |
| provider:physical_network | internal                             |
| provider:segmentation_id  |                                      |
| revision_number           | 3                                    |
| router:external           | False                                |
| shared                    | True                                 |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| tenant_id                 | b29c52befb8448378d99086df5053737     |
| updated_at                | 2023-05-14T06:44:18Z                 |
+---------------------------+--------------------------------------+
[root@controller ~]# openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 2fe697b2-ca93-453f-b0dd-726c7708fc99 | WAN      | 730d0674-13c0-4af1-b3fb-e2741bd7a414 |
| a92ccad9-5319-4564-a164-b364f2b56c3c | internal |                                      |
+--------------------------------------+----------+--------------------------------------+
[root@controller ~]# 

[root@controller ~]# openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 2fe697b2-ca93-453f-b0dd-726c7708fc99 | WAN      | 730d0674-13c0-4af1-b3fb-e2741bd7a414 |
| a92ccad9-5319-4564-a164-b364f2b56c3c | internal |                                      |
+--------------------------------------+----------+--------------------------------------+
[root@controller ~]# 
[root@controller ~]# neutron subnet-create --name internal \
>   --allocation-pool start=172.168.1.200,end=172.168.1.250 \
>   --dns-nameserver 172.168.1.254 --gateway 172.168.1.254 \
>   internal 172.168.1.0/24
neutron CLI is deprecated and will be removed in the future. Use openstack CLI instead.
Created a new subnet:
+-------------------+----------------------------------------------------+
| Field             | Value                                              |
+-------------------+----------------------------------------------------+
| allocation_pools  | {"start": "172.168.1.200", "end": "172.168.1.250"} |
| cidr              | 172.168.1.0/24                                     |
| created_at        | 2023-05-14T06:52:31Z                               |
| description       |                                                    |
| dns_nameservers   | 172.168.1.254                                      |
| enable_dhcp       | True                                               |
| gateway_ip        | 172.168.1.254                                      |
| host_routes       |                                                    |
| id                | 0b550ad4-b852-4de5-8b1a-80c764c46f3c               |
| ip_version        | 4                                                  |
| ipv6_address_mode |                                                    |
| ipv6_ra_mode      |                                                    |
| name              | internal                                           |
| network_id        | a92ccad9-5319-4564-a164-b364f2b56c3c               |
| project_id        | b29c52befb8448378d99086df5053737                   |
| revision_number   | 2                                                  |
| service_types     |                                                    |
| subnetpool_id     |                                                    |
| tags              |                                                    |
| tenant_id         | b29c52befb8448378d99086df5053737                   |
| updated_at        | 2023-05-14T06:52:31Z                               |
+-------------------+----------------------------------------------------+
[root@controller ~]# openstack network list
+--------------------------------------+----------+--------------------------------------+
| ID                                   | Name     | Subnets                              |
+--------------------------------------+----------+--------------------------------------+
| 2fe697b2-ca93-453f-b0dd-726c7708fc99 | WAN      | 730d0674-13c0-4af1-b3fb-e2741bd7a414 |
| a92ccad9-5319-4564-a164-b364f2b56c3c | internal | 0b550ad4-b852-4de5-8b1a-80c764c46f3c |
+--------------------------------------+----------+--------------------------------------+
[root@controller ~]# 

[DEFAULT]
[ml2]
type_drivers = flat,vlan,vxlan
tenant_network_types = vxlan
mechanism_drivers = linuxbridge,l2populatio

[root@compute1 _base]# vim /etc/openstack-dashboard/local_settings
[root@compute1 _base]# cp /etc/openstack-dashboard/local_settings /etc/openstack-dashboard/local_settingsbak2
[root@compute1 _base]# 

[root@compute1 _base]# systemctl restart httpd.service