Switch Configurations#
SN2201 (oobmanagementnet) Switch Configuration#
nv set bridge domain br_default vlan 101
nv set interface bond1 bond member swp49
nv set interface bond1 bond member swp50
nv set interface bond1 bridge domain br_default untagged 1
nv set interface bond1 bridge domain br_default vlan all
nv set interface bond1 type bond
nv set interface eth0 ip address dhcp
nv set interface eth0 ip vrf mgmt
nv set interface eth0 type eth
nv set interface swp1-48 bridge domain br_default access 101
nv set interface swp1-48 description 'BMC Ports'
nv set interface swp1-50 link state up
nv set interface swp1-50 type swp
nv set service ntp mgmt server 0.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 1.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 2.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 3.cumulusnetworks.pool.ntp.org
nv set system aaa class nvapply action allow
nv set system aaa class nvapply command-path / permission all
nv set system aaa class nvshow action allow
nv set system aaa class nvshow command-path / permission ro
nv set system aaa class sudo action allow
nv set system aaa class sudo command-path / permission all
nv set system aaa role nvue-admin class nvapply
nv set system aaa role nvue-monitor class nvshow
nv set system aaa role system-admin class nvapply
nv set system aaa role system-admin class sudo
nv set system aaa user cumulus full-name cumulus,,,
nv set system aaa user cumulus hashed-password '*'
nv set system aaa user cumulus role system-admin
nv set system api state enabled
nv set system config auto-save state enabled
nv set system control-plane acl acl-default-dos inbound
nv set system control-plane acl acl-default-whitelist inbound
nv set system hostname IPMI-Basepod-01
nv set system reboot mode cold
nv set system ssh-server permit-root-login enabled
nv set system ssh-server state enabled
nv set system ssh-server vrf mgmt
nv set system timezone America/Los_Angeles
nv set system wjh channel forwarding trigger l2
nv set system wjh channel forwarding trigger l3
nv set system wjh channel forwarding trigger tunnel
nv set system wjh enable on
SN4600C-1 (managementnet) Switches Configuration#
SN4600C-1 Configuration#
nv set bridge domain br_default vlan 100-102
nv set interface bond1 bond member swp1
nv set interface bond1 bond mlag id 1
nv set interface bond1-11,13-48,51 bond lacp-bypass on
nv set interface bond1-48 bridge domain br_default access 102
nv set interface bond1-48,51 bond mlag enable on
nv set interface bond1-48,51 type bond
nv set interface bond2 bond member swp2
nv set interface bond2 bond mlag id 2
nv set interface bond3 bond member swp3
nv set interface bond3 bond mlag id 3
nv set interface bond4 bond member swp4
nv set interface bond4 bond mlag id 4
nv set interface bond5 bond member swp5
nv set interface bond5 bond mlag id 5
nv set interface bond6 bond member swp6
nv set interface bond6 bond mlag id 6
nv set interface bond7 bond member swp7
nv set interface bond7 bond mlag id 7
nv set interface bond8 bond member swp8
nv set interface bond8 bond mlag id 8
nv set interface bond9 bond member swp9
nv set interface bond9 bond mlag id 9
nv set interface bond10 bond member swp10
nv set interface bond10 bond mlag id 10
nv set interface bond11 bond member swp11
nv set interface bond11 bond mlag id 11
nv set interface bond12 bond member swp12
nv set interface bond12 bond mlag id 12
nv set interface bond13 bond member swp13
nv set interface bond13 bond mlag id 13
nv set interface bond14 bond member swp14
nv set interface bond14 bond mlag id 14
nv set interface bond15 bond member swp15
nv set interface bond15 bond mlag id 15
nv set interface bond16 bond member swp16
nv set interface bond16 bond mlag id 16
nv set interface bond17 bond member swp17
nv set interface bond17 bond mlag id 17
nv set interface bond18 bond member swp18
nv set interface bond18 bond mlag id 18
nv set interface bond19 bond member swp19
nv set interface bond19 bond mlag id 19
nv set interface bond20 bond member swp20
nv set interface bond20 bond mlag id 20
nv set interface bond21 bond member swp21
nv set interface bond21 bond mlag id 21
nv set interface bond22 bond member swp22
nv set interface bond22 bond mlag id 22
nv set interface bond23 bond member swp23
nv set interface bond23 bond mlag id 23
nv set interface bond24 bond member swp24
nv set interface bond24 bond mlag id 24
nv set interface bond25 bond member swp25
nv set interface bond25 bond mlag id 25
nv set interface bond26 bond member swp26
nv set interface bond26 bond mlag id 26
nv set interface bond27 bond member swp27
nv set interface bond27 bond mlag id 27
nv set interface bond28 bond member swp28
nv set interface bond28 bond mlag id 28
nv set interface bond29 bond member swp29
nv set interface bond29 bond mlag id 29
nv set interface bond30 bond member swp30
nv set interface bond30 bond mlag id 30
nv set interface bond31 bond member swp31
nv set interface bond31 bond mlag id 31
nv set interface bond32 bond member swp32
nv set interface bond32 bond mlag id 32
nv set interface bond33 bond member swp33
nv set interface bond33 bond mlag id 33
nv set interface bond34 bond member swp34
nv set interface bond34 bond mlag id 34
nv set interface bond35 bond member swp35
nv set interface bond35 bond mlag id 35
nv set interface bond36 bond member swp36
nv set interface bond36 bond mlag id 36
nv set interface bond37 bond member swp37
nv set interface bond37 bond mlag id 37
nv set interface bond38 bond member swp38
nv set interface bond38 bond mlag id 38
nv set interface bond39 bond member swp39
nv set interface bond39 bond mlag id 39
nv set interface bond40 bond member swp40
nv set interface bond40 bond mlag id 40
nv set interface bond41 bond member swp41
nv set interface bond41 bond mlag id 41
nv set interface bond42 bond member swp42
nv set interface bond42 bond mlag id 42
nv set interface bond43 bond member swp43
nv set interface bond43 bond mlag id 43
nv set interface bond44 bond member swp44
nv set interface bond44 bond mlag id 44
nv set interface bond45 bond member swp45
nv set interface bond45 bond mlag id 45
nv set interface bond46 bond member swp46
nv set interface bond46 bond mlag id 46
nv set interface bond47 bond member swp47
nv set interface bond47 bond mlag id 47
nv set interface bond48 bond member swp48
nv set interface bond48 bond mlag id 48
nv set interface bond51 bond member swp51
nv set interface bond51 bond mlag id 51
nv set interface bond51 bridge domain br_default untagged 1
nv set interface bond51 bridge domain br_default vlan all
nv set interface eth0 ip address dhcp
nv set interface eth0 ip vrf mgmt
nv set interface eth0 type eth
nv set interface lo ip address 10.160.254.22/32
nv set interface lo type loopback
nv set interface peerlink bond member swp63
nv set interface peerlink bond member swp64
nv set interface peerlink type peerlink
nv set interface peerlink.4094 base-interface peerlink
nv set interface peerlink.4094 type sub
nv set interface peerlink.4094 vlan 4094
nv set interface swp49-50 type swp
nv set interface vlan101-102 ip vrr enable on
nv set interface vlan101-102 ip vrr mac-address 00:1c:73:aa:bb:04
nv set interface vlan101-102 ip vrr state up
nv set interface vlan101-102 type svi
nv set interface vlan101 ip address 10.160.6.2/24
nv set interface vlan101 ip vrr address 10.160.6.1/24
nv set interface vlan101 vlan 101
nv set interface vlan102 ip address 10.184.94.2/24
nv set interface vlan102 ip vrr address 10.184.94.1/24
nv set interface vlan102 vlan 102
nv set mlag backup 10.160.254.23
nv set mlag enable on
nv set mlag mac-address 44:38:39:FF:0A:00
nv set mlag peer-ip linklocal
nv set mlag priority 2048
nv set router bgp autonomous-system 4200120327
nv set router bgp enable on
nv set router bgp router-id 10.160.254.22
nv set router vrr enable on
nv set service ntp mgmt server 0.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 1.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 2.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 3.cumulusnetworks.pool.ntp.org
nv set system aaa class nvapply action allow
nv set system aaa class nvapply command-path / permission all
nv set system aaa class nvshow action allow
nv set system aaa class nvshow command-path / permission ro
nv set system aaa class sudo action allow
nv set system aaa class sudo command-path / permission all
nv set system aaa role nvue-admin class nvapply
nv set system aaa role nvue-monitor class nvshow
nv set system aaa role system-admin class nvapply
nv set system aaa role system-admin class sudo
nv set system aaa user cumulus full-name cumulus,,,
nv set system aaa user cumulus hashed-password '*'
nv set system aaa user cumulus role system-admin
nv set system api state enabled
nv set system config auto-save state enabled
nv set system control-plane acl acl-default-dos inbound
nv set system control-plane acl acl-default-whitelist inbound
nv set system hostname SN4600C-1
nv set system reboot mode cold
nv set system ssh-server permit-root-login enabled
nv set system ssh-server state enabled
nv set system ssh-server vrf mgmt
nv set system timezone America/Los_Angeles
nv set system wjh channel forwarding trigger l2
nv set system wjh channel forwarding trigger l3
nv set system wjh channel forwarding trigger tunnel
nv set system wjh enable on
nv set vrf default router bgp address-family ipv4-unicast enable on
nv set vrf default router bgp address-family ipv4-unicast redistribute connected enable on
nv set vrf default router bgp enable on
nv set vrf default router bgp neighbor peerlink.4094 remote-as internal
nv set vrf default router bgp neighbor peerlink.4094 timers connection-retry 10
nv set vrf default router bgp neighbor peerlink.4094 timers hold 10
nv set vrf default router bgp neighbor peerlink.4094 timers keepalive 3
nv set vrf default router bgp neighbor peerlink.4094 timers route-advertisement auto
nv set vrf default router bgp neighbor peerlink.4094 type unnumbered
nv set vrf default router bgp neighbor swp49 remote-as external
nv set vrf default router bgp neighbor swp49 timers connection-retry 10
nv set vrf default router bgp neighbor swp49 timers hold 10
nv set vrf default router bgp neighbor swp49 timers keepalive 3
nv set vrf default router bgp neighbor swp49 timers route-advertisement auto
nv set vrf default router bgp neighbor swp49 type unnumbered
nv set vrf default router bgp neighbor swp50 remote-as external
nv set vrf default router bgp neighbor swp50 timers connection-retry 10
nv set vrf default router bgp neighbor swp50 timers hold 10
nv set vrf default router bgp neighbor swp50 timers keepalive 3
nv set vrf default router bgp neighbor swp50 timers route-advertisement auto
nv set vrf default router bgp neighbor swp50 type unnumbered
SN4600C-2 Configuration#
nv set bridge domain br_default vlan 100-102
nv set interface bond1 bond member swp1
nv set interface bond1 bond mlag id 1
nv set interface bond1-11,13-48,51 bond lacp-bypass on
nv set interface bond1-48 bridge domain br_default access 102
nv set interface bond1-48,51 bond mlag enable on
nv set interface bond1-48,51 type bond
nv set interface bond2 bond member swp2
nv set interface bond2 bond mlag id 2
nv set interface bond3 bond member swp3
nv set interface bond3 bond mlag id 3
nv set interface bond4 bond member swp4
nv set interface bond4 bond mlag id 4
nv set interface bond5 bond member swp5
nv set interface bond5 bond mlag id 5
nv set interface bond6 bond member swp6
nv set interface bond6 bond mlag id 6
nv set interface bond7 bond member swp7
nv set interface bond7 bond mlag id 7
nv set interface bond8 bond member swp8
nv set interface bond8 bond mlag id 8
nv set interface bond9 bond member swp9
nv set interface bond9 bond mlag id 9
nv set interface bond10 bond member swp10
nv set interface bond10 bond mlag id 10
nv set interface bond11 bond member swp11
nv set interface bond11 bond mlag id 11
nv set interface bond12 bond member swp12
nv set interface bond12 bond mlag id 12
nv set interface bond13 bond member swp13
nv set interface bond13 bond mlag id 13
nv set interface bond14 bond member swp14
nv set interface bond14 bond mlag id 14
nv set interface bond15 bond member swp15
nv set interface bond15 bond mlag id 15
nv set interface bond16 bond member swp16
nv set interface bond16 bond mlag id 16
nv set interface bond17 bond member swp17
nv set interface bond17 bond mlag id 17
nv set interface bond18 bond member swp18
nv set interface bond18 bond mlag id 18
nv set interface bond19 bond member swp19
nv set interface bond19 bond mlag id 19
nv set interface bond20 bond member swp20
nv set interface bond20 bond mlag id 20
nv set interface bond21 bond member swp21
nv set interface bond21 bond mlag id 21
nv set interface bond22 bond member swp22
nv set interface bond22 bond mlag id 22
nv set interface bond23 bond member swp23
nv set interface bond23 bond mlag id 23
nv set interface bond24 bond member swp24
nv set interface bond24 bond mlag id 24
nv set interface bond25 bond member swp25
nv set interface bond25 bond mlag id 25
nv set interface bond26 bond member swp26
nv set interface bond26 bond mlag id 26
nv set interface bond27 bond member swp27
nv set interface bond27 bond mlag id 27
nv set interface bond28 bond member swp28
nv set interface bond28 bond mlag id 28
nv set interface bond29 bond member swp29
nv set interface bond29 bond mlag id 29
nv set interface bond30 bond member swp30
nv set interface bond30 bond mlag id 30
nv set interface bond31 bond member swp31
nv set interface bond31 bond mlag id 31
nv set interface bond32 bond member swp32
nv set interface bond32 bond mlag id 32
nv set interface bond33 bond member swp33
nv set interface bond33 bond mlag id 33
nv set interface bond34 bond member swp34
nv set interface bond34 bond mlag id 34
nv set interface bond35 bond member swp35
nv set interface bond35 bond mlag id 35
nv set interface bond36 bond member swp36
nv set interface bond36 bond mlag id 36
nv set interface bond37 bond member swp37
nv set interface bond37 bond mlag id 37
nv set interface bond38 bond member swp38
nv set interface bond38 bond mlag id 38
nv set interface bond39 bond member swp39
nv set interface bond39 bond mlag id 39
nv set interface bond40 bond member swp40
nv set interface bond40 bond mlag id 40
nv set interface bond41 bond member swp41
nv set interface bond41 bond mlag id 41
nv set interface bond42 bond member swp42
nv set interface bond42 bond mlag id 42
nv set interface bond43 bond member swp43
nv set interface bond43 bond mlag id 43
nv set interface bond44 bond member swp44
nv set interface bond44 bond mlag id 44
nv set interface bond45 bond member swp45
nv set interface bond45 bond mlag id 45
nv set interface bond46 bond member swp46
nv set interface bond46 bond mlag id 46
nv set interface bond47 bond member swp47
nv set interface bond47 bond mlag id 47
nv set interface bond48 bond member swp48
nv set interface bond48 bond mlag id 48
nv set interface bond51 bond member swp51
nv set interface bond51 bond mlag id 51
nv set interface bond51 bridge domain br_default untagged 1
nv set interface bond51 bridge domain br_default vlan all
nv set interface eth0 ip address dhcp
nv set interface eth0 ip vrf mgmt
nv set interface eth0 type eth
nv set interface lo ip address 10.160.254.22/32
nv set interface lo type loopback
nv set interface peerlink bond member swp63
nv set interface peerlink bond member swp64
nv set interface peerlink type peerlink
nv set interface peerlink.4094 base-interface peerlink
nv set interface peerlink.4094 type sub
nv set interface peerlink.4094 vlan 4094
nv set interface swp49-50 type swp
nv set interface vlan101-102 ip vrr enable on
nv set interface vlan101-102 ip vrr mac-address 00:1c:73:aa:bb:04
nv set interface vlan101-102 ip vrr state up
nv set interface vlan101-102 type svi
nv set interface vlan101 ip address 10.160.6.2/24
nv set interface vlan101 ip vrr address 10.160.6.1/24
nv set interface vlan101 vlan 101
nv set interface vlan102 ip address 10.184.94.2/24
nv set interface vlan102 ip vrr address 10.184.94.1/24
nv set interface vlan102 vlan 102
nv set mlag backup 10.160.254.23
nv set mlag enable on
nv set mlag mac-address 44:38:39:FF:0A:00
nv set mlag peer-ip linklocal
nv set mlag priority 2048
nv set router bgp autonomous-system 4200120327
nv set router bgp enable on
nv set router bgp router-id 10.160.254.22
nv set router vrr enable on
nv set service ntp mgmt server 0.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 1.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 2.cumulusnetworks.pool.ntp.org
nv set service ntp mgmt server 3.cumulusnetworks.pool.ntp.org
nv set system aaa class nvapply action allow
nv set system aaa class nvapply command-path / permission all
nv set system aaa class nvshow action allow
nv set system aaa class nvshow command-path / permission ro
nv set system aaa class sudo action allow
nv set system aaa class sudo command-path / permission all
nv set system aaa role nvue-admin class nvapply
nv set system aaa role nvue-monitor class nvshow
nv set system aaa role system-admin class nvapply
nv set system aaa role system-admin class sudo
nv set system aaa user cumulus full-name cumulus,,,
nv set system aaa user cumulus hashed-password '*'
nv set system aaa user cumulus role system-admin
nv set system api state enabled
nv set system config auto-save state enabled
nv set system control-plane acl acl-default-dos inbound
nv set system control-plane acl acl-default-whitelist inbound
nv set system hostname SN4600C-2
nv set system reboot mode cold
nv set system ssh-server permit-root-login enabled
nv set system ssh-server state enabled
nv set system ssh-server vrf mgmt
nv set system timezone America/Los_Angeles
nv set system wjh channel forwarding trigger l2
nv set system wjh channel forwarding trigger l3
nv set system wjh channel forwarding trigger tunnel
nv set system wjh enable on
nv set vrf default router bgp address-family ipv4-unicast enable on
nv set vrf default router bgp address-family ipv4-unicast redistribute connected enable on
nv set vrf default router bgp enable on
nv set vrf default router bgp neighbor peerlink.4094 remote-as internal
nv set vrf default router bgp neighbor peerlink.4094 timers connection-retry 10
nv set vrf default router bgp neighbor peerlink.4094 timers hold 10
nv set vrf default router bgp neighbor peerlink.4094 timers keepalive 3
nv set vrf default router bgp neighbor peerlink.4094 timers route-advertisement auto
nv set vrf default router bgp neighbor peerlink.4094 type unnumbered
nv set vrf default router bgp neighbor swp49 remote-as external
nv set vrf default router bgp neighbor swp49 timers connection-retry 10
nv set vrf default router bgp neighbor swp49 timers hold 10
nv set vrf default router bgp neighbor swp49 timers keepalive 3
nv set vrf default router bgp neighbor swp49 timers route-advertisement auto
nv set vrf default router bgp neighbor swp49 type unnumbered
nv set vrf default router bgp neighbor swp50 remote-as external
nv set vrf default router bgp neighbor swp50 timers connection-retry 10
nv set vrf default router bgp neighbor swp50 timers hold 10
nv set vrf default router bgp neighbor swp50 timers keepalive 3
nv set vrf default router bgp neighbor swp50 timers route-advertisement auto
nv set vrf default router bgp neighbor swp50 type unnumbered
QM9700 (computenet) Switches Configuration#
QM9700-1#
##
## Running database "initial"
## Generated at 2025/02/15 06:42:32 +0000
## Hostname: QM9700-1
## Product release: 3.12.1002
##
##
## Running-config temporary prefix mode setting
##
no cli default prefix-modes enable
##
## IB Partition configuration
##
ib partition Default defmember full force
##
## Subnet Manager configuration
##
ib sm virt enable
##
## IB ports configuration
##
interface ib 1/1/1-1/1/2 mtu 4K
interface ib 1/1/1-1/1/2 op-vls 8
interface ib 1/1/1-1/1/2 speed sdr qdr fdr edr hdr ndr
interface ib 1/1/1-1/1/2 width 7
##
## Network interface configuration
##
no interface mgmt0 dhcp
interface mgmt0 ip address 10.185.231.43 /22
management-lldp enable
##
## Other IP configuration
##
hostname QM9700-1
ip domain-list nvidia.com
ip name-server 10.126.136.6
ip route 0.0.0.0/0 10.185.228.1
##
## Other IPv6 configuration
##
no ipv6 enable
##
## Local user account configuration
##
username admin password 7 <>
username monitor password 7 <>
##
## AAA remote server configuration
##
# ldap bind-password ********
# radius-server key ********
# tacacs-server key ********
##
## Password restriction configuration
##
no password hardening enable
##
## Network management configuration
##
# web proxy auth basic password ********
##
## X.509 certificates configuration
##
#
# Certificate name system-self-signed, ID 9f639fcad62931e3996712b59066cdda047fb176
# (public-cert config omitted since private-key config is hidden)
##
## IB nodename to GUID mapping
##
ib ha infiniband-default ip 10.185.230.247 /22 force
ib smnode CL-01 create
ib smnode CL-01 enable
ib smnode CL-01 sm-priority 15
##
## Persistent prefix mode setting
##
cli default prefix-modes enable
QM9700-2#
##
## Running database "initial"
## Generated at 2025/02/15 06:41:54 +0000
## Hostname: QM9700-2
## Product release: 3.12.1002
##
##
## Running-config temporary prefix mode setting
##
no cli default prefix-modes enable
##
## IB Partition configuration
##
ib partition Default defmember full force
##
## Subnet Manager configuration
##
ib sm virt enable
##
## Other IP configuration
##
hostname QM9700-2
##
## Local user account configuration
##
username admin password 7 <>
username monitor password 7 <>
##
## AAA remote server configuration
##
# ldap bind-password ********
# radius-server key ********
# tacacs-server key ********
##
## Password restriction configuration
##
no password hardening enable
##
## Network management configuration
##
# web proxy auth basic password ********
##
## X.509 certificates configuration
##
#
# Certificate name system-self-signed, ID 146da5394146409cf2e60c4b7debbedd1e2e6ac4
# (public-cert config omitted since private-key config is hidden)
##
## IB nodename to GUID mapping
##
ib ha infiniband-default ip 10.185.230.247 /22 force
ib smnode CL-01 create
ib smnode CL-01 enable
ib smnode CL-01 sm-priority 15
##
## Persistent prefix mode setting
##
cli default prefix-modes enable