From f177eed8267be96d8d76e22d20de2fa766022d31 Mon Sep 17 00:00:00 2001 From: Randy Bush Date: Thu, 30 Jun 2022 15:49:05 -0700 Subject: [PATCH] fixed a LOT, new raid0 stuff --- pages/DallasPoP.md | 106 +++++++++++++++++++++++---------------------- 1 file changed, 55 insertions(+), 51 deletions(-) diff --git a/pages/DallasPoP.md b/pages/DallasPoP.md index 976d359..42d56bd 100644 --- a/pages/DallasPoP.md +++ b/pages/DallasPoP.md @@ -20,38 +20,52 @@ Shipping Address: Dallas, TX 75207 ``` +## Hardware Inventory +``` +r1 Juniper MX240 +r2 cisco 9001 +sw0 cisco 2960G-48TC-L with fiber to 12406 +sw2 Nexus3064 48x10GE +sw3 Nexus3064 48x10GE +o2 Cyclades® ACS Advanced Console Server +pwr0 Servertech Horizontal Power Strip (8port) Part Number: CW-8H2-C20 +pwr1 Servertech Horizontal Power Strip (8port) Part Number: CW-8H2-C20 + +Removed +dfw0 1ru compute server SuperMicro SYS-6015W-NTRB w/ X7DWU +dfw1 3ru big raid server SuperMicro CSE-836TQ-R800B w/ X7SBE +dfw2 2ru Junosphere virtualization server +``` + +--- + ## Rack Physical and Wiring -| hostname | switch | ipmi | oob | oobname | pwr | rack | | -| :--------------------------- | ---------------------| ------------ | ------- | ---------- | ---------------------------| ----- | ------------------------------------- | -| o2.dfw.rg.net | sw0.35 | | 1.8 | o2 | | | Cyclades® ACS Advanced Console Server | -| [equnix IX fiber] | 0.46 | | | | | | | -| r1.dfw.rg.net.2/2/0 | 0.07 | | 2.15 | r1 | | 0.13-17 | LAN | -| r1.dfw.rg.net.2/2/1 | 2.03 | | 2.15 | r2 | | 0.13-17 | NTT (VLAN 53) | -| r2.dfw.rg.net-0/0/1/0 | 2.05 | 0.08 | 2.3 | r2 | | 0.18.19 | NTT VLAN 50 | -| r2.dfw.rg.net.0/1/1 | 2.06 | | 2.3 | | | 0.18.19 | LAN | -| o1.dfw.rg.net | 0.40 | | 0.aux | | 1.1 | 0.22-23 | | -| sw0.dfw.rg.net | 2.47 | | 2.13 | sw0 | [^1] | 0.28 | | -| sw2.dfw.rg.net | 0.47 | | 2.02 | sw2 | [^1] | 0.30 | | -| vmX.dfw.rg.net | [^1] | 2.31 | 1.10 | vm0 | 0.4/1.4 | 0.31-32 | | -| raid0.dfw.rg.net | 2.16 | 2.18 | 2.44 | raid0 | 0.5/1.5 | 0.36-38 | | -| vm0.dfx.rg.net | 2.27 2.25(drbd) | 2.20 | 2.5 | vm0.dfx | pwr0b B1-9 pwr0r B1-9 | 0.40 | | -| vm1.dfx.rg.net | 2.28 2.26(drbd) | 2.19 | 2.6 | vm1.dfx | pwr0b B1-10 pwr0r B1-10 | 0.41 | | -| dfw0.psg.com | 2.13 | 2.12 | 2.12 | dfw0 | 0.3/1.3 | 0.43 | | -| nas1.sql1.ietf.org | [^1] | 2.11 | 2.11 | vm3 | 0.4/1.4 | 1.17 | | -| vm2.dfw.rg.net | [^1] | 2.33 | 2.43 | vm2 | 0.4/1.4 | 1.18-19 | | -| vm1.dfw.rg.net | [^1] | 2.32 | 2.42 | vm1 | 0.4/1.4 | 1.20.21 | | -| vm0.dfw.rg.net | [^1] | 2.31 | 2.41 | vm0 | 0.4/1.4 | 1.22.23 | | -| b0.noc.ietf.org | [^1] | 2.34 | 2.45 | vm3 | 0.4/1.4 | 1.26 | | -| sw3.dfw.rg.net | [^1] | 2.34 | 2.30 | sw3 | 0.4/1.4 | 1.30 | | -| dallas01.mux.peering.usc.edu | 0.38 | | 2.46 | usc | 0.7/1.7 | 1.40 | | -| rtcolo.daedalus.com | | xx | 2.45 | b0 | xx | 1.41 | | -| paddington.richosman | 0.22 | | 2.47 | paddington | 0.8/1.8 | 1.42 | | -| kingsx.richosman.com | 0.21 | | 2.48 | kingsx | 0.6/1.6 | 1.43-44 | | -| pwr1.red.dfw.rg.net | 0.41 | | 2.9 | pwr1-red | subfl | 26 | | -| pwr1.blue.dfw.rg.net | 0.41 | | 2.10 | pwr1-blue | subfl | 26 | | -| pwr0-blue.dfw.rg.net | 0.42 | | 2.16 | pwr0-blue | subfl | - | | -| pwr0-red.dfw.rg.net | 0.42 | | 2.17 | pwr0-red | subfl | - | | +| hostname | switch | ipmi | oob | oobname | pwr | rack | | +| :--------------------------- | ---------------------| ------------ | ------- | ---------- | ---------------------------| ------- | -------------------| +| o2.dfw.rg.net | sw0.35 | | 1.8 | o2 | | | Cyclades® ACS-48 | +| [equnix IX fiber] | 0.46 | | | | | | | +| r1.dfw.rg.net.2/2/0 | 0.07 | | 2.15 | r1 | | 0.13-17 | LAN | +| r1.dfw.rg.net.2/2/1 | 2.03 | | 2.15 | r2 | | 0.13-17 | NTT (VLAN 53) | +| r2.dfw.rg.net-0/0/1/0 | 2.05 | 0.08 | 2.3 | r2 | | 0.18.19 | NTT VLAN 50 | +| r2.dfw.rg.net.0/1/1 | 2.06 | | 2.3 | | | 0.18.19 | LAN | +| o1.dfw.rg.net | 0.40 | | 0.aux | | 1.1 | 0.22-23 | | +| sw0.dfw.rg.net | 2.47 | | 2.13 | sw0 | [^1] | 0.28 | | +| sw2.dfw.rg.net | 0.47 | | 2.02 | sw2 | [^1] | 0.30 | | +| raid0.dfw.rg.net | [^2] | 2.18 | 2.44 | raid0 | 0.5/1.5 | 0.36-38 | | +| vm0.dfx.rg.net | 2.27 2.25(drbd) | 2.20 | 2.5 | vm0.dfx | pwr0b B1-9 pwr0r B1-9 | 0.40 | | +| vm1.dfx.rg.net | 2.28 2.26(drbd) | 2.19 | 2.6 | vm1.dfx | pwr0b B1-10 pwr0r B1-10 | 0.41 | | +| atlas.dfw.rg.net | 0.33 | | | | vm1.dfx USB | | | +| b0.noc.ietf.org | 3.32 | 3.31 | 2.45 | b0 | 0.4/1.4 | 1.26 | | +| sw3.dfw.rg.net | 2.48 | | 2.30 | sw3 | 0.4/1.4 | 1.30 | | +| dallas01.mux.peering.usc.edu | 0.38 | | 2.46 | usc | 0.7/1.7 | 1.40 | | +| rtcolo.daedalus.com | | xx | 2.45 | b0 | xx | 1.41 | | +| paddington.richosman | 0.22 | | 2.47 | paddington | 0.8/1.8 | 1.42 | | +| kingsx.richosman.com | 0.21 | | 2.48 | kingsx | 0.6/1.6 | 1.43-44 | | +| pwr1.red.dfw.rg.net | 0.41 | | 2.9 | pwr1-red | subfl | 26 | | +| pwr1.blue.dfw.rg.net | 0.41 | | 2.10 | pwr1-blue | subfl | 26 | | +| pwr0-blue.dfw.rg.net | 0.42 | | 2.16 | pwr0-blue | subfl | - | | +| pwr0-red.dfw.rg.net | 0.42 | | 2.17 | pwr0-red | subfl | - | | [^1]: vm servers' ethers are connected to sw2.dfw as follows: @@ -60,14 +74,19 @@ Shipping Address: | vm0 | sw2-20 | sw2-25 | sw2-26 | | vm1 | sw2-19 | sw2-27 | sw2-28 | +[^2]: raid0 ethers are connected to sw2.dfw as follows: -## Ganeti Cluster / 198.180.152.30/31/32/33 +| ipmi | e0 | e1 | 10g 0 | 10g 1 | +| ------ | ------ | ------ | ------ | ------ | +| sw2-18 | sw2-16 | sw2-17 | sw2-29 | sw2-30 | + + +## Ganeti Cluster / 198.180.152.30 / 198.180.152.7 ``` -vm0.dfx.rg.net:/home/randy> sudo gnt-node list Node DTotal DFree MTotal MNode MFree Pinst Sinst -vm0.dfx.rg.net 3.1T 1.6T 251.8G 155.7G 230.6G 7 3 -vm1.dfx.rg.net 3.1T 1.9T 251.8G 189.4G 222.4G 5 6 +vm0.dfx.rg.net 3.1T 1.6T 251.8G 169.4G 230.7G 7 3 +vm1.dfx.rg.net 3.1T 1.9T 251.8G 189.6G 222.4G 5 6 Instance Primary_node Secondary_Nodes Disk/0 Memory ca.rg.net vm0.dfx.rg.net vm1.dfx.rg.net 128.0G 4.0G @@ -176,25 +195,10 @@ Look for smart scan errors with `for i in 0 1 2 3 4 5 6 7; do echo -n "$i "; sm | 5 | Western Digital | WD161KRYZ-01AGBB0 | 2PH69HJJ | 2022.06.06 | | 6 | Seagate | ST16000NM000J-2TW103 | ZR706BX0 | 2022.06.06 | +-------- ## Disgusting Details - ``` -r0 cisco 12406 -r1 Juniper MX240 -sw0 cisco 2960G-48TC-L with fiber to 12406 -sw1 Juniper EX2200-48T-4G -dfw0 1ru compute server SuperMicro SYS-6015W-NTRB w/ X7DWU -dfw1 3ru big raid server SuperMicro CSE-836TQ-R800B w/ X7SBE -dfw2 2ru Junosphere virtualization server -o0 cisco 2511 with copper to sw0 and serial cables to all craft ports -o1 cisco 2511 with copper to sw0 and serial cables to all craft ports -o2 Cyclades® ACS Advanced Console Server -pwr0 Servertech Horizontal Power Strip (8port) Part Number: CW-8H2-C20 -pwr1 Servertech Horizontal Power Strip (8port) Part Number: CW-8H2-C20 - ---- - Power SO1-A:5C2.2-62/64 SO2-A:5C2.2-66/68 @@ -452,4 +456,4 @@ for i in 0 1 2 3 4 5 6 7; do tw_cli /c2/p$i show serial; done | 0 | 1 | 2 | 3 | --- -2022.06.26 +2022.06.30