]> git.openstreetmap.org Git - chef.git/blobdiff - cookbooks/hardware/templates/default/ohai.rb.erb
Gather information on NVME disks
[chef.git] / cookbooks / hardware / templates / default / ohai.rb.erb
index e78e0c6bc5ad1bc83c2a5c7c31ced24c7c03d196..5854de82dac04c0cc6b50d4692e30baf0d161588 100644 (file)
@@ -1,3 +1,5 @@
+require "pathname"
+
 Ohai.plugin(:Hardware) do
   provides "hardware"
 
@@ -11,16 +13,39 @@ Ohai.plugin(:Hardware) do
   rescue Errno::ENOENT, Errno::EINVAL
   end
 
-  def parse_disk_size(size)
+  def parse_memory_size(size)
     if size =~ /^(\d+(?:\.\d+)?)\s*TB/i
-      format "%dTB", Regexp.last_match(1).to_f * 2**40 / 1_000_000_000_000
+      Regexp.last_match(1).to_f * 2**30
     elsif size =~ /^(\d+(?:\.\d+)?)\s*GB/i
-      format "%dGB", Regexp.last_match(1).to_f * 2**30 / 1000000000
+      Regexp.last_match(1).to_f * 2**20
     elsif size =~ /^(\d+(?:\.\d+)?)\s*MB/i
-      format "%dGB", Regexp.last_match(1).to_f * 2**20 / 1000000000
+      Regexp.last_match(1).to_f * 2**10
+    end
+  end
+
+  def format_disk_size(kb)
+    if kb == 0
+      ""
+    else
+      kblog10 = Math.log10(kb).floor
+
+      kb = kb.to_f * 2 / 10**kblog10
+      kb = kb.round.to_f / 2
+
+      if kblog10 >= 9
+        format "%gTB", kb * 10**(kblog10 - 9)
+      elsif kblog10 >= 6
+        format "%dGB", kb * 10**(kblog10 - 6)
+      else
+        format "%dMB", kb * 10**(kblog10 - 3)
+      end
     end
   end
 
+  def memory_to_disk_size(size)
+    format_disk_size(parse_memory_size(size))
+  end
+
   def find_sas_device(address)
     file = Dir.glob("/sys/class/scsi_generic/sg*/device/sas_address").find do |file|
       read_sysctl_file(file) == "0x#{address}"
@@ -102,12 +127,13 @@ Ohai.plugin(:Hardware) do
     disk[:disks] = []
 
     find_direct_disks(disk)
+    find_nvme_disks(disk)
 
     find_hp_disks(disk) if File.exist?("/usr/sbin/hpssacli")
     find_megaraid_disks(disk) if File.exist?("/usr/sbin/megacli")
     find_mpt_disks(disk) if File.exist?("/usr/sbin/sas2ircu")
-    # aacraid
-    # areca (/opt/areca/x86_64/cli64)
+    find_adaptec_disks(disk) if File.exist?("/usr/sbin/arcconf")
+    find_areca_disks(disk) if File.exist?("/opt/areca/x86_64/cli64")
 
     find_md_arrays(disk)
 
@@ -127,26 +153,20 @@ Ohai.plugin(:Hardware) do
           block = Dir.glob("#{device}/block/*").first
           vendor = read_sysctl_file("#{device}/vendor")
           model = read_sysctl_file("#{device}/model")
-          size = read_sysctl_file("#{block}/size").to_i * 512
+          size = read_sysctl_file("#{block}/size").to_f / 2
 
           if vendor == "ATA" && model =~ /^(\S+)\s+(.*)$/
             vendor = Regexp.last_match(1)
             model = Regexp.last_match(2)
           end
 
-          if size > 1_000_000_000_000
-            size = format "%d TB", size / 1_000_000_000_000
-          elsif size > 1000000000
-            size = format "%d GB", size / 1000000000
-          end
-
           devices[:disks] << {
             :id => devices[:disks].count,
             :device => "/dev/#{File.basename(block)}",
             :vendor => vendor,
             :model => model,
             :firmware_version => read_sysctl_file("#{device}/rev"),
-            :size => size,
+            :size => format_disk_size(size),
             :arrays => []
           }
         end
@@ -154,25 +174,67 @@ Ohai.plugin(:Hardware) do
     end
   end
 
-  def find_md_arrays(devices)
-    File.new("/proc/mdstat", "r").each do |line|
-      next unless line =~ /^(md\d+) : active raid(\d+)((?: [a-z]+\d+\[\d+\](?:\([A-Z]\))*)+)$/
-
-      array = {
-        :id => devices[:arrays].count,
-        :device => "/dev/#{Regexp.last_match(1)}",
-        :raid_level => Regexp.last_match(2),
+  def find_nvme_disks(devices)
+    Dir.glob("/sys/class/misc/nvme*") do |device|
+      controller = {
+        :id => devices[:controllers].count,
+        :pci_slot => File.basename(Pathname.new("#{device}/device").realpath),
+        :arrays => [],
         :disks => []
       }
 
-      Regexp.last_match(3).scan(/ ([a-z]+)\d+\[\d+\](?:\([A-Z]\))*/).flatten.each do |device|
-        if disk = devices[:disks].find { |d| d[:device] == "/dev/#{device}" }
-          disk[:arrays] << array[:id]
-          array[:disks] << disk[:id]
+      devices[:controllers] << controller
+
+      IO.popen(["lspci", "-Dkvmm", "-s", controller[:pci_slot]]).each do |line|
+        if line =~ /^SVendor:\s+(\S.*\S)\s*$/
+          controller[:vendor] = Regexp.last_match(1)
+        elsif line =~ /^SDevice:\s+(\S.*\S)\s*$/
+          controller[:model] = Regexp.last_match(1)
         end
       end
 
-      devices[:arrays] << array
+      Dir.glob("#{device}/device/block/*").each do |block|
+        size = read_sysctl_file("#{block}/size").to_f / 2
+
+        disk = {
+          :id => devices[:disks].count,
+          :controller => controller[:id],
+          :device => "/dev/#{File.basename(block)}",
+          :vendor => controller[:vendor],
+          :model => controller[:model],
+          :size => format_disk_size(size),
+          :arrays => []
+        }
+
+        devices[:disks] << disk
+        controller[:disks] << disk[:id]
+      end
+    end
+  end
+
+  def find_md_arrays(devices)
+    array = nil
+
+    File.new("/proc/mdstat", "r").each do |line|
+      if line =~ /^(md\d+) : active raid(\d+)((?: (?:sd[a-z]|nvme\d+n\d+)\d*\[\d+\](?:\([A-Z]\))*)+)$/
+        array = {
+          :id => devices[:arrays].count,
+          :device => "/dev/#{Regexp.last_match(1)}",
+          :raid_level => Regexp.last_match(2),
+          :disks => []
+        }
+
+        Regexp.last_match(3).scan(/ (sd[a-z]+|nvme\d+n\d+)\d*\[\d+\](?:\([A-Z]\))*/).flatten.each do |device|
+          if disk = devices[:disks].find { |d| d[:device] == "/dev/#{device}" }
+            disk[:arrays] << array[:id]
+            array[:disks] << disk[:id]
+          end
+        end
+
+        devices[:arrays] << array
+      elsif array && line =~ /^\s+(\d+) blocks/
+        array[:size] = format_disk_size(Regexp.last_match(1).to_i)
+      end
     end
   end
 
@@ -305,10 +367,15 @@ Ohai.plugin(:Hardware) do
       if line =~ /^Adapter #(\d+)$/
         controller = controllers[Regexp.last_match(1).to_i]
       elsif controller && line =~ /^Virtual Drive: (\d+) \(Target Id: (\d+)\)$/
+        pci_slot = controller[:pci_slot]
+        target = Regexp.last_match(2)
+        device = Dir.glob("/sys/bus/pci/devices/#{pci_slot}/host*/target*:2:#{target}/*:2:#{target}:0/block/*").first
+
         array = {
           :id => devices[:arrays].count,
           :controller => controller[:id],
           :number => Regexp.last_match(1),
+          :device => "/dev/#{File.basename(device)}",
           :disks => []
         }
 
@@ -333,7 +400,7 @@ Ohai.plugin(:Hardware) do
         when "Device Id" then disk[:smart_devlce] = "megaraid,#{Regexp.last_match(2)}"
         when "WWN" then disk[:wwn] = Regexp.last_match(2)
         when "PD Type" then disk[:interface] = Regexp.last_match(2)
-        when "Raw Size" then disk[:size] = parse_disk_size(Regexp.last_match(2).sub(/\s*\[.*\]$/, ""))
+        when "Raw Size" then disk[:size] = memory_to_disk_size(Regexp.last_match(2).sub(/\s*\[.*\]$/, ""))
         when "Inquiry Data" then disk[:vendor], disk[:model], disk[:serial] = Regexp.last_match(2).split
         end
       elsif array && line =~ /^(\S.*\S)\s*:\s+(\S.*)$/
@@ -363,7 +430,7 @@ Ohai.plugin(:Hardware) do
         when "Device Id" then disk[:smart_devlce] = "megaraid,#{Regexp.last_match(2)}"
         when "WWN" then disk[:wwn] = Regexp.last_match(2)
         when "PD Type" then disk[:interface] = Regexp.last_match(2)
-        when "Raw Size" then disk[:size] = parse_disk_size(Regexp.last_match(2).sub(/\s*\[.*\]$/, ""))
+        when "Raw Size" then disk[:size] = memory_to_disk_size(Regexp.last_match(2).sub(/\s*\[.*\]$/, ""))
         when "Inquiry Data" then disk[:vendor], disk[:model], disk[:serial] = Regexp.last_match(2).split
         end
       end
@@ -380,17 +447,16 @@ Ohai.plugin(:Hardware) do
     controllers = []
 
     IO.popen(%w(sas2ircu list)).each do |line|
-      if line =~ /^\s+(\d+)\s+(\S+)\s+\h+h\s+\h+h\s+(\S+)\s+\h+h\s+\h+h\s*$/
-        controllers[$1.to_i] = {
-          :id => devices[:controllers].count,
-          :model => $2,
-          :pci_slot => $3.sub(/^(\h{2})h:(\h{2})h:(\h{2})h:0(\h)h$/, "00\\1:\\2:\\3.\\4"),
-          :arrays => [],
-          :disks => []
-        }
+      next unless line =~ /^\s+(\d+)\s+(\S+)\s+\h+h\s+\h+h\s+(\S+)\s+\h+h\s+\h+h\s*$/
+      controllers[Regexp.last_match(1).to_i] = {
+        :id => devices[:controllers].count,
+        :model => Regexp.last_match(2),
+        :pci_slot => Regexp.last_match(3).sub(/^(\h{2})h:(\h{2})h:(\h{2})h:0(\h)h$/, "00\\1:\\2:\\3.\\4"),
+        :arrays => [],
+        :disks => []
+      }
 
-        devices[:controllers] << controllers[$1.to_i]
-      end
+      devices[:controllers] << controllers[Regexp.last_match(1).to_i]
     end
 
     controllers.each_with_index do |controller, index|
@@ -413,9 +479,7 @@ Ohai.plugin(:Hardware) do
           controller[:arrays] << array[:id]
 
           arrays << array
-
-          disk = nil
-        elsif array && line =~ /^Device is a Hard disk$/
+        elsif line =~ /^Device is a Hard disk$/
           disk = {
             :id => devices[:disks].count,
             :controller => controller[:id],
@@ -431,7 +495,7 @@ Ohai.plugin(:Hardware) do
           when "Enclosure #" then disk[:location] = Regexp.last_match(2)
           when "Slot #" then disk[:location] = "#{disk[:location]}:#{Regexp.last_match(2)}"
           when "SAS Address" then disk[:device] = find_sas_device(Regexp.last_match(2).tr("-", ""))
-          when "Size (in MB)/(in sectors)" then disk[:size] = parse_disk_size("#{Regexp.last_match(2).split("/").first} MB")
+          when "Size (in MB)/(in sectors)" then disk[:size] = memory_to_disk_size("#{Regexp.last_match(2).split('/').first} MB")
           when "Manufacturer" then disk[:vendor] = Regexp.last_match(2)
           when "Model Number" then disk[:model] = Regexp.last_match(2)
           when "Firmware Revision" then disk[:firmware_version] = Regexp.last_match(2)
@@ -439,7 +503,7 @@ Ohai.plugin(:Hardware) do
           when "Protocol" then disk[:interface] = Regexp.last_match(2)
           end
         elsif array && line =~ /^  PHY\[\d+\] Enclosure#\/Slot#\s+:\s+(\d+:\d+)\s*$/
-          array[:disks] << $1
+          array[:disks] << Regexp.last_match(1)
         elsif array && line =~ /^  (\S.*\S)\s+:\s+(.*\S)\s*$/
           case Regexp.last_match(1)
           when "Volume wwid" then array[:device] = find_sas_device(Regexp.last_match(2))
@@ -465,7 +529,214 @@ Ohai.plugin(:Hardware) do
     end
   end
 
-  disk_devices
+  def find_adaptec_disks(devices)
+    controller_count = IO.popen(%w(arcconf getconfig 0)).first.scan(/^Controllers found: (\d+)$/).first.first.to_i
+
+    1.upto(controller_count).each do |controller_number|
+      controller = {
+        :id => devices[:controllers].count,
+        :number => controller_number,
+        :arrays => [],
+        :disks => []
+      }
+
+      devices[:controllers] << controller
+
+      arrays = []
+      disks = []
+
+      array = nil
+      disk = nil
+
+      IO.popen(["arcconf", "getconfig", controller_number.to_s]).each do |line|
+        if line =~ /^Logical device number (\d+)$/
+          array = {
+            :id => devices[:arrays].count,
+            :controller => controller[:id],
+            :number => Regexp.last_match(1).to_i,
+            :disks => []
+          }
+
+          devices[:arrays] << array
+          controller[:arrays] << array[:id]
+
+          arrays << array
+        elsif line =~ /^      Device #(\d+)$/
+          disk = nil
+        elsif line =~ /^         Device is a Hard drive$/
+          disk = {
+            :id => devices[:disks].count,
+            :controller => controller[:id],
+            :arrays => []
+          }
+
+          devices[:disks] << disk
+          controller[:disks] << disk[:id]
+
+          disks << disk
+        elsif disk && line =~ /^         Reported Channel,Device\(T:L\)\s*:\s+(\d+),(\d+)\(\d+:0\)\s*$/
+          disk[:channel_number] = Regexp.last_match(1)
+          disk[:device_number] = Regexp.last_match(1)
+        elsif disk && line =~ /^         (\S.*\S)\s*:\s+(\S.*\S)\s*$/
+          case Regexp.last_match(1)
+          when "Reported Location" then disk[:location] = Regexp.last_match(2)
+          when "Vendor" then disk[:vendor] = Regexp.last_match(2)
+          when "Model" then disk[:model] = Regexp.last_match(2)
+          when "Firmware" then disk[:firmware_version] = Regexp.last_match(2)
+          when "Serial" then disk[:serial_number] = Regexp.last_match(2)
+          when "World-wide name" then disk[:wwn] = Regexp.last_match(2)
+          when "Total Size" then disk[:size] = memory_to_disk_size(Regexp.last_match(2))
+          when "Size" then disk[:size] = memory_to_disk_size(Regexp.last_match(2))
+          end
+        elsif array && line =~ / Present \(Controller:\d+,((?:Connector|Enclosure):\d+,(?:Device|Slot):\d+)\) /
+          array[:disks] << Regexp.last_match(1).tr(":", " ").gsub(",", ", ")
+        elsif array && line =~ /^   (\S.*\S)\s*:\s+(\S.*\S)\s*$/
+          case Regexp.last_match(1)
+          when "RAID level" then array[:raid_level] = Regexp.last_match(2)
+          when "Size" then array[:size] = memory_to_disk_size(Regexp.last_match(2))
+          end
+        elsif line =~ /^   (\S.*\S)\s*:\s+(\S.*\S)\s*$/
+          case Regexp.last_match(1)
+          when "Controller Model" then controller[:model] = Regexp.last_match(2)
+          when "Controller Serial Number" then controller[:serial_number] = Regexp.last_match(2)
+          when "Controller World Wide Name" then controller[:wwn] = Regexp.last_match(2)
+          when "BIOS" then controller[:bios_version] = Regexp.last_match(2)
+          when "Firmware" then controller[:firmware_version] = Regexp.last_match(2)
+          end
+        end
+      end
+
+      host = Dir.glob("/sys/class/scsi_host/host*").find do |host|
+        read_sysctl_file("#{host}/serial_number") == controller[:serial_number]
+      end
+
+      arrays.each do |array|
+        array_number = array[:number]
+        device = Dir.glob("#{host}/device/target*:0:#{array_number}/*:0:#{array_number}:0/block/*").first
+
+        array[:device] = "/dev/#{File.basename(device)}"
+
+        array[:disks].map! do |location|
+          disk = disks.find { |disk| disk[:location] == location }
+
+          device_number = disk[:device_number]
+          device = Dir.glob("#{host}/device/target*:1:#{device_number}/*:1:#{device_number}:0/scsi_generic/*").first
+
+          disk[:device] = "/dev/#{File.basename(device)}"
+
+          disk[:arrays] << array[:id]
+          disk[:id]
+        end
+      end
+    end
+  end
+
+  def find_areca_disks(devices)
+    controller = {
+      :id => devices[:controllers].count,
+      :arrays => [],
+      :disks => []
+    }
+
+    devices[:controllers] << controller
+
+    IO.popen(%w(/opt/areca/x86_64/cli64 sys info)).each do |line|
+      next unless line =~ /^(\S.*\S)\s+:\s+(.*\S)\s*$/
+
+      case Regexp.last_match(1)
+      when "Firmware Version" then controller[:firmware_version] = Regexp.last_match(2)
+      when "BOOT ROM Version" then controller[:bios_version] = Regexp.last_match(2)
+      when "Serial Number" then controller[:serial_number] = Regexp.last_match(2)
+      when "Controller Name" then controller[:model] = Regexp.last_match(2)
+      end
+    end
+
+    path = Dir.glob("/sys/bus/pci/devices/*/host*/scsi_host/host*/host_fw_model").find do |file|
+      read_sysctl_file(file) == controller[:model]
+    end
+
+    controller[:pci_slot] = File.basename(File.expand_path("#{path}/../../../.."))
+    controller[:device] = File.basename(Dir.glob(File.expand_path("#{path}/../../../target0:0:16/0:0:16:0/scsi_generic/*")).first)
+
+    arrays = []
+
+    IO.popen(%w(/opt/areca/x86_64/cli64 vsf info)).each do |line|
+      next unless line =~ /^\s+(\d+)\s+/
+      array = {
+        :id => devices[:arrays].count,
+        :number => Regexp.last_match(1),
+        :controller => controller[:id],
+        :disks => []
+      }
+
+      devices[:arrays] << array
+      controller[:arrays] << array[:id]
+
+      arrays << array
+    end
+
+    arrays.each do |array|
+      IO.popen(["/opt/areca/x86_64/cli64", "vsf", "info", "vol=#{array[:number]}"]).each do |line|
+        if line =~ /^SCSI Ch\/Id\/Lun\s+:\s+(\d+)\/(\d+)\/(\d+)\s*$/
+          pci_slot = controller[:pci_slot]
+          channel = Regexp.last_match(1).to_i
+          id = Regexp.last_match(2).to_i
+          lun = Regexp.last_match(3).to_i
+
+          device = Dir.glob("/sys/bus/pci/devices/#{pci_slot}/host*/target*:0:0/0:#{channel}:#{id}:#{lun}/block/*").first
+
+          array[:device] = "/dev/#{File.basename(device)}"
+        elsif line =~ /^(\S.*\S)\s+:\s+(.*\S)\s*$/
+          case Regexp.last_match(1)
+          when "Volume Set Name" then array[:volume_set] = Regexp.last_match(2)
+          when "Raid Set Name" then array[:raid_set] = Regexp.last_match(2)
+          when "Volume Capacity" then array[:size] = format_disk_size(Regexp.last_match(2).to_f * 1000 * 1000)
+          when "Raid Level" then array[:raid_level] = Regexp.last_match(2).sub(/^Raid/, "")
+          end
+        end
+      end
+    end
+
+    disks = []
+
+    IO.popen(%w(/opt/areca/x86_64/cli64 disk info)).each do |line|
+      next unless line =~ /^\s+(\d+)\s+.*\s+\d+\.\d+GB\s+(\S.*\S)\s*$/
+      next if Regexp.last_match(2) == "N.A."
+
+      disk = {
+        :id => devices[:disks].count,
+        :number => Regexp.last_match(1),
+        :controller => controller[:id],
+        :arrays => []
+      }
+
+      devices[:disks] << disk
+      controller[:disks] << disk[:id]
+
+      if array = arrays.find { |array| array[:raid_set] == Regexp.last_match(2) }
+        disk[:arrays] << array[:id]
+        array[:disks] << disk[:id]
+      end
+
+      disks << disk
+    end
+
+    disks.each do |disk|
+      IO.popen(["/opt/areca/x86_64/cli64", "disk", "info", "drv=#{disk[:number]}"]).each do |line|
+        if line =~ /^IDE Channel\s+:\s+(\d+)\s*$/i
+          disk[:smart_device] = "areca,#{Regexp.last_match(1)}"
+        elsif line =~ /^Device Location\s+:\s+Enclosure#(\d+) Slot#?\s*0*(\d+)\s*$/i
+          disk[:smart_device] = "areca,#{Regexp.last_match(2)}/#{Regexp.last_match(1)}"
+        elsif line =~ /^(\S.*\S)\s+:\s+(.*\S)\s*$/
+          case Regexp.last_match(1)
+          when "Model Name" then disk[:vendor], disk[:model] = Regexp.last_match(2).split
+          when "Serial Number" then disk[:serial_number] = Regexp.last_match(2)
+          when "Disk Capacity" then disk[:size] = format_disk_size(Regexp.last_match(2).to_f * 1000 * 1000)
+          end
+        end
+      end
+    end
+  end
 
   collect_data(:default) do
     hardware Mash.new