Source code for insights.parsers.lvm

"""
Logical Volume Management configuration and status
==================================================

Parsers for lvm data based on output of various commands and file contents.

This module contains the classes that parse the output of the commands `lvs`,
`pvs`, and `vgs`, and the contents of the file `/etc/lvm/lvm.conf`.

Pvs - command ``/sbin/pvs --nameprefixes --noheadings --separator='|' -a -o pv_all``
------------------------------------------------------------------------------------

PvsHeadings - command ``pvs -a -v -o +pv_mda_free,pv_mda_size,pv_mda_count,pv_mda_used_count,pe_count --config="global{locking_type=0}"``
-----------------------------------------------------------------------------------------------------------------------------------------

Vgs - command ``/sbin/vgs --nameprefixes --noheadings --separator='|' -a -o vg_all``
------------------------------------------------------------------------------------

VgsHeadings - command ``vgs -v -o +vg_mda_count,vg_mda_free,vg_mda_size,vg_mda_used_count,vg_tags --config="global{locking_type=0}"``
-------------------------------------------------------------------------------------------------------------------------------------

Lvs - command ``/sbin/lvs --nameprefixes --noheadings --separator='|' -a -o lv_name,lv_size,lv_attr,mirror_log,vg_name,devices,region_size,data_percent,metadata_percent,segtype,seg_monitor --config="global{locking_type=0}"``
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------

LvsHeadings - command ``/sbin/lvs -a -o +lv_tags,devices --config="global{locking_type=0}"``
--------------------------------------------------------------------------------------------

LvmConf - file ``/etc/lvm/lvm.conf``
------------------------------------

"""
from __future__ import print_function

import json
from collections import defaultdict

from insights.parsers import ParseException
from insights.specs import Specs

from .. import (
    CommandParser,
    LegacyItemAccess,
    Parser,
    add_filter,
    get_active_lines,
    parser,
)
from ..util import parse_keypair_lines
from . import parse_fixed_table


[docs]def map_keys(pvs, keys): """ Add human readable key names to dictionary while leaving any existing key names. """ rs = [] for pv in pvs: r = dict((v, None) for k, v in keys.items()) for k, v in pv.items(): if k in keys: r[keys[k]] = v r[k] = v rs.append(r) return rs
[docs]def find_warnings(content): """Look for lines containing warning/error/info strings instead of data.""" keywords = [ k.lower() for k in [ "WARNING", "Couldn't find device", "Configuration setting", "read failed", "Was device resized?", "Invalid argument", "leaked on lvs", "Checksum error", "is exported", "failed.", "Invalid metadata", "response failed", "duplicate", "not found", "Missing device", "Internal error", "Input/output error", "Incorrect metadata", "Cannot process volume", "No such file or directory", "Logging initialised", "changed sizes", "vsnprintf failed", "write failed", "correction failed", "Failed to write", "Couldn't read", "marked missing", "Attempt to close device", "Ignoring supplied major", "not match metadata", ] ] for l in content: lower = l.strip().lower() # Avoid hitting keywords inside the data if not lower.startswith("lvm2"): if any(k in lower for k in keywords): yield l
[docs]class LvmHeadings(CommandParser): """Base class for parsing LVM data in table format.""" def __iter__(self): return iter(self.data) def __len__(self): return len(self.data) def __getitem__(self, item): return self.data[item]
[docs]class Lvm(CommandParser): """Base class for parsing LVM data in key=value format."""
[docs] def parse_content(self, content): if "Unrecognised field:" in content[-1]: raise ParseException(content[-1]) d = {"warnings": set(find_warnings(content))} content = [l for l in content if l not in d["warnings"] and not l.startswith("File descriptor ")] d["content"] = list(map_keys(parse_keypair_lines(content), self.KEYS)) self.data = d if d else None
def __iter__(self): return iter(self.data["content"]) def __len__(self): return len(self.data["content"]) def __getitem__(self, key): if isinstance(key, int): return self.data["content"][key] for i in self.data["content"]: if i[self.PRIMARY_KEY] == key: return i return None @property def locking_disabled(self): """bool: Returns True if any lines in input data indicate locking is disabled.""" return any(l for l in self.data["warnings"] if "Locking disabled" in l) @property def warnings(self): """list: Returns a list of lines from input data containing warning/error/info strings. """ return self.data["warnings"]
[docs]@parser(Specs.pvs_noheadings) class Pvs(Lvm): """ Parse the output of the `/sbin/pvs --nameprefixes --noheadings --separator='|' -a -o pv_all` command. Parse each line in the output of pvs based on the of pvs datasource in `insights/specs/` Output sample of pvs:: LVM2_PV_FMT=''|LVM2_PV_UUID=''|LVM2_DEV_SIZE='500.00m'|... LVM2_PV_FMT='lvm2'|LVM2_PV_UUID='JvSULk-ileq-JbuS-GGgg-jkif-thuW-zvFBEl'|LVM2_DEV_SIZE='476.45g'|... Returns a list like:: [ { 'LVM2_PV_FMT' : '', 'LVM2_PV_UUID' : '', 'LVM2_DEV_SIZE' : '500.00m', ... }, { 'LVM2_PV_FMT' : 'lvm2', 'LVM2_PV_UUID' : 'JvSULk-ileq-JbuS-GGgg-jkif-thuW-zvFBEl', 'LVM2_DEV_SIZE' : '476.45g', ... } ] Since it is possible to have two PV's with the same name (for example *unknown device*) a unique key for each PV is created by joining the `PV_NAME and PV_UUID fields with a `+` character. This key is added to the dictionary as the `PV_KEY` field. """ KEYS = { "LVM2_PV_MDA_USED_COUNT": "#PMdaUse", "LVM2_PV_UUID": "PV_UUID", "LVM2_DEV_SIZE": "DevSize", "LVM2_PV_FMT": "Fmt", "LVM2_PV_MDA_FREE": "PMdaFree", "LVM2_PV_EXPORTED": "Exported", "LVM2_PV_SIZE": "PSize", "LVM2_PV_BA_START": "BA_start", "LVM2_PV_PE_ALLOC_COUNT": "Alloc", "LVM2_VG_NAME": "VG", "LVM2_PV_TAGS": "PV_Tags", "LVM2_PV_PE_COUNT": "PE", "LVM2_PV_BA_SIZE": "BA_size", "LVM2_PV_ATTR": "Attr", "LVM2_PE_START": "1st_PE", "LVM2_PV_USED": "Used", "LVM2_PV_NAME": "PV", "LVM2_PV_MDA_COUNT": "#PMda", "LVM2_PV_FREE": "PFree", "LVM2_PV_ALLOCATABLE": "Allocatable", "LVM2_PV_MDA_SIZE": "PMdaSize", "LVM2_PV_MISSING": "Missing", } PRIMARY_KEY = "PV"
[docs] def parse_content(self, content): super(Pvs, self).parse_content(content) for pv in self.data["content"]: pv_name = pv.get("PV") if pv.get("PV") is not None else "no_name" pv_uuid = pv.get("PV_UUID") if pv.get("PV_UUID") is not None else "no_uuid" pv.update({"PV_KEY": "+".join([pv_name, pv_uuid])})
[docs] def vg(self, name): """Return all physical volumes assigned to the given volume group""" return [i for i in self.data["content"] if i["VG"] == name]
[docs]@parser(Specs.pvs_noheadings_all) class PvsAll(Pvs): """ Parse the output of the `/sbin/pvs --nameprefixes --noheadings --separator='|' -a -o pv_all,vg_name --config='global{locking_type=0} devices{filter=["a|.*|"]}'` command. Uses the ``Pvs`` class defined in this module. """ pass
[docs]@parser(Specs.pvs) class PvsHeadings(LvmHeadings): """ Parses the output of the `pvs -a -v -o +pv_mda_free,pv_mda_size,pv_mda_count,pv_mda_used_count,pe_count --config="global{locking_type=0}"` command. Since it is possible to have two PV's with the same name (for example *unknown device*) a unique key for each PV is created by joining the `PV_NAME and PV_UUID fields with a `+` character. This key is added to the resulting dictionary as the `PV_KEY` field. Sample input:: WARNING: Locking disabled. Be careful! This could corrupt your metadata. Scanning all devices to update lvmetad. No PV label found on /dev/loop0. No PV label found on /dev/loop1. No PV label found on /dev/sda1. No PV label found on /dev/fedora/root. No PV label found on /dev/sda2. No PV label found on /dev/fedora/swap. No PV label found on /dev/fedora/home. No PV label found on /dev/mapper/docker-253:1-2361272-pool. Wiping internal VG cache Wiping cache of LVM-capable devices PV VG Fmt Attr PSize PFree DevSize PV UUID PMdaFree PMdaSize #PMda #PMdaUse PE /dev/fedora/home --- 0 0 418.75g 0 0 0 0 0 /dev/fedora/root --- 0 0 50.00g 0 0 0 0 0 /dev/fedora/swap --- 0 0 7.69g 0 0 0 0 0 /dev/loop0 --- 0 0 100.00g 0 0 0 0 0 /dev/loop1 --- 0 0 2.00g 0 0 0 0 0 /dev/mapper/docker-253:1-2361272-pool --- 0 0 100.00g 0 0 0 0 0 /dev/mapper/luks-7430952e-7101-4716-9b46-786ce4684f8d fedora lvm2 a-- 476.45g 4.00m 476.45g FPLCRf-d918-LVL7-6e3d-n3ED-aiZv-EesuzY 0 1020.00k 1 1 121970 /dev/sda1 --- 0 0 500.00m 0 0 0 0 0 /dev/sda2 --- 0 0 476.45g 0 0 0 0 0 Reloading config files Wiping internal VG cache Attributes: data (list): List of dicts, each dict containing one row of the table with column headings as keys. warnings (set): Set of lines from input data containing warning strings. Examples: >>> pvs_data = shared[PvsHeadings] >>> pvs_data[0] {'PV': '/dev/fedora/home', 'VG': '', 'Fmt': '', 'Attr': '---', 'PSize': '0', 'PFree': '0', 'DevSize': '418.75g', 'PV_UUID': '', 'PMdaFree': '0', 'PMdaSize': '0', '#PMda': '0', '#PMdaUse': '0', 'PE': '0', 'PV_KEY': '/dev/fedora/home+no_uuid'} >>> pvs_data[0]['PV'] '/dev/fedora/home' """ PRIMARY_KEY = Pvs.PRIMARY_KEY
[docs] def parse_content(self, content): self.warnings = set(find_warnings(content)) content = [l for l in content if l not in self.warnings] self.data = parse_fixed_table( content, heading_ignore=["PV "], header_substitute=[("PV UUID", "PV_UUID"), ("1st PE", "1st_PE")], trailing_ignore=["Reloading", "Wiping"], ) self.data = map_keys(self.data, Pvs.KEYS) for pv in self.data: pv_name = pv.get("PV") if pv.get("PV") is not None else "no_name" pv_uuid = pv.get("PV_UUID") if pv.get("PV_UUID") is not None else "no_uuid" pv.update({"PV_KEY": "+".join([pv_name, pv_uuid])})
[docs] def vg(self, name): """Return all physical volumes assigned to the given volume group""" return [i for i in self.data if i["VG"] == name]
[docs]@parser(Specs.vgs_noheadings) class Vgs(Lvm): """ Parse the output of the `/sbin/vgs --nameprefixes --noheadings --separator='|' -a -o vg_all` command. Parse each line in the output of vgs based on the vgs datasource in `insights/specs/` Output sample of vgs:: LVM2_VG_FMT='lvm2'|LVM2_VG_UUID='YCpusB-LEly-THGL-YXhC-t3q6-mUQV-wyFZrx'|LVM2_VG_NAME='rhel'|LVM2_VG_ATTR='wz--n-'|... LVM2_VG_FMT='lvm2'|LVM2_VG_UUID='123456-LEly-THGL-YXhC-t3q6-mUQV-123456'|LVM2_VG_NAME='fedora'|LVM2_VG_ATTR='wz--n-'|... Returns a list like:: [ { 'LVM2_PV_FMT' : 'lvm2', 'LVM2_VG_UUID' : 'YCpusB-LEly-THGL-YXhC-t3q6-mUQV-wyFZrx', 'LVM2_VG_NAME' : 'rhel', ... }, { 'LVM2_PV_FMT' : 'lvm2', 'LVM2_VG_UUID' : '123456-LEly-THGL-YXhC-t3q6-mUQV-123456', 'LVM2_VG_NAME' : 'fedora', ... } ] """ KEYS = { "LVM2_VG_EXTENDABLE": "Extendable", "LVM2_VG_EXTENT_SIZE": "Ext", "LVM2_VG_MDA_COUNT": "#VMda", "LVM2_VG_PROFILE": "VProfile", "LVM2_VG_ALLOCATION_POLICY": "AllocPol", "LVM2_MAX_PV": "MaxPV", "LVM2_VG_UUID": "VG_UUID", "LVM2_VG_ATTR": "Attr", "LVM2_VG_SYSID": "SYS_ID", "LVM2_VG_MDA_USED_COUNT": "#VMdaUse", "LVM2_VG_MDA_FREE": "VMdaFree", "LVM2_VG_LOCKTYPE": "Lock_Type", "LVM2_VG_TAGS": "VG_Tags", "LVM2_VG_FMT": "Fmt", "LVM2_PV_COUNT": "#PV", "LVM2_VG_EXTENT_COUNT": "#Ext", "LVM2_VG_MDA_SIZE": "VMdaSize", "LVM2_SNAP_COUNT": "#SN", "LVM2_VG_EXPORTED": "Exported", "LVM2_LV_COUNT": "#LV", "LVM2_VG_NAME": "VG", "LVM2_VG_MDA_COPIES": "#VMdaCps", "LVM2_VG_SYSTEMID": "System_ID", "LVM2_VG_FREE": "VFree", "LVM2_VG_SEQNO": "Seq", "LVM2_VG_FREE_COUNT": "Free", "LVM2_VG_PARTIAL": "Partial", "LVM2_VG_PERMISSIONS": "VPerms", "LVM2_VG_CLUSTERED": "Clustered", "LVM2_VG_LOCKARGS": "Lock Args", "LVM2_MAX_LV": "MaxLV", "LVM2_VG_SIZE": "VSize", } PRIMARY_KEY = "VG"
[docs]@parser(Specs.vgs_noheadings_all) class VgsAll(Vgs): """ Parse the output of the `/sbin/vgs --nameprefixes --noheadings --separator='|' -a -o vg_all --config='global{locking_type=0} devices{filter=[\"a|.*|\"]}'` command. Uses the ``Vgs`` class defined in this module. """ pass
[docs]@parser(Specs.vgs) class VgsHeadings(LvmHeadings): """ Parses output of the `vgs -v -o +vg_mda_count,vg_mda_free,vg_mda_size,vg_mda_used_count,vg_tags --config="global{locking_type=0}"` command. Sample input:: WARNING: Locking disabled. Be careful! This could corrupt your metadata. Using volume group(s) on command line. VG Attr Ext #PV #LV #SN VSize VFree VG UUID VProfile #VMda VMdaFree VMdaSize #VMdaUse VG Tags DATA_OTM_VG wz--n- 4.00m 6 1 0 2.05t 1020.00m xK6HXk-xl2O-cqW5-2izb-LI9M-4fV0-dAzfcc 6 507.00k 1020.00k 6 ITM_VG wz--n- 4.00m 1 1 0 16.00g 4.00m nws5dd-INe6-1db6-9U1N-F0G3-S1z2-5XTdO4 1 508.00k 1020.00k 1 ORABIN_OTM_VG wz--n- 4.00m 2 3 0 190.00g 0 hfJwg8-hset-YgUY-X6NJ-gkWE-EunZ-KuCXGP 2 507.50k 1020.00k 2 REDO_OTM_VG wz--n- 4.00m 1 3 0 50.00g 0 Q2YtGy-CWKU-sEYj-mqHk-rbdP-Hzup-wi8jsf 1 507.50k 1020.00k 1 SWAP_OTM_VG wz--n- 4.00m 1 1 0 24.00g 8.00g hAerzZ-U8QU-ICkc-xxCj-N2Ny-rWzq-pmTpWJ 1 508.00k 1020.00k 1 rootvg wz--n- 4.00m 1 6 0 19.51g 1.95g p4tLLb-ikeo-Ankk-2xJ6-iHYf-D4E6-KFCFvr 1 506.50k 1020.00k 1 Reloading config files Wiping internal VG cache Attributes: data (list): List of dicts, each dict containing one row of the table with column headings as keys. warnings (set): Set of lines from input data containing warning strings. Examples: >>> vgs_info = shared[VgsHeadings] >>> vgs_info.data[0] {} >>> vgs_info.data[2]['LSize'] '2.00g' """ PRIMARY_KEY = Vgs.PRIMARY_KEY
[docs] def parse_content(self, content): self.warnings = set(find_warnings(content)) content = [l for l in content if l not in self.warnings] self.data = parse_fixed_table( content, heading_ignore=["VG "], header_substitute=[("VG Tags", "VG_Tags"), ("VG UUID", "VG_UUID")], trailing_ignore=["Reloading", "Wiping"], ) self.data = map_keys(self.data, Vgs.KEYS)
[docs]@parser(Specs.lvs_noheadings) class Lvs(Lvm): """ Parse the output of the `/sbin/lvs --nameprefixes --noheadings --separator='|' -a -o lv_name,lv_size,lv_attr,mirror_log,vg_name,devices,region_size,data_percent,metadata_percent,segtype,seg_monitor --config="global{locking_type=0}"` command. Parse each line in the output of lvs based on the lvs datasource in `insights/specs/`: Output sample of lvs:: LVM2_LV_UUID='KX68JI-8ISN-YedH-ZYDf-yZbK-zkqE-3aVo6m'|LVM2_LV_NAME='docker-poolmeta'|LVM2_LV_FULL_NAME='rhel/docker-poolmeta'|... LVM2_LV_UUID='123456-8ISN-YedH-ZYDf-yZbK-zkqE-123456'|LVM2_LV_NAME='rhel_root'|LVM2_LV_FULL_NAME='rhel/rhel_root'|LVM2_LV_PATH='/dev/rhel/docker-poolmeta'|... Return a list, as shown below:: [ { 'LVM2_LV_UUID' : 'KX68JI-8ISN-YedH-ZYDf-yZbK-zkqE-3aVo6m', 'LVM2_LV_NAME' : 'docker-poolmeta', 'LVM2_LV_FULL_NAME' : 'rhel/docker-poolmeta', ... }, { 'LVM2_LV_UUID' : '123456-8ISN-YedH-ZYDf-yZbK-zkqE-123456', 'LVM2_LV_NAME' : 'rhel_root', 'LVM2_LV_FULL_NAME' : 'rhel/rhel_root', ... } ] """ KEYS = { "LVM2_POOL_LV_UUID": "Pool_UUID", "LVM2_LV_PARENT": "Parent", "LVM2_LV_SKIP_ACTIVATION": "SkipAct", "LVM2_LV_HEALTH_STATUS": "Health", "LVM2_LV_KERNEL_MINOR": "KMin", "LVM2_RAID_WRITE_BEHIND": "WBehind", "LVM2_LV_ANCESTORS": "Ancestors", "LVM2_LV_TIME": "Time", "LVM2_METADATA_PERCENT": "Meta%", "LVM2_LV_DM_PATH": "DMPath", "LVM2_LV_INACTIVE_TABLE": "InactiveTable", "LVM2_LV_UUID": "LV_UUID", "LVM2_LV_MODULES": "Modules", "LVM2_DEVICES": "Devices", "LVM2_LV_ACTIVE_REMOTELY": "ActRemote", "LVM2_LV_ACTIVE_LOCALLY": "ActLocal", "LVM2_LV_TAGS": "LV_Tags", "LVM2_LV_IMAGE_SYNCED": "ImgSynced", "LVM2_CACHE_WRITE_MISSES": "CacheWriteMisses", "LVM2_LV_PERMISSIONS": "LPerms", "LVM2_CACHE_TOTAL_BLOCKS": "CacheTotalBlocks", "LVM2_LV_ACTIVE_EXCLUSIVELY": "ActExcl", "LVM2_LV_PATH": "Path", "LVM2_LV_FULL_NAME": "LV", "LVM2_LV_READ_AHEAD": "Rahead", "LVM2_SNAP_PERCENT": "Snap%", "LVM2_CACHE_WRITE_HITS": "CacheWriteHits", "LVM2_MIRROR_LOG": "Log", "LVM2_CACHE_DIRTY_BLOCKS": "CacheDirtyBlocks", "LVM2_SEG_COUNT": "#Seg", "LVM2_MOVE_PV": "Move", "LVM2_LV_FIXED_MINOR": "FixMin", "LVM2_SYNC_PERCENT": "Cpy%Sync", "LVM2_LV_METADATA_SIZE": "MSize", "LVM2_LV_ATTR": "Attr", "LVM2_RAID_MAX_RECOVERY_RATE": "MaxSync", "LVM2_LV_DEVICE_OPEN": "DevOpen", "LVM2_LV_ALLOCATION_POLICY": "AllocPol", "LVM2_LV_MERGING": "Merging", "LVM2_LV_SIZE": "LSize", "LVM2_LV_MAJOR": "Maj", "LVM2_ORIGIN_SIZE": "OSize", "LVM2_RAID_SYNC_ACTION": "SyncAction", "LVM2_MIRROR_LOG_UUID": "Log_UUID", "LVM2_POOL_LV": "Pool", "LVM2_COPY_PERCENT": "Cpy%Sync", "LVM2_CONVERT_LV": "Convert", "LVM2_LV_KERNEL_READ_AHEAD": "KRahead", "LVM2_LV_NAME": "LV", "LVM2_LV_HOST": "Host", "LVM2_CACHE_USED_BLOCKS": "CacheUsedBlocks", "LVM2_RAID_MIN_RECOVERY_RATE": "MinSync", "LVM2_ORIGIN_UUID": "Origin_UUID", "LVM2_LV_SUSPENDED": "Suspended", "LVM2_RAID_MISMATCH_COUNT": "Mismatches", "LVM2_LV_KERNEL_MAJOR": "KMaj", "LVM2_LV_LAYOUT": "Layout", "LVM2_LV_PROFILE": "LProfile", "LVM2_LV_LIVE_TABLE": "LiveTable", "LVM2_LV_INITIAL_IMAGE_SYNC": "InitImgSync", "LVM2_LV_CONVERTING": "Converting", "LVM2_CACHE_READ_HITS": "CacheReadHits", "LVM2_VG_NAME": "VG", "LVM2_METADATA_LV": "Meta", "LVM2_LV_ACTIVE": "Active", "LVM2_CONVERT_LV_UUID": "Convert", "LVM2_LV_MERGE_FAILED": "MergeFailed", "LVM2_METADATA_LV_UUID": "Meta_UUID", "LVM2_LV_ROLE": "Role", "LVM2_LV_WHEN_FULL": "WhenFull", "LVM2_LV_ALLOCATION_LOCKED": "AllocLock", "LVM2_DATA_PERCENT": "Data%", "LVM2_LV_LOCKARGS": "Lock_Args", "LVM2_LV_SNAPSHOT_INVALID": "SnapInvalid", "LVM2_MOVE_PV_UUID": "Move_UUID", "LVM2_LV_MINOR": "Min", "LVM2_ORIGIN": "Origin", "LVM2_DATA_LV_UUID": "Data_UUID", "LVM2_DATA_LV": "Data", "LVM2_CACHE_READ_MISSES": "CacheReadMisses", "LVM2_LV_DESCENDANTS": "Descendants", "LVM2_REGION_SIZE": "Region", "LVM2_SEGTYPE": "SegType", "LVM2_SEG_MONITOR": "Monitor", } PRIMARY_KEY = "LV"
[docs] def parse_content(self, content): super(Lvs, self).parse_content(content) for item in self.data["content"]: lv_name = item["LV"] if "/" in lv_name: # Reduce full name to just the name # This is due to the lvs command having *two identical keys* # with different values item["LV"] = lv_name.split("/")[1]
[docs] def vg(self, name): """Return all logical volumes in the given volume group""" return [i for i in self.data["content"] if i["VG"] == name]
[docs]@parser(Specs.lvs_noheadings_all) class LvsAll(Lvs): """ Parse the output of the `/sbin/lvs --nameprefixes --noheadings --separator='|' -a -o lv_name,lv_size,lv_attr,mirror_log,vg_name,devices,region_size,data_percent,metadata_percent --config='global{locking_type=0} devices{filter=["a|.*|"]}'` command. Uses the ``Lvs`` class defined in this module. """ pass
[docs]@parser(Specs.lvs) class LvsHeadings(LvmHeadings): """ Process output of the command `/sbin/lvs -a -o +lv_tags,devices --config="global{locking_type=0}"`. Sample Input data:: WARNING: Locking disabled. Be careful! This could corrupt your metadata. LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert LV Tags Devices lv_app vg_root -wi-ao---- 71.63g /dev/sda2(7136) lv_home vg_root -wi-ao---- 2.00g /dev/sda2(2272) lv_opt vg_root -wi-ao---- 5.00g /dev/sda2(2784) lv_root vg_root -wi-ao---- 5.00g /dev/sda2(0) lv_tmp vg_root -wi-ao---- 1.00g /dev/sda2(4064) lv_usr vg_root -wi-ao---- 5.00g /dev/sda2(4320) lv_usrlocal vg_root -wi-ao---- 1.00g /dev/sda2(5600) lv_var vg_root -wi-ao---- 5.00g /dev/sda2(5856) swap vg_root -wi-ao---- 3.88g /dev/sda2(1280) Attributes: data (list): List of dicts, each dict containing one row of the table with column headings as keys. warnings (set): Set of lines from input data containing warning strings. Examples: >>> lvs_info = shared[LvsHeadings] >>> lvs_info.data[0] {'LV': 'lv_app', 'VG': 'vg_root', 'Attr': '-wi-ao----', 'LSize': '71.63', 'Pool': '', 'Origin': '', 'Data%': '', 'Meta%': '', 'Move': '', 'Log': '', 'Cpy%Sync': '', 'Convert': '', 'LV_Tags': '', 'Devices': '/dev/sda2(7136)'} >>> lvs_info.data[2]['LSize'] '2.00g' """ PRIMARY_KEY = Lvs.PRIMARY_KEY
[docs] def parse_content(self, content): self.warnings = set(find_warnings(content)) content = [l for l in content if l not in self.warnings] self.data = parse_fixed_table( content, heading_ignore=["LV "], header_substitute=[("LV Tags", "LV_Tags")] ) self.data = map_keys(self.data, Lvs.KEYS)
KEYS_WITH_SPACES = [] for cls in (Lvs, Pvs, Vgs): KEYS_WITH_SPACES.extend([k for k in cls.KEYS.values() if " " in k]) LVM_CONF_FILTERS = [ "locking_type", # CMIRROR_PERF_ISSUE "filter", # LVM_CONF_REMOVE_BOOTDEV HA_LVM_RELOCATE_ISSUE LVM_FILTER_ISSUE "volume_list", # HA_LVM_RELOCATE_ISSUE ] add_filter(Specs.lvm_conf, LVM_CONF_FILTERS)
[docs]@parser(Specs.lvm_conf) class LvmConf(LegacyItemAccess, Parser): """ Parses contents of the `/etc/lvm/lvm.conf` file. Sample Input:: locking_type = 1 #locking_type = 2 # volume_list = [ "vg1", "vg2/lvol1", "@tag1", "@*" ] volume_list = [ "vg2", "vg3/lvol3", "@tag2", "@*" ] # filter = [ "a|loop|", "r|/dev/hdc|", "a|/dev/ide|", "r|.*|" ] filter = [ "r/sda[0-9]*$/", "a/sd.*/" ] filter = [ "a/sda[0-9]*$/", "r/sd.*/" ] shell { history_size = 100 } Examples: >>> lvm_conf_data = shared[LvmConf] >>> lvm_conf_data.data {"locking_type": 1, "volume_list": ["vg1", "vg2/lvol1", "@tag1", "@*"], "filter": ["a/sda[0-9]*$/", "r/sd.*/"], "history_size": 100} >>> lvm_conf_data.get("locking_type") 1 """
[docs] def parse_content(self, content): """ Returns a dict: locking_type : 1 filter : ['a/sda[0-9]*$/', 'r/sd.*/'] volume_list : ['vg2', 'vg3/lvol3', '@tag2', '@*'] """ lvm_conf_dict = {} for line in get_active_lines(content): if "=" in line: (key, value) = [item.strip() for item in line.split("=", 1)] try: lvm_conf_dict[key] = json.loads(value) except Exception: lvm_conf_dict[key] = value self.data = lvm_conf_dict
def _lvm_render(o): if isinstance(o, dict): parts = ['"%s": %s' % (k, _lvm_render(v)) for k, v in o.items()] return "{%s}" % ",".join(parts) return "%s" % o
[docs]@parser(Specs.lvmconfig) class LvmConfig(CommandParser):
[docs] def parse_content(self, content): dd = defaultdict(dict) key = None for line in content: line = line.rstrip() if not line: continue if line[-1] == "{": key = line.split()[0] elif line[0] == "}": key = None elif line[0] == "\t": k, v = line.strip().split("=", 1) dd[key][k] = v else: pass # inferring this a stderr, so skipping self.data = json.loads(_lvm_render(dict(dd)))
if __name__ == "__main__": # This is a quick script to generate the key mappings in each subclass. # Run each lvm command with --separator="|", --nameprefixes and *not* --noheadings import sys from collections import OrderedDict content = sys.stdin.read().splitlines() headers = [h.strip().replace(" ", "_") for h in content[0].split("|")] nameprefixes = [ v.split("=")[0].strip() for v in content[1].replace("0 ", "0").split("|") ] pairs = zip(nameprefixes, headers) print(json.dumps(OrderedDict(sorted(pairs))))