version bump

Dev v1.12.0

.github/workflows/pythonapp.yml

@@ -0,0 +1,31 @@
+name: Tests
+
+on:
+  push:
+    paths:
+    - "**/*.py"
+  pull_request:
+    paths:
+    - "**/*.py"
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [macos-latest, ubuntu-latest, windows-latest]
+        python-version: [3.6, 3.7, 3.8]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+    - name: Test with unittest
+      run: |
+        python -m unittest discover tests

.gitignore

@@ -3,4 +3,4 @@ __pycache__
 dist/
 build/
 *.egg-info/
-jc/parsers.old/
+.github/

LICENSE.md

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2019 Kelly Brazil
+Copyright (c) 2020 Kelly Brazil
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

_config.yml

@@ -0,0 +1 @@
+theme: jekyll-theme-cayman

changelog.txt

@@ -1,5 +1,250 @@
 jc changelog
 
+20200711 v1.12.1
+- Fix tests when using older version of pygments library
+
+20200710 v1.12.0
+- Add sysctl command parser tested on linux, macOS, and freebsd12
+- Update the cli code to allow older versions of the pygments library (2.3.0) for debian packaging
+- Code cleanup on the cli
+- Add tests for the cli
+- Vendorize cgitb as tracebackplus for verbose debug messages
+
+20200625 v1.11.8
+- Add verbose debug option using -dd argument
+
+20200622 v1.11.7
+- Fix iptables parser issue which would not output the last chain
+
+20200614 v1.11.6
+- Improve and standardize empty data check for all parsers
+
+20200612 v1.11.5
+- Update airport_s parser to fix error on parsing empty data
+- Update arp parser to fix error on parsing empty data
+- Update blkid parser to fix error on parsing empty data
+- Update crontab parser to fix error on parsing empty data
+- Update crontab_u parser to fix error on parsing empty data
+- Update df parser to fix error on parsing empty data
+- Update free parser to fix error on parsing empty data
+- Update lsblk parser to fix error on parsing empty data
+- Update lsmod parser to fix error on parsing empty data
+- Update mount parser to fix error on parsing empty data
+- Update netstat parser to fix error on parsing empty data
+- Update ntpq parser to fix error on parsing empty data
+- Update ps parser to fix error on parsing empty data
+- Update route parser to fix error on parsing empty data
+- Update systemctl parser to fix error on parsing empty data
+- Update systemctl_lj parser to fix error on parsing empty data
+- Update systemctl_ls parser to fix error on parsing empty data
+- Update systemctl_luf parser to fix error on parsing empty data
+- Update uptime parser to fix error on parsing empty data
+- Update w parser to fix error on parsing empty data
+- Update xml parser to fix error on parsing empty data
+- Add tests to all parsers for no data condition
+- Update ss parser to fix integer fields
+
+20200610 v1.11.4
+- Update ls parser to fix error on parsing an empty directory
+
+20200609 v1.11.3
+- Add local parser plugin feature (contributed by Dean Serenevy)
+
+20200530 v1.11.2
+- Update netstat parser to add freebsd support
+- Update netstat parser to add route_flags_pretty field
+- Update netstat parser to change osx_inode field name to unix_inode
+- Update netstat parser to change osx_flags field name to unix_flags
+- Update netstat parser to strip whitespace from state field
+- Update route parser to add flags_pretty field
+- Update arp parser to add permanent field (freebsd and osx)
+- Update arp parser to add expires field (freebsd)
+- Update w parser to strip whitespace from what field
+- Update last parser to fix FreeBSD issues
+- Update stat parser to change osx_flags field name to unix_flags
+- Update stat parser to add unix_device field for freebsd and osx
+- Fix freebsd compatibility message for df, fstab, mount, ntpq, stat, and uname parsers
+- Fix compatibility message for platforms that include the version number at the end (e.g. freebsd12)
+
+20200523 v1.11.1
+- Update stat command parser to change osx_flags field to string
+
+20200522 v1.11.0
+- Add dmidecode command parser
+- Update stat command parser to add OSX support
+- Update netstat command parser to add OSX support
+- Update netstat command parser to add -r (route) functionality for linux and OSX
+- Update netstat command parser to add -i (interface) functionality for linux and OSX
+
+20200511 v1.10.12
+- Remove shebang from jc/cli.py for Fedora packaging
+
+20200511 v1.10.11
+- Change file permissions for Fedora packaging
+
+20200509 v1.10.10
+- Fix ls parser issue where the first file was skipped for ls -R on some platforms
+- Update last parser to handle 'gone - no logout' condition
+- Update netstat parser to handle bluetooth section (ignore gracefully for now)
+
+20200508 v1.10.9
+- Add license info to vendorized ifconfig-parser class
+
+20200508 v1.10.8
+- Add license file to dist for Fedora RPM packaging requirements
+- Remove tests from package to keep from polluting the global site-packages
+
+20200501 v1.10.7
+- Requirements modifications for Fedora RPM packaging requirements
+
+20200420 v1.10.6
+- Remove homebrew shim references from du osx tests
+
+20200414 v1.10.5
+- Minor change of using sys.exit(0) instead of exit()
+
+20200412 v1.10.4
+- Add color customization via JC_COLORS env variable
+
+20200409 v1.10.3
+- Fix break on pipe error
+
+20200409 v1.10.2
+- Change colors to ansi and match jello colors
+
+20200402 v1.10.1
+- Code cleanup
+
+20200402 v1.10.0
+- Add color output by default when not piping data to another program
+- Add -m option for monochrome output
+
+20200326 v1.9.3
+- Add axfr support for dig command parser
+
+20200312 v1.9.2
+- Updated arp parser to fix OSX detection for some edge cases
+
+20200312 v1.9.1
+- Updated file command parser to make filename splitting more robust
+
+20200311 v1.9.0
+- Added ntpq command parser
+- Added timedatectl status command parser
+- Added airport -I and airport -s command parser
+- Added file command parser
+- Optimized history command parser by https://github.com/philippeitis
+- Magic syntax fix for certain edge cases
+
+20200308 v1.8.1
+- CLI optimizations by https://github.com/philippeitis
+- Refactored magic syntax function and added tests (https://github.com/philippeitis)
+- Github actions for CI testing on multiple platforms by https://github.com/philippeitis
+- Updated ls parser to fix parsing error in OSX with -lR when there are empty folders
+
+20200303 v1.8.0
+- Added blkid command parser
+- Added last and lastb command parser
+- Added who command parser
+- Added CSV file parser
+- Added /etc/passwd file parser
+- Added /etc/shadow file parser
+- Added /etc/group file parser
+- Added /etc/gshadow file parser
+
+20200227 v1.7.5
+- Updated ls parser to support filenames with newline characters
+
+20200219 v1.7.4
+- Updated ls parser to support multiple directories, globbing, and -R (recursive)
+
+20200211 v1.7.3
+- Add alternative 'magic' syntax: e.g. `jc ls -al`
+- Options can now be condensed (e.g. -prq is equivalant to -p -r -q)
+
+20200208 v1.7.2
+- Include test fixtures in wheel and sdist
+
+20200205 v1.7.1
+- Add YAML file parser
+- Add INI file parser
+- Add XML file parser
+- Add id parser (tested on linux and OSX)
+- Add crontab file parser with user support (tested on linux)
+- Add __version__ variable to parser modules
+- Add exit code on error
+- Updated history parser to output "line" as an integer
+- Updated compatibility list for some parsers
+- Bugfix in crontab file parser: header insertion was clobbering first row
+- Just-in-time loading of parser modules instead of loading all at start
+
+20191217 v1.6.1
+- Add du parser (tested on linux and OSX)
+- Add crontab parser (tested on linux and OSX)
+- Add pip list parser (tested on linux and OSX)
+- Add pip show parser (tested on linux and OSX)
+- Add OSX support for the ifconfig, arp, df, mount, and uname parsers
+- Add tests for ls, dig, ps, w, uptime on OSX
+- Add about option
+- Add universal parsers to refactor repetitive code
+- Updated ifconfig parser to output 'state' as an array
+
+20191117 v1.5.1
+- Add ss parser
+- Add stat parser
+- Add /etc/hosts parser
+- Add /etc/fstab parser
+- Add systemctl parser (includes list-jobs, list-sockets, and list-unit-files)
+- Add -r and raw=True options. By default, jc will now convert numbers and boolean, if possible, and add other semantic information, while the raw output will keep all values as text and provide a more literal JSON output
+- Add -q and quiet=True options to suppress warnings to stderr
+- Add -d option to debug parsing issues
+- Add compatibility warnings to stderr
+- Add documentation
+- Updated iptables parser to allow --line-numbers option
+- Updated lsblk parser to allow parsing of added columns
+- Updated mount parser: changed 'access' field name to 'options'
+- Updated netstat parser to allow parsing of unix sockets and raw network connections
+- Updated w parser to fix unaligned data where blanks are possible
+- Clean up code and reorganize package
+
+20191031 v1.1.1
+- Add arp parser
+- Add dig parser
+- Add unit tests
+- fix netstat parser (remove side effects due to global variable)
+
+20191025 v1.0.1
+- Add w parser
+- Add uptime parser
+- Add history parser
+- Flatten env parser output
+- Remove problematic characters from key names in: df, free, history, lsblk, lsof, and w
+- Where possible, lowercase all keys (except cases like env where the key is the variable name)
+- Remove integer values
+- Handle CTRL-C gracefully
+
+20191023 v0.9.1
+- Add jobs parser
+- Add lsof parser
+- Add lsmod parser
+- No blocking if no piped data
+- Better help text
+- Clean up iptables parser code
+
+20191022 v0.8.1
+- Add env parser
+- Add df parser
+- Add free parser
+- Add lsblk parser
+- Add mount parser
+- Add uname parser
+- Add iptables parser
+
+20191021 v0.6.4
+- Flatten netstat parser output
+- Clean up argument parsing
+- Fix command help
+
 20191018 v0.5.5
 - Fix netstat -p parsing for Ubuntu
 - Add ps parser

docgen.sh

@@ -0,0 +1,58 @@
+#!/bin/bash
+# Generate docs.md
+
+cd jc
+pydocmd simple jc+ > ../docs/readme.md
+pydocmd simple utils+ > ../docs/utils.md
+pydocmd simple jc.parsers.airport+ > ../docs/parsers/airport.md
+pydocmd simple jc.parsers.airport_s+ > ../docs/parsers/airport_s.md
+pydocmd simple jc.parsers.arp+ > ../docs/parsers/arp.md
+pydocmd simple jc.parsers.blkid+ > ../docs/parsers/blkid.md
+pydocmd simple jc.parsers.crontab+ > ../docs/parsers/crontab.md
+pydocmd simple jc.parsers.crontab_u+ > ../docs/parsers/crontab_u.md
+pydocmd simple jc.parsers.csv+ > ../docs/parsers/csv.md
+pydocmd simple jc.parsers.df+ > ../docs/parsers/df.md
+pydocmd simple jc.parsers.dig+ > ../docs/parsers/dig.md
+pydocmd simple jc.parsers.dmidecode+ > ../docs/parsers/dmidecode.md
+pydocmd simple jc.parsers.du+ > ../docs/parsers/du.md
+pydocmd simple jc.parsers.env+ > ../docs/parsers/env.md
+pydocmd simple jc.parsers.file+ > ../docs/parsers/file.md
+pydocmd simple jc.parsers.free+ > ../docs/parsers/free.md
+pydocmd simple jc.parsers.fstab+ > ../docs/parsers/fstab.md
+pydocmd simple jc.parsers.group+ > ../docs/parsers/group.md
+pydocmd simple jc.parsers.gshadow+ > ../docs/parsers/gshadow.md
+pydocmd simple jc.parsers.history+ > ../docs/parsers/history.md
+pydocmd simple jc.parsers.hosts+ > ../docs/parsers/hosts.md
+pydocmd simple jc.parsers.id+ > ../docs/parsers/id.md
+pydocmd simple jc.parsers.ifconfig+ > ../docs/parsers/ifconfig.md
+pydocmd simple jc.parsers.ini+ > ../docs/parsers/ini.md
+pydocmd simple jc.parsers.iptables+ > ../docs/parsers/iptables.md
+pydocmd simple jc.parsers.jobs+ > ../docs/parsers/jobs.md
+pydocmd simple jc.parsers.last+ > ../docs/parsers/last.md
+pydocmd simple jc.parsers.ls+ > ../docs/parsers/ls.md
+pydocmd simple jc.parsers.lsblk+ > ../docs/parsers/lsblk.md
+pydocmd simple jc.parsers.lsmod+ > ../docs/parsers/lsmod.md
+pydocmd simple jc.parsers.lsof+ > ../docs/parsers/lsof.md
+pydocmd simple jc.parsers.mount+ > ../docs/parsers/mount.md
+pydocmd simple jc.parsers.netstat+ > ../docs/parsers/netstat.md
+pydocmd simple jc.parsers.ntpq+ > ../docs/parsers/ntpq.md
+pydocmd simple jc.parsers.passwd+ > ../docs/parsers/passwd.md
+pydocmd simple jc.parsers.pip_list+ > ../docs/parsers/pip_list.md
+pydocmd simple jc.parsers.pip_show+ > ../docs/parsers/pip_show.md
+pydocmd simple jc.parsers.ps+ > ../docs/parsers/ps.md
+pydocmd simple jc.parsers.route+ > ../docs/parsers/route.md
+pydocmd simple jc.parsers.shadow+ > ../docs/parsers/shadow.md
+pydocmd simple jc.parsers.ss+ > ../docs/parsers/ss.md
+pydocmd simple jc.parsers.stat+ > ../docs/parsers/stat.md
+pydocmd simple jc.parsers.sysctl+ > ../docs/parsers/sysctl.md
+pydocmd simple jc.parsers.systemctl+ > ../docs/parsers/systemctl.md
+pydocmd simple jc.parsers.systemctl_lj+ > ../docs/parsers/systemctl_lj.md
+pydocmd simple jc.parsers.systemctl_ls+ > ../docs/parsers/systemctl_ls.md
+pydocmd simple jc.parsers.systemctl_luf+ > ../docs/parsers/systemctl_luf.md
+pydocmd simple jc.parsers.timedatectl+ > ../docs/parsers/timedatectl.md
+pydocmd simple jc.parsers.uname+ > ../docs/parsers/uname.md
+pydocmd simple jc.parsers.uptime+ > ../docs/parsers/uptime.md
+pydocmd simple jc.parsers.w+ > ../docs/parsers/w.md
+pydocmd simple jc.parsers.who+ > ../docs/parsers/who.md
+pydocmd simple jc.parsers.xml+ > ../docs/parsers/xml.md
+pydocmd simple jc.parsers.yaml+ > ../docs/parsers/yaml.md

docs/parsers/airport.md

@@ -0,0 +1,109 @@
+# jc.parsers.airport
+jc - JSON CLI output utility airport -I Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -I (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -I | jc --airport -p
+    {
+      "agrctlrssi": -66,
+      "agrextrssi": 0,
+      "agrctlnoise": -90,
+      "agrextnoise": 0,
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": 195,
+      "maxrate": 867,
+      "lastassocstatus": 0,
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": 0,
+      "channel": "48,80"
+    }
+
+    $ airport -I | jc --airport -p -r
+    {
+      "agrctlrssi": "-66",
+      "agrextrssi": "0",
+      "agrctlnoise": "-90",
+      "agrextnoise": "0",
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": "195",
+      "maxrate": "867",
+      "lastassocstatus": "0",
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": "0",
+      "channel": "48,80"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "agrctlrssi":        integer,
+      "agrextrssi":        integer,
+      "agrctlnoise":       integer,
+      "agrextnoise":       integer,
+      "state":             string,
+      "op_mode":           string,
+      "lasttxrate":        integer,
+      "maxrate":           integer,
+      "lastassocstatus":   integer,
+      "802_11_auth":       string,
+      "link_auth":         string,
+      "bssid":             string,
+      "ssid":              string,
+      "mcs":               integer,
+      "channel":           string
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/airport_s.md

@@ -0,0 +1,136 @@
+# jc.parsers.airport_s
+jc - JSON CLI output utility airport -s Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -s (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -s | jc --airport-s -p
+    [
+      {
+        "ssid": "DIRECT-4A-HP OfficeJet 3830",
+        "bssid": "00:67:eb:2a:a7:3b",
+        "rssi": -90,
+        "channel": "6",
+        "ht": true,
+        "cc": "--",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "Latitude38",
+        "bssid": "c0:ff:d5:d2:7a:f3",
+        "rssi": -85,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "xfinitywifi",
+        "bssid": "6e:e3:0e:b8:45:99",
+        "rssi": -83,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "NONE"
+        ]
+      },
+      ...
+    ]
+
+    $ airport -s | jc --airport -p -r
+    [
+      {
+        "ssid": "DIRECT-F3-HP ENVY 5660 series",
+        "bssid": "b0:5a:da:6f:0a:d4",
+        "rssi": "-93",
+        "channel": "1",
+        "ht": "Y",
+        "cc": "--",
+        "security": "WPA2(PSK/AES/AES)"
+      },
+      {
+        "ssid": "YouAreInfected-5",
+        "bssid": "5c:e3:0e:c2:85:da",
+        "rssi": "-85",
+        "channel": "36",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      {
+        "ssid": "YuanFamily",
+        "bssid": "5c:e3:0e:b8:5f:9a",
+        "rssi": "-84",
+        "channel": "11",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+    [
+      {
+        "ssid":      string,
+        "bssid":     string,
+        "rssi":      integer,
+        "channel":   string,
+        "ht":        boolean,
+        "cc":        string,
+        "security": [
+                     string,
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/arp.md

@@ -0,0 +1,147 @@
+# jc.parsers.arp
+jc - JSON CLI output utility arp Parser
+
+Usage:
+
+    specify --arp as the first argument if the piped input is coming from:
+
+    arp
+      or
+    arp -a
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ arp | jc --arp -p
+    [
+      {
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f0:98:26",
+        "flags_mask": "C",
+        "iface": "ens33"
+      },
+      {
+        "address": "gateway",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "flags_mask": "C",
+        "iface": "ens33"
+      }
+    ]
+
+    $ arp | jc --arp -p -r
+    [
+      {
+        "address": "gateway",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "flags_mask": "C",
+        "iface": "ens33"
+      },
+      {
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:fe:7a:b4",
+        "flags_mask": "C",
+        "iface": "ens33"
+      }
+    ]
+
+    $ arp -a | jc --arp -p
+    [
+      {
+        "name": null,
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f0:98:26",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": 1182
+      },
+      {
+        "name": "gateway",
+        "address": "192.168.71.2",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": 110
+      }
+    ]
+
+    $ arp -a | jc --arp -p -r
+    [
+      {
+        "name": "?",
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:fe:7a:b4",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": "1182"
+      },
+      {
+        "name": "_gateway",
+        "address": "192.168.71.2",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": "110"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "name":       string,
+        "address":    string,
+        "hwtype":     string,
+        "hwaddress":  string,
+        "flags_mask": string,
+        "iface":      string,
+        "permanent":  boolean,
+        "expires":    integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/blkid.md

@@ -0,0 +1,148 @@
+# jc.parsers.blkid
+jc - JSON CLI output utility blkid Parser
+
+Usage:
+
+    specify --blkid as the first argument if the piped input is coming from blkid
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ blkid | jc --blkid -p
+    [
+      {
+        "device": "/dev/sda1",
+        "uuid": "05d927ab-5875-49e4-ada1-7f46cb32c932",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/sda2",
+        "uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "type": "LVM2_member"
+      },
+      {
+        "device": "/dev/mapper/centos-root",
+        "uuid": "07d718ff-950c-4e5b-98f0-42a1147c77d9",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/mapper/centos-swap",
+        "uuid": "615eb89a-bcbf-46fd-80e3-c483ff5c931f",
+        "type": "swap"
+      }
+    ]
+
+    $ sudo blkid -o udev -ip /dev/sda2 | jc --blkid -p
+    [
+      {
+        "id_fs_uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_uuid_enc": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_version": "LVM2\x20001",
+        "id_fs_type": "LVM2_member",
+        "id_fs_usage": "raid",
+        "id_iolimit_minimum_io_size": 512,
+        "id_iolimit_physical_sector_size": 512,
+        "id_iolimit_logical_sector_size": 512,
+        "id_part_entry_scheme": "dos",
+        "id_part_entry_type": "0x8e",
+        "id_part_entry_number": 2,
+        "id_part_entry_offset": 2099200,
+        "id_part_entry_size": 39843840,
+        "id_part_entry_disk": "8:0"
+      }
+    ]
+
+    $ sudo blkid -ip /dev/sda1 | jc --blkid -p -r
+    [
+      {
+        "devname": "/dev/sda1",
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "type": "xfs",
+        "usage": "filesystem",
+        "minimum_io_size": "512",
+        "physical_sector_size": "512",
+        "logical_sector_size": "512",
+        "part_entry_scheme": "dos",
+        "part_entry_type": "0x83",
+        "part_entry_flags": "0x80",
+        "part_entry_number": "1",
+        "part_entry_offset": "2048",
+        "part_entry_size": "2097152",
+        "part_entry_disk": "8:0"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "device":                            string,
+        "uuid":                              string,
+        "type":                              string,
+        "usage":                             string,
+        "part_entry_scheme":                 string,
+        "part_entry_type":                   string,
+        "part_entry_flags":                  string,
+        "part_entry_number":                 integer,
+        "part_entry_offset":                 integer,
+        "part_entry_size":                   integer,
+        "part_entry_disk":                   string,
+        "id_fs_uuid":                        string,
+        "id_fs_uuid_enc":                    string,
+        "id_fs_version":                     string,
+        "id_fs_type":                        string,
+        "id_fs_usage":                       string,
+        "id_part_entry_scheme":              string,
+        "id_part_entry_type":                string,
+        "id_part_entry_flags":               string,
+        "id_part_entry_number":              integer,
+        "id_part_entry_offset":              integer,
+        "id_part_entry_size":                integer,
+        "id_iolimit_minimum_io_size":        integer,
+        "id_iolimit_physical_sector_size":   integer,
+        "id_iolimit_logical_sector_size":    integer,
+        "id_part_entry_disk":                string,
+        "minimum_io_size":                   integer,
+        "physical_sector_size":              integer,
+        "logical_sector_size":               integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/crontab.md

@@ -0,0 +1,197 @@
+# jc.parsers.crontab
+jc - JSON CLI output utility crontab command and file Parser
+
+Usage:
+
+    specify --crontab as the first argument if the piped input is coming from crontab -l or a crontab file
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ crontab -l | jc --crontab -p
+    {
+      "variables": [
+        {
+          "name": "MAILTO",
+          "value": "root"
+        },
+        {
+          "name": "PATH",
+          "value": "/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/bash"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": [
+            "5"
+          ],
+          "hour": [
+            "10-11",
+            "22"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "command": "/var/www/devdaily.com/bin/mk-new-links.php"
+        },
+        {
+          "minute": [
+            "30"
+          ],
+          "hour": [
+            "4/2"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "command": "/var/www/devdaily.com/bin/create-all-backups.sh"
+        },
+        {
+          "occurrence": "yearly",
+          "command": "/home/maverick/bin/annual-maintenance"
+        },
+        {
+          "occurrence": "reboot",
+          "command": "/home/cleanup"
+        },
+        {
+          "occurrence": "monthly",
+          "command": "/home/maverick/bin/tape-backup"
+        }
+      ]
+    }
+
+    $ cat /etc/crontab | jc --crontab -p -r
+    {
+      "variables": [
+        {
+          "name": "MAILTO",
+          "value": "root"
+        },
+        {
+          "name": "PATH",
+          "value": "/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/bash"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": "5",
+          "hour": "10-11,22",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "command": "/var/www/devdaily.com/bin/mk-new-links.php"
+        },
+        {
+          "minute": "30",
+          "hour": "4/2",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "command": "/var/www/devdaily.com/bin/create-all-backups.sh"
+        },
+        {
+          "occurrence": "yearly",
+          "command": "/home/maverick/bin/annual-maintenance"
+        },
+        {
+          "occurrence": "reboot",
+          "command": "/home/cleanup"
+        },
+        {
+          "occurrence": "monthly",
+          "command": "/home/maverick/bin/tape-backup"
+        }
+      ]
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "variables": [
+        "name":               string,
+        "value":              string
+      ],
+      "schedule": [
+        {
+          "occurrence"        string,
+          "minute": [
+                              string
+          ],
+          "hour": [
+                              string
+          ],
+          "day_of_month": [
+                              string
+          ],
+          "month": [
+                              string
+          ],
+          "day_of_week": [
+                              string
+          ],
+          "occurrence":       string,
+          "command":          string
+        }
+      ]
+    }
+
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/crontab_u.md

@@ -0,0 +1,199 @@
+# jc.parsers.crontab_u
+jc - JSON CLI output utility crontab file Parser
+
+Usage:
+
+    specify --crontab-u as the first argument if the piped input is coming from a crontab file with User specified
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/crontab | jc --crontab-u -p
+    {
+      "variables": [
+        {
+          "name": "PATH",
+          "value": "/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/sh"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": [
+            "25"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )"
+        },
+        {
+          "minute": [
+            "47"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "7"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )"
+        },
+        {
+          "minute": [
+            "52"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "1"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )"
+        }
+      ]
+    }
+
+    $ cat /etc/crontab | jc --crontab-u -p -r
+    {
+      "variables": [
+        {
+          "name": "PATH",
+          "value": "/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/sh"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": "25",
+          "hour": "6",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )"
+        },
+        {
+          "minute": "47",
+          "hour": "6",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "7",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )"
+        },
+        {
+          "minute": "52",
+          "hour": "6",
+          "day_of_month": "1",
+          "month": "*",
+          "day_of_week": "*",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )"
+        }
+      ]
+    }
+
+
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "variables": [
+        "name":               string,
+        "value":              string
+      ],
+      "schedule": [
+        {
+          "occurrence"        string,
+          "minute": [
+                              string
+          ],
+          "hour": [
+                              string
+          ],
+          "day_of_month": [
+                              string
+          ],
+          "month": [
+                              string
+          ],
+          "day_of_week": [
+                              string
+          ],
+          "occurrence":       string,
+          "user":             string,
+          "command":          string
+        }
+      ]
+    }
+
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/csv.md

@@ -0,0 +1,105 @@
+# jc.parsers.csv
+jc - JSON CLI output utility csv Parser
+
+Usage:
+
+    specify --csv as the first argument if the piped input is coming from a csv file.
+    the csv parser will attempt to automatically detect the delimiter character.
+    if the delimiter cannot be detected it will default to comma.
+    the first row of the file must be a header row.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat homes.csv
+    "Sell", "List", "Living", "Rooms", "Beds", "Baths", "Age", "Acres", "Taxes"
+    142, 160, 28, 10, 5, 3,  60, 0.28,  3167
+    175, 180, 18,  8, 4, 1,  12, 0.43,  4033
+    129, 132, 13,  6, 3, 1,  41, 0.33,  1471
+    ...
+
+    $ cat homes.csv | jc --csv -p
+    [
+      {
+        "Sell": "142",
+        "List": "160",
+        "Living": "28",
+        "Rooms": "10",
+        "Beds": "5",
+        "Baths": "3",
+        "Age": "60",
+        "Acres": "0.28",
+        "Taxes": "3167"
+      },
+      {
+        "Sell": "175",
+        "List": "180",
+        "Living": "18",
+        "Rooms": "8",
+        "Beds": "4",
+        "Baths": "1",
+        "Age": "12",
+        "Acres": "0.43",
+        "Taxes": "4033"
+      },
+      {
+        "Sell": "129",
+        "List": "132",
+        "Living": "13",
+        "Rooms": "6",
+        "Beds": "3",
+        "Baths": "1",
+        "Age": "41",
+        "Acres": "0.33",
+        "Taxes": "1471"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Each dictionary represents a row in the csv file:
+
+    [
+      {
+        csv file converted to a Dictionary
+        https://docs.python.org/3/library/csv.html
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/df.md

@@ -0,0 +1,125 @@
+# jc.parsers.df
+jc - JSON CLI output utility df Parser
+
+Usage:
+
+    specify --df as the first argument if the piped input is coming from df
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Examples:
+
+    $ df | jc --df -p
+    [
+      {
+        "filesystem": "devtmpfs",
+        "1k_blocks": 1918820,
+        "used": 0,
+        "available": 1918820,
+        "use_percent": 0,
+        "mounted_on": "/dev"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": 1930668,
+        "used": 0,
+        "available": 1930668,
+        "use_percent": 0,
+        "mounted_on": "/dev/shm"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": 1930668,
+        "used": 11800,
+        "available": 1918868,
+        "use_percent": 1,
+        "mounted_on": "/run"
+      },
+      ...
+    ]
+
+    $ df | jc --df -p -r
+    [
+      {
+        "filesystem": "devtmpfs",
+        "1k_blocks": "1918820",
+        "used": "0",
+        "available": "1918820",
+        "use_percent": "0%",
+        "mounted_on": "/dev"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": "1930668",
+        "used": "0",
+        "available": "1930668",
+        "use_percent": "0%",
+        "mounted_on": "/dev/shm"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": "1930668",
+        "used": "11800",
+        "available": "1918868",
+        "use_percent": "1%",
+        "mounted_on": "/run"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "filesystem":        string,
+        "size":              string,
+        "1k_blocks":         integer,
+        "512_blocks":        integer,
+        "used":              integer,
+        "available":         integer,
+        "capacity_percent":  integer,
+        "ifree":             integer,
+        "iused":             integer,
+        "use_percent":       integer,
+        "iused_percent":     integer,
+        "mounted_on":        string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/dig.md

@@ -0,0 +1,412 @@
+# jc.parsers.dig
+jc - JSON CLI output utility dig Parser
+
+Usage:
+
+    Specify --dig as the first argument if the piped input is coming from dig
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p
+    [
+      {
+        "id": 34128,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": 1,
+        "answer_num": 4,
+        "authority_num": 0,
+        "additional_num": 1,
+        "question": {
+          "name": "cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.65.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.193.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.1.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.129.67"
+          }
+        ],
+        "query_time": 37,
+        "server": "2600",
+        "when": "Tue Nov 12 07:14:42 PST 2019",
+        "rcvd": 100
+      },
+      {
+        "id": 15273,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "aa",
+          "rd"
+        ],
+        "query_num": 1,
+        "answer_num": 1,
+        "authority_num": 4,
+        "additional_num": 1,
+        "question": {
+          "name": "www.cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "www.cnn.com.",
+            "class": "IN",
+            "type": "CNAME",
+            "ttl": 300,
+            "data": "turner-tls.map.fastly.net."
+          }
+        ],
+        "authority": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-1086.awsdns-07.org."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-1630.awsdns-11.co.uk."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-47.awsdns-05.com."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-576.awsdns-08.net."
+          }
+        ],
+        "query_time": 23,
+        "server": "205.251.194.64#53(205.251.194.64)",
+        "when": "Tue Nov 12 07:14:42 PST 2019",
+        "rcvd": 212
+      }
+    ]
+
+    $ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p -r
+    [
+      {
+        "id": "23843",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": "1",
+        "answer_num": "4",
+        "authority_num": "0",
+        "additional_num": "1",
+        "question": {
+          "name": "cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.193.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.1.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.65.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.129.67"
+          }
+        ],
+        "query_time": "24 msec",
+        "server": "192.168.1.254#53(192.168.1.254)",
+        "when": "Tue Nov 12 07:16:19 PST 2019",
+        "rcvd": "100"
+      },
+      {
+        "id": "8266",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "aa",
+          "rd"
+        ],
+        "query_num": "1",
+        "answer_num": "1",
+        "authority_num": "4",
+        "additional_num": "1",
+        "question": {
+          "name": "www.cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "www.cnn.com.",
+            "class": "IN",
+            "type": "CNAME",
+            "ttl": "300",
+            "data": "turner-tls.map.fastly.net."
+          }
+        ],
+        "authority": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-1086.awsdns-07.org."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-1630.awsdns-11.co.uk."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-47.awsdns-05.com."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-576.awsdns-08.net."
+          }
+        ],
+        "query_time": "26 msec",
+        "server": "205.251.194.64#53(205.251.194.64)",
+        "when": "Tue Nov 12 07:16:19 PST 2019",
+        "rcvd": "212"
+      }
+    ]
+
+    $ dig -x 1.1.1.1 | jc --dig -p
+    [
+      {
+        "id": 34898,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": 1,
+        "answer_num": 1,
+        "authority_num": 0,
+        "additional_num": 1,
+        "question": {
+          "name": "1.1.1.1.in-addr.arpa.",
+          "class": "IN",
+          "type": "PTR"
+        },
+        "answer": [
+          {
+            "name": "1.1.1.1.in-addr.arpa.",
+            "class": "IN",
+            "type": "PTR",
+            "ttl": 952,
+            "data": "one.one.one.one."
+          }
+        ],
+        "query_time": 103,
+        "server": "2600",
+        "when": "Tue Nov 12 07:15:33 PST 2019",
+        "rcvd": 78
+      }
+    ]
+
+    $ dig -x 1.1.1.1 | jc --dig -p -r
+    [
+      {
+        "id": "50986",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": "1",
+        "answer_num": "1",
+        "authority_num": "0",
+        "additional_num": "1",
+        "question": {
+          "name": "1.1.1.1.in-addr.arpa.",
+          "class": "IN",
+          "type": "PTR"
+        },
+        "answer": [
+          {
+            "name": "1.1.1.1.in-addr.arpa.",
+            "class": "IN",
+            "type": "PTR",
+            "ttl": "1800",
+            "data": "one.one.one.one."
+          }
+        ],
+        "query_time": "38 msec",
+        "server": "2600",
+        "when": "Tue Nov 12 07:17:19 PST 2019",
+        "rcvd": "78"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "id":             integer,
+        "opcode":         string,
+        "status":         string,
+        "flags": [
+                          string
+        ],
+        "query_num":      integer,
+        "answer_num":     integer,
+        "authority_num":  integer,
+        "additional_num": integer,
+        "axfr": [
+          {
+            "name":       string,
+            "class":      string,
+            "type":       string,
+            "ttl":        integer,
+            "data":       string
+          }
+        ],
+        "question": {
+          "name":         string,
+          "class":        string,
+          "type":         string
+        },
+        "answer": [
+          {
+            "name":       string,
+            "class":      string,
+            "type":       string,
+            "ttl":        integer,
+            "data":       string
+          }
+        ],
+        "authority": [
+          {
+            "name":       string,
+            "class":      string,
+            "type":       string,
+            "ttl":        integer,
+            "data":       string
+          }
+        ],
+        "query_time":     integer,   # in msec
+        "server":         string,
+        "when":           string,
+        "rcvd":           integer
+        "size":           string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/dmidecode.md

@@ -0,0 +1,153 @@
+# jc.parsers.dmidecode
+jc - JSON CLI output utility dmidecode Parser
+
+Usage:
+
+    specify --dmidecode as the first argument if the piped input is coming from dmidecode
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    # dmidecode | jc --dmidecode -p
+    [
+      {
+        "handle": "0x0000",
+        "type": 0,
+        "bytes": 24,
+        "description": "BIOS Information",
+        "values": {
+          "vendor": "Phoenix Technologies LTD",
+          "version": "6.00",
+          "release_date": "04/13/2018",
+          "address": "0xEA490",
+          "runtime_size": "88944 bytes",
+          "rom_size": "64 kB",
+          "characteristics": [
+            "ISA is supported",
+            "PCI is supported",
+            "PC Card (PCMCIA) is supported",
+            "PNP is supported",
+            "APM is supported",
+            "BIOS is upgradeable",
+            "BIOS shadowing is allowed",
+            "ESCD support is available",
+            "Boot from CD is supported",
+            "Selectable boot is supported",
+            "EDD is supported",
+            "Print screen service is supported (int 5h)",
+            "8042 keyboard services are supported (int 9h)",
+            "Serial services are supported (int 14h)",
+            "Printer services are supported (int 17h)",
+            "CGA/mono video services are supported (int 10h)",
+            "ACPI is supported",
+            "Smart battery is supported",
+            "BIOS boot specification is supported",
+            "Function key-initiated network boot is supported",
+            "Targeted content distribution is supported"
+          ],
+          "bios_revision": "4.6",
+          "firmware_revision": "0.0"
+        }
+      },
+      ...
+    ]
+
+    # dmidecode | jc --dmidecode -p -r
+    [
+      {
+        "handle": "0x0000",
+        "type": "0",
+        "bytes": "24",
+        "description": "BIOS Information",
+        "values": {
+          "vendor": "Phoenix Technologies LTD",
+          "version": "6.00",
+          "release_date": "04/13/2018",
+          "address": "0xEA490",
+          "runtime_size": "88944 bytes",
+          "rom_size": "64 kB",
+          "characteristics": [
+            "ISA is supported",
+            "PCI is supported",
+            "PC Card (PCMCIA) is supported",
+            "PNP is supported",
+            "APM is supported",
+            "BIOS is upgradeable",
+            "BIOS shadowing is allowed",
+            "ESCD support is available",
+            "Boot from CD is supported",
+            "Selectable boot is supported",
+            "EDD is supported",
+            "Print screen service is supported (int 5h)",
+            "8042 keyboard services are supported (int 9h)",
+            "Serial services are supported (int 14h)",
+            "Printer services are supported (int 17h)",
+            "CGA/mono video services are supported (int 10h)",
+            "ACPI is supported",
+            "Smart battery is supported",
+            "BIOS boot specification is supported",
+            "Function key-initiated network boot is supported",
+            "Targeted content distribution is supported"
+          ],
+          "bios_revision": "4.6",
+          "firmware_revision": "0.0"
+        }
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "handle":                      string,
+        "type":                        integer,
+        "bytes":                       integer,
+        "description":                 string,
+        "values": {                               (null if empty)
+          "lowercase_no_spaces_keys":  string,
+          "multiline_key_values": [
+                                       string,
+          ]
+        }
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/du.md

@@ -0,0 +1,115 @@
+# jc.parsers.du
+jc - JSON CLI output utility du Parser
+
+Usage:
+
+    specify --du as the first argument if the piped input is coming from du
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ du /usr | jc --du -p
+    [
+      {
+        "size": 104608,
+        "name": "/usr/bin"
+      },
+      {
+        "size": 56,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/_CodeSignature"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local/standalone"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr"
+      },
+      {
+        "size": 1008,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/dfu"
+      },
+      ...
+    ]
+
+    $ du /usr | jc --du -p -r
+    [
+      {
+        "size": "104608",
+        "name": "/usr/bin"
+      },
+      {
+        "size": "56",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/_CodeSignature"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local/standalone"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr"
+      },
+      {
+        "size": "1008",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/dfu"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "size":     integer,
+        "name":     string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/env.md

@@ -0,0 +1,96 @@
+# jc.parsers.env
+jc - JSON CLI output utility env Parser
+
+Usage:
+
+    specify --env as the first argument if the piped input is coming from env
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ env | jc --env -p
+    [
+      {
+        "name": "XDG_SESSION_ID",
+        "value": "1"
+      },
+      {
+        "name": "HOSTNAME",
+        "value": "localhost.localdomain"
+      },
+      {
+        "name": "TERM",
+        "value": "vt220"
+      },
+      {
+        "name": "SHELL",
+        "value": "/bin/bash"
+      },
+      {
+        "name": "HISTSIZE",
+        "value": "1000"
+      },
+      ...
+    ]
+
+    $ env | jc --env -p -r
+    {
+      "TERM": "xterm-256color",
+      "SHELL": "/bin/bash",
+      "USER": "root",
+      "PATH": "/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin",
+      "PWD": "/root",
+      "LANG": "en_US.UTF-8",
+      "HOME": "/root",
+      "LOGNAME": "root",
+      "_": "/usr/bin/env"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "name":     string,
+        "value":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary of raw structured data or
+    list of dictionaries of processed structured data
+

docs/parsers/file.md

@@ -0,0 +1,90 @@
+# jc.parsers.file
+jc - JSON CLI output utility file command Parser
+
+Usage:
+
+    specify --file as the first argument if the piped input is coming from file.
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ file * | jc --file -p
+    [
+      {
+        "filename": "Applications",
+        "type": "directory"
+      },
+      {
+        "filename": "another file with spaces",
+        "type": "empty"
+      },
+      {
+        "filename": "argstest.py",
+        "type": "Python script text executable, ASCII text"
+      },
+      {
+        "filename": "blkid-p.out",
+        "type": "ASCII text"
+      },
+      {
+        "filename": "blkid-pi.out",
+        "type": "ASCII text, with very long lines"
+      },
+      {
+        "filename": "cd_catalog.xml",
+        "type": "XML 1.0 document text, ASCII text, with CRLF line terminators"
+      },
+      {
+        "filename": "centosserial.sh",
+        "type": "Bourne-Again shell script text executable, UTF-8 Unicode text"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "filename":   string,
+        "type   ":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/free.md

@@ -0,0 +1,100 @@
+# jc.parsers.free
+jc - JSON CLI output utility free Parser
+
+Usage:
+
+    specify --free as the first argument if the piped input is coming from free
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ free | jc --free -p
+    [
+      {
+        "type": "Mem",
+        "total": 3861340,
+        "used": 220508,
+        "free": 3381972,
+        "shared": 11800,
+        "buff_cache": 258860,
+        "available": 3397784
+      },
+      {
+        "type": "Swap",
+        "total": 2097148,
+        "used": 0,
+        "free": 2097148
+      }
+    ]
+
+    $ free | jc --free -p -r
+    [
+      {
+        "type": "Mem",
+        "total": "2017300",
+        "used": "213104",
+        "free": "1148452",
+        "shared": "1176",
+        "buff_cache": "655744",
+        "available": "1622204"
+      },
+      {
+        "type": "Swap",
+        "total": "2097148",
+        "used": "0",
+        "free": "2097148"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "type":         string,
+        "total":        integer,
+        "used":         integer,
+        "free":         integer,
+        "shared":       integer,
+        "buff_cache":   integer,
+        "available":    integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/fstab.md

@@ -0,0 +1,117 @@
+# jc.parsers.fstab
+jc - JSON CLI output utility fstab Parser
+
+Usage:
+
+    specify --fstab as the first argument if the piped input is coming from a fstab file
+
+Compatibility:
+
+    'linux', 'freebsd'
+
+Examples:
+
+    $ cat /etc/fstab | jc --fstab -p
+    [
+      {
+        "fs_spec": "/dev/mapper/centos-root",
+        "fs_file": "/",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      },
+      {
+        "fs_spec": "UUID=05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "fs_file": "/boot",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      },
+      {
+        "fs_spec": "/dev/mapper/centos-swap",
+        "fs_file": "swap",
+        "fs_vfstype": "swap",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      }
+    ]
+
+    $ cat /etc/fstab | jc --fstab -p -r
+    [
+      {
+        "fs_spec": "/dev/mapper/centos-root",
+        "fs_file": "/",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      },
+      {
+        "fs_spec": "UUID=05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "fs_file": "/boot",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      },
+      {
+        "fs_spec": "/dev/mapper/centos-swap",
+        "fs_file": "swap",
+        "fs_vfstype": "swap",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "fs_spec":      string,
+        "fs_file":      string,
+        "fs_vfstype":   string,
+        "fs_mntops":    string,
+        "fs_freq":      integer,
+        "fs_passno":    integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/group.md

@@ -0,0 +1,141 @@
+# jc.parsers.group
+jc - JSON CLI output utility /etc/group file Parser
+
+Usage:
+
+    specify --group as the first argument if the piped input is coming from /etc/group
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/group | jc --group -p
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": -2,
+        "members": []
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": -1,
+        "members": []
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": 0,
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": 29,
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/group | jc --group -p -r
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": "-2",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": "-1",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": "0",
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": "29",
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "group_name":    string,
+        "password":      string,
+        "gid":           integer,
+        "members": [
+                         string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/gshadow.md

@@ -0,0 +1,109 @@
+# jc.parsers.gshadow
+jc - JSON CLI output utility /etc/gshadow file Parser
+
+Usage:
+
+    specify --gshadow as the first argument if the piped input is coming from /etc/gshadow
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/gshadow | jc --gshadow -p
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [],
+        "members": []
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/gshadow | jc --gshadow -p -r
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "group_name":       string,
+        "password":         string,
+        "administrators": [
+                            string
+        ],
+        "members": [
+                            string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/history.md

@@ -0,0 +1,88 @@
+# jc.parsers.history
+jc - JSON CLI output utility history Parser
+
+Usage:
+
+    specify --history as the first argument if the piped input is coming from history
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ history | jc --history -p
+    [
+      {
+        "line": 118,
+        "command": "sleep 100"
+      },
+      {
+        "line": 119,
+        "command": "ls /bin"
+      },
+      {
+        "line": 120,
+        "command": "echo "hello""
+      },
+      {
+        "line": 121,
+        "command": "docker images"
+      },
+      ...
+    ]
+
+    $ history | jc --history -p -r
+    {
+      "118": "sleep 100",
+      "119": "ls /bin",
+      "120": "echo "hello"",
+      "121": "docker images",
+      ...
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "line":     integer,
+        "command":  string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary of raw structured data or
+    list of dictionaries of processed structured data
+

docs/parsers/hosts.md

@@ -0,0 +1,106 @@
+# jc.parsers.hosts
+jc - JSON CLI output utility hosts Parser
+
+Usage:
+
+    specify --hosts as the first argument if the piped input is coming from a hosts file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/hosts | jc --hosts -p
+    [
+      {
+        "ip": "127.0.0.1",
+        "hostname": [
+          "localhost"
+        ]
+      },
+      {
+        "ip": "127.0.1.1",
+        "hostname": [
+          "root-ubuntu"
+        ]
+      },
+      {
+        "ip": "::1",
+        "hostname": [
+          "ip6-localhost",
+          "ip6-loopback"
+        ]
+      },
+      {
+        "ip": "fe00::0",
+        "hostname": [
+          "ip6-localnet"
+        ]
+      },
+      {
+        "ip": "ff00::0",
+        "hostname": [
+          "ip6-mcastprefix"
+        ]
+      },
+      {
+        "ip": "ff02::1",
+        "hostname": [
+          "ip6-allnodes"
+        ]
+      },
+      {
+        "ip": "ff02::2",
+        "hostname": [
+          "ip6-allrouters"
+        ]
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "ip":           string,
+        "hostname": [
+                        string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/id.md

@@ -0,0 +1,133 @@
+# jc.parsers.id
+jc - JSON CLI output utility id Parser
+
+Usage:
+
+    specify --id as the first argument if the piped input is coming from id
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ id | jc --id -p
+    {
+      "uid": {
+        "id": 1000,
+        "name": "joeuser"
+      },
+      "gid": {
+        "id": 1000,
+        "name": "joeuser"
+      },
+      "groups": [
+        {
+          "id": 1000,
+          "name": "joeuser"
+        },
+        {
+          "id": 10,
+          "name": "wheel"
+        }
+      ],
+      "context": {
+        "user": "unconfined_u",
+        "role": "unconfined_r",
+        "type": "unconfined_t",
+        "level": "s0-s0:c0.c1023"
+      }
+    }
+
+    $ id | jc --id -p -r
+    {
+      "uid": {
+        "id": "1000",
+        "name": "joeuser"
+      },
+      "gid": {
+        "id": "1000",
+        "name": "joeuser"
+      },
+      "groups": [
+        {
+          "id": "1000",
+          "name": "joeuser"
+        },
+        {
+          "id": "10",
+          "name": "wheel"
+        }
+      ],
+      "context": {
+        "user": "unconfined_u",
+        "role": "unconfined_r",
+        "type": "unconfined_t",
+        "level": "s0-s0:c0.c1023"
+      }
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "uid": {
+        "id":       integer,
+        "name":     string
+      },
+      "gid": {
+        "id":       integer,
+        "name":     string
+      },
+      "groups": [
+        {
+          "id":     integer,
+          "name":   string
+        },
+        {
+          "id":     integer,
+          "name":   string
+        }
+      ],
+      "context": {
+        "user":     string,
+        "role":     string,
+        "type":     string,
+        "level":    string
+      }
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ifconfig.md

@@ -0,0 +1,225 @@
+# jc.parsers.ifconfig
+jc - JSON CLI output utility ifconfig Parser
+
+Usage:
+
+    specify --ifconfig as the first argument if the piped input is coming from ifconfig
+
+    no ifconfig options are supported.
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ ifconfig | jc --ifconfig -p
+    [
+      {
+        "name": "ens33",
+        "flags": 4163,
+        "state": [
+          "UP",
+          "BROADCAST",
+          "RUNNING",
+          "MULTICAST"
+        ],
+        "mtu": 1500,
+        "ipv4_addr": "192.168.71.137",
+        "ipv4_mask": "255.255.255.0",
+        "ipv4_bcast": "192.168.71.255",
+        "ipv6_addr": "fe80::c1cb:715d:bc3e:b8a0",
+        "ipv6_mask": 64,
+        "ipv6_scope": "0x20",
+        "mac_addr": "00:0c:29:3b:58:0e",
+        "type": "Ethernet",
+        "rx_packets": 8061,
+        "rx_bytes": 1514413,
+        "rx_errors": 0,
+        "rx_dropped": 0,
+        "rx_overruns": 0,
+        "rx_frame": 0,
+        "tx_packets": 4502,
+        "tx_bytes": 866622,
+        "tx_errors": 0,
+        "tx_dropped": 0,
+        "tx_overruns": 0,
+        "tx_carrier": 0,
+        "tx_collisions": 0,
+        "metric": null
+      },
+      {
+        "name": "lo",
+        "flags": 73,
+        "state": [
+          "UP",
+          "LOOPBACK",
+          "RUNNING"
+        ],
+        "mtu": 65536,
+        "ipv4_addr": "127.0.0.1",
+        "ipv4_mask": "255.0.0.0",
+        "ipv4_bcast": null,
+        "ipv6_addr": "::1",
+        "ipv6_mask": 128,
+        "ipv6_scope": "0x10",
+        "mac_addr": null,
+        "type": "Local Loopback",
+        "rx_packets": 73,
+        "rx_bytes": 6009,
+        "rx_errors": 0,
+        "rx_dropped": 0,
+        "rx_overruns": 0,
+        "rx_frame": 0,
+        "tx_packets": 73,
+        "tx_bytes": 6009,
+        "tx_errors": 0,
+        "tx_dropped": 0,
+        "tx_overruns": 0,
+        "tx_carrier": 0,
+        "tx_collisions": 0,
+        "metric": null
+      }
+    ]
+
+    $ ifconfig | jc --ifconfig -p -r
+    [
+      {
+        "name": "ens33",
+        "flags": "4163",
+        "state": "UP,BROADCAST,RUNNING,MULTICAST",
+        "mtu": "1500",
+        "ipv4_addr": "192.168.71.137",
+        "ipv4_mask": "255.255.255.0",
+        "ipv4_bcast": "192.168.71.255",
+        "ipv6_addr": "fe80::c1cb:715d:bc3e:b8a0",
+        "ipv6_mask": "64",
+        "ipv6_scope": "0x20",
+        "mac_addr": "00:0c:29:3b:58:0e",
+        "type": "Ethernet",
+        "rx_packets": "8061",
+        "rx_bytes": "1514413",
+        "rx_errors": "0",
+        "rx_dropped": "0",
+        "rx_overruns": "0",
+        "rx_frame": "0",
+        "tx_packets": "4502",
+        "tx_bytes": "866622",
+        "tx_errors": "0",
+        "tx_dropped": "0",
+        "tx_overruns": "0",
+        "tx_carrier": "0",
+        "tx_collisions": "0",
+        "metric": null
+      },
+      {
+        "name": "lo",
+        "flags": "73",
+        "state": "UP,LOOPBACK,RUNNING",
+        "mtu": "65536",
+        "ipv4_addr": "127.0.0.1",
+        "ipv4_mask": "255.0.0.0",
+        "ipv4_bcast": null,
+        "ipv6_addr": "::1",
+        "ipv6_mask": "128",
+        "ipv6_scope": "0x10",
+        "mac_addr": null,
+        "type": "Local Loopback",
+        "rx_packets": "73",
+        "rx_bytes": "6009",
+        "rx_errors": "0",
+        "rx_dropped": "0",
+        "rx_overruns": "0",
+        "rx_frame": "0",
+        "tx_packets": "73",
+        "tx_bytes": "6009",
+        "tx_errors": "0",
+        "tx_dropped": "0",
+        "tx_overruns": "0",
+        "tx_carrier": "0",
+        "tx_collisions": "0",
+        "metric": null
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## IfconfigParser
+```python
+IfconfigParser(self, console_output)
+```
+
+## InterfaceNotFound
+```python
+InterfaceNotFound(self, /, *args, **kwargs)
+```
+
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "name":             string,
+        "flags":            integer,
+        "state": [
+                            string
+        ],
+        "mtu":              integer,
+        "ipv4_addr":        string,
+        "ipv4_mask":        string,
+        "ipv4_bcast":       string,
+        "ipv6_addr":        string,
+        "ipv6_mask":        integer,
+        "ipv6_scope":       string,
+        "mac_addr":         string,
+        "type":             string,
+        "rx_packets":       integer,
+        "rx_bytes":         integer,
+        "rx_errors":        integer,
+        "rx_dropped":       integer,
+        "rx_overruns":      integer,
+        "rx_frame":         integer,
+        "tx_packets":       integer,
+        "tx_bytes":         integer,
+        "tx_errors":        integer,
+        "tx_dropped":       integer,
+        "tx_overruns":      integer,
+        "tx_carrier":       integer,
+        "tx_collisions":    integer,
+        "metric":           integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ini.md

@@ -0,0 +1,87 @@
+# jc.parsers.ini
+jc - JSON CLI output utility INI Parser
+
+Usage:
+
+    specify --ini as the first argument if the piped input is coming from an INI file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat example.ini
+    [DEFAULT]
+    ServerAliveInterval = 45
+    Compression = yes
+    CompressionLevel = 9
+    ForwardX11 = yes
+
+    [bitbucket.org]
+    User = hg
+
+    [topsecret.server.com]
+    Port = 50022
+    ForwardX11 = no
+
+    $ cat example.ini | jc --ini -p
+    {
+      "bitbucket.org": {
+        "serveraliveinterval": "45",
+        "compression": "yes",
+        "compressionlevel": "9",
+        "forwardx11": "yes",
+        "user": "hg"
+      },
+      "topsecret.server.com": {
+        "serveraliveinterval": "45",
+        "compression": "yes",
+        "compressionlevel": "9",
+        "forwardx11": "no",
+        "port": "50022"
+      }
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary representing an ini document:
+
+    {
+      ini document converted to a dictionary
+      see configparser standard library documentation for more details
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary representing the ini file
+

docs/parsers/iptables.md

@@ -0,0 +1,191 @@
+# jc.parsers.iptables
+jc - JSON CLI output utility ipables Parser
+
+Usage:
+
+    Specify --iptables as the first argument if the piped input is coming from iptables
+
+    Supports -vLn and --line-numbers for all tables
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p
+    [
+      {
+        "chain": "PREROUTING",
+        "rules": [
+          {
+            "num": 1,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_direct",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 2,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_ZONES_SOURCE",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 3,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_ZONES",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 4,
+            "pkts": 0,
+            "bytes": 0,
+            "target": "DOCKER",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere",
+            "options": "ADDRTYPE match dst-type LOCAL"
+          }
+        ]
+      },
+      ...
+    ]
+
+    $ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p -r
+    [
+      {
+        "chain": "PREROUTING",
+        "rules": [
+          {
+            "num": "1",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_direct",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "2",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_ZONES_SOURCE",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "3",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_ZONES",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "4",
+            "pkts": "0",
+            "bytes": "0",
+            "target": "DOCKER",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere",
+            "options": "ADDRTYPE match dst-type LOCAL"
+          }
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "chain":                string,
+        "rules": [
+          {
+            "num"               integer,
+            "pkts":             integer,
+            "bytes":            integer,  # converted based on suffix
+            "target":           string,
+            "prot":             string,
+            "opt":              string,   # "--" = Null
+            "in":               string,
+            "out":              string,
+            "source":           string,
+            "destination":      string,
+            "options":          string
+          }
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/jobs.md

@@ -0,0 +1,122 @@
+# jc.parsers.jobs
+jc - JSON CLI output utility jobs Parser
+
+Usage:
+
+    specify --jobs as the first argument if the piped input is coming from jobs
+
+    Also supports the -l option
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Example:
+
+    $ jobs -l | jc --jobs -p
+    [
+      {
+        "job_number": 1,
+        "pid": 5283,
+        "status": "Running",
+        "command": "sleep 10000 &"
+      },
+      {
+        "job_number": 2,
+        "pid": 5284,
+        "status": "Running",
+        "command": "sleep 10100 &"
+      },
+      {
+        "job_number": 3,
+        "pid": 5285,
+        "history": "previous",
+        "status": "Running",
+        "command": "sleep 10001 &"
+      },
+      {
+        "job_number": 4,
+        "pid": 5286,
+        "history": "current",
+        "status": "Running",
+        "command": "sleep 10112 &"
+      }
+    ]
+
+    $ jobs -l | jc --jobs -p -r
+    [
+      {
+        "job_number": "1",
+        "pid": "19510",
+        "status": "Running",
+        "command": "sleep 1000 &"
+      },
+      {
+        "job_number": "2",
+        "pid": "19511",
+        "status": "Running",
+        "command": "sleep 1001 &"
+      },
+      {
+        "job_number": "3",
+        "pid": "19512",
+        "history": "previous",
+        "status": "Running",
+        "command": "sleep 1002 &"
+      },
+      {
+        "job_number": "4",
+        "pid": "19513",
+        "history": "current",
+        "status": "Running",
+        "command": "sleep 1003 &"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "job_number":   integer,
+        "pid":          integer,
+        "history":      string,
+        "status":       string,
+        "command":      string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/last.md

@@ -0,0 +1,118 @@
+# jc.parsers.last
+jc - JSON CLI output utility last Parser
+
+Usage:
+
+    specify --last as the first argument if the piped input is coming from last or lastb
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ last | jc --last -p
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": null,
+        "login": "Thu Feb 27 14:31",
+        "logout": "still logged in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+    $ last | jc --last -p -r
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": "-",
+        "login": "Thu Feb 27 14:31",
+        "logout": "still_logged_in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "user":       string,
+        "tty":        string,
+        "hostname":   string,
+        "login":      string,
+        "logout":     string,
+        "duration":   string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ls.md

@@ -0,0 +1,197 @@
+# jc.parsers.ls
+jc - JSON CLI output utility ls Parser
+
+Note: The -l or -b option of ls should be used to correctly parse filenames that include newline characters.
+      Since ls does not encode newlines in filenames when outputting to a pipe it will cause jc to see
+      multiple files instead of a single file if -l or -b is not used.
+
+Usage:
+
+    specify --ls as the first argument if the piped input is coming from ls
+
+    ls options supported:
+
+                    -lbaR
+    --time-style=full-iso
+                       -h  file sizes will be available in text form with -r but larger file sizes
+                               with human readable suffixes will be converted to Null in default view
+                               since the parser attempts to convert this field to an integer.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ ls /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos"
+      },
+      {
+        "filename": "arch"
+      },
+      {
+        "filename": "awk"
+      },
+      {
+        "filename": "base64"
+      },
+      ...
+    ]
+
+    $ ls -l /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 6,
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "ar",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 62744,
+        "date": "Aug 8 16:14"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 33080,
+        "date": "Aug 19 23:25"
+      },
+      ...
+    ]
+
+    $ ls -l /usr/bin | jc --ls -p -r
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "6",
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "33080",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "awk",
+        "link_to": "gawk",
+        "flags": "lrwxrwxrwx.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "4",
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "base64",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "37360",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "basename",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "29032",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "bash",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "964600",
+        "date": "Aug 8 05:06"
+      },
+      ...
+    ]
+
+    $ ls -l /usr/bin | jc --ls | jq '.[] | select(.size > 50000000)'
+    {
+      "filename": "emacs",
+      "flags": "-r-xr-xr-x",
+      "links": 1,
+      "owner": "root",
+      "group": "wheel",
+      "size": 117164432,
+      "date": "May 3 2019"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "filename": string,
+        "flags":    string,
+        "links":    integer,
+        "parent":   string,
+        "owner":    string,
+        "group":    string,
+        "size":     integer,
+        "date":     string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/lsblk.md

@@ -0,0 +1,296 @@
+# jc.parsers.lsblk
+jc - JSON CLI output utility lsblk Parser
+
+Usage:
+
+    specify --lsblk as the first argument if the piped input is coming from lsblk
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ lsblk | jc --lsblk -p
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": false,
+        "size": "20G",
+        "ro": false,
+        "type": "disk",
+        "mountpoint": null
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": false,
+        "size": "1G",
+        "ro": false,
+        "type": "part",
+        "mountpoint": "/boot"
+      },
+      ...
+    ]
+
+    $ lsblk -o +KNAME,FSTYPE,LABEL,UUID,PARTLABEL,PARTUUID,RA,MODEL,SERIAL,STATE,OWNER,GROUP,MODE,ALIGNMENT,MIN-IO,OPT-IO,PHY-SEC,LOG-SEC,ROTA,SCHED,RQ-SIZE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,WSAME,WWN,RAND,PKNAME,HCTL,TRAN,REV,VENDOR | jc --lsblk -p
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": false,
+        "size": "20G",
+        "ro": false,
+        "type": "disk",
+        "mountpoint": null,
+        "kname": "sda",
+        "fstype": null,
+        "label": null,
+        "uuid": null,
+        "partlabel": null,
+        "partuuid": null,
+        "ra": 4096,
+        "model": "VMware Virtual S",
+        "serial": null,
+        "state": "running",
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": 0,
+        "min_io": 512,
+        "opt_io": 0,
+        "phy_sec": 512,
+        "log_sec": 512,
+        "rota": true,
+        "sched": "deadline",
+        "rq_size": 128,
+        "disc_aln": 0,
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": false,
+        "wsame": "32M",
+        "wwn": null,
+        "rand": true,
+        "pkname": null,
+        "hctl": "0:0:0:0",
+        "tran": "spi",
+        "rev": "1.0",
+        "vendor": "VMware,"
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": false,
+        "size": "1G",
+        "ro": false,
+        "type": "part",
+        "mountpoint": "/boot",
+        "kname": "sda1",
+        "fstype": "xfs",
+        "label": null,
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "partlabel": null,
+        "partuuid": null,
+        "ra": 4096,
+        "model": null,
+        "serial": null,
+        "state": null,
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": 0,
+        "min_io": 512,
+        "opt_io": 0,
+        "phy_sec": 512,
+        "log_sec": 512,
+        "rota": true,
+        "sched": "deadline",
+        "rq_size": 128,
+        "disc_aln": 0,
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": false,
+        "wsame": "32M",
+        "wwn": null,
+        "rand": true,
+        "pkname": "sda",
+        "hctl": null,
+        "tran": null,
+        "rev": null,
+        "vendor": null
+      },
+      ...
+    ]
+
+    $ lsblk -o +KNAME,FSTYPE,LABEL,UUID,PARTLABEL,PARTUUID,RA,MODEL,SERIAL,STATE,OWNER,GROUP,MODE,ALIGNMENT,MIN-IO,OPT-IO,PHY-SEC,LOG-SEC,ROTA,SCHED,RQ-SIZE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,WSAME,WWN,RAND,PKNAME,HCTL,TRAN,REV,VENDOR | jc --lsblk -p -r
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": "0",
+        "size": "20G",
+        "ro": "0",
+        "type": "disk",
+        "mountpoint": null,
+        "kname": "sda",
+        "fstype": null,
+        "label": null,
+        "uuid": null,
+        "partlabel": null,
+        "partuuid": null,
+        "ra": "4096",
+        "model": "VMware Virtual S",
+        "serial": null,
+        "state": "running",
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": "0",
+        "min_io": "512",
+        "opt_io": "0",
+        "phy_sec": "512",
+        "log_sec": "512",
+        "rota": "1",
+        "sched": "deadline",
+        "rq_size": "128",
+        "disc_aln": "0",
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": "0",
+        "wsame": "32M",
+        "wwn": null,
+        "rand": "1",
+        "pkname": null,
+        "hctl": "0:0:0:0",
+        "tran": "spi",
+        "rev": "1.0",
+        "vendor": "VMware,"
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": "0",
+        "size": "1G",
+        "ro": "0",
+        "type": "part",
+        "mountpoint": "/boot",
+        "kname": "sda1",
+        "fstype": "xfs",
+        "label": null,
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "partlabel": null,
+        "partuuid": null,
+        "ra": "4096",
+        "model": null,
+        "serial": null,
+        "state": null,
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": "0",
+        "min_io": "512",
+        "opt_io": "0",
+        "phy_sec": "512",
+        "log_sec": "512",
+        "rota": "1",
+        "sched": "deadline",
+        "rq_size": "128",
+        "disc_aln": "0",
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": "0",
+        "wsame": "32M",
+        "wwn": null,
+        "rand": "1",
+        "pkname": "sda",
+        "hctl": null,
+        "tran": null,
+        "rev": null,
+        "vendor": null
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "name":         string,
+        "maj_min":      string,
+        "rm":           boolean,
+        "size":         string,
+        "ro":           boolean,
+        "type":         string,
+        "mountpoint":   string,
+        "kname":        string,
+        "fstype":       string,
+        "label":        string,
+        "uuid":         string,
+        "partlabel":    string,
+        "partuuid":     string,
+        "ra":           integer,
+        "model":        string,
+        "serial":       string,
+        "state":        string,
+        "owner":        string,
+        "group":        string,
+        "mode":         string,
+        "alignment":    integer,
+        "min_io":       integer,
+        "opt_io":       integer,
+        "phy_sec":      integer,
+        "log_sec":      integer,
+        "rota":         boolean,
+        "sched":        string,
+        "rq_size":      integer,
+        "disc_aln":     integer,
+        "disc_gran":    string,
+        "disc_max":     string,
+        "disc_zero":    boolean,
+        "wsame":        string,
+        "wwn":          string,
+        "rand":         boolean,
+        "pkname":       string,
+        "hctl":         string,
+        "tran":         string,
+        "rev":          string,
+        "vendor":       string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/lsmod.md

@@ -0,0 +1,153 @@
+# jc.parsers.lsmod
+jc - JSON CLI output utility lsmod Parser
+
+Usage:
+
+    specify --lsmod as the first argument if the piped input is coming from lsmod
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ lsmod | jc --lsmod -p
+    [
+      ...
+      {
+        "module": "nf_nat",
+        "size": 26583,
+        "used": 3,
+        "by": [
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "nf_nat_masquerade_ipv4"
+        ]
+      },
+      {
+        "module": "iptable_mangle",
+        "size": 12695,
+        "used": 1
+      },
+      {
+        "module": "iptable_security",
+        "size": 12705,
+        "used": 1
+      },
+      {
+        "module": "iptable_raw",
+        "size": 12678,
+        "used": 1
+      },
+      {
+        "module": "nf_conntrack",
+        "size": 139224,
+        "used": 7,
+        "by": [
+          "nf_nat",
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "xt_conntrack",
+          "nf_nat_masquerade_ipv4",
+          "nf_conntrack_ipv4",
+          "nf_conntrack_ipv6"
+        ]
+      },
+      ...
+    ]
+
+    $ lsmod | jc --lsmod -p -r
+    [
+      ...
+      {
+        "module": "nf_conntrack",
+        "size": "139224",
+        "used": "7",
+        "by": [
+          "nf_nat",
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "xt_conntrack",
+          "nf_nat_masquerade_ipv4",
+          "nf_conntrack_ipv4",
+          "nf_conntrack_ipv6"
+        ]
+      },
+      {
+        "module": "ip_set",
+        "size": "45799",
+        "used": "0"
+      },
+      {
+        "module": "nfnetlink",
+        "size": "14519",
+        "used": "1",
+        "by": [
+          "ip_set"
+        ]
+      },
+      {
+        "module": "ebtable_filter",
+        "size": "12827",
+        "used": "1"
+      },
+      {
+        "module": "ebtables",
+        "size": "35009",
+        "used": "2",
+        "by": [
+          "ebtable_nat",
+          "ebtable_filter"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "module": string,
+        "size":   integer,
+        "used":   integer,
+        "by": [
+                  string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/lsof.md

@@ -0,0 +1,147 @@
+# jc.parsers.lsof
+jc - JSON CLI output utility lsof Parser
+
+Usage:
+
+    specify --lsof as the first argument if the piped input is coming from lsof
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ sudo lsof | jc --lsof -p
+    [
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "cwd",
+        "type": "DIR",
+        "device": "253,0",
+        "size_off": 224,
+        "node": 64,
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "rtd",
+        "type": "DIR",
+        "device": "253,0",
+        "size_off": 224,
+        "node": 64,
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "txt",
+        "type": "REG",
+        "device": "253,0",
+        "size_off": 1624520,
+        "node": 50360451,
+        "name": "/usr/lib/systemd/systemd"
+      },
+      ...
+    ]
+
+    $ sudo lsof | jc --lsof -p -r
+    [
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "cwd",
+        "type": "DIR",
+        "device": "8,2",
+        "size_off": "4096",
+        "node": "2",
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "rtd",
+        "type": "DIR",
+        "device": "8,2",
+        "size_off": "4096",
+        "node": "2",
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "txt",
+        "type": "REG",
+        "device": "8,2",
+        "size_off": "1595792",
+        "node": "668802",
+        "name": "/lib/systemd/systemd"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "command":    string,
+        "pid":        integer,
+        "tid":        integer,
+        "user":       string,
+        "fd":         string,
+        "type":       string,
+        "device":     string,
+        "size_off":   integer,
+        "node":       integer,
+        "name":       string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/mount.md

@@ -0,0 +1,103 @@
+# jc.parsers.mount
+jc - JSON CLI output utility mount Parser
+
+Usage:
+
+    specify --mount as the first argument if the piped input is coming from mount
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Example:
+
+    $ mount | jc --mount -p
+    [
+      {
+        "filesystem": "sysfs",
+        "mount_point": "/sys",
+        "type": "sysfs",
+        "access": [
+          "rw",
+          "nosuid",
+          "nodev",
+          "noexec",
+          "relatime"
+        ]
+      },
+      {
+        "filesystem": "proc",
+        "mount_point": "/proc",
+        "type": "proc",
+        "access": [
+          "rw",
+          "nosuid",
+          "nodev",
+          "noexec",
+          "relatime"
+        ]
+      },
+      {
+        "filesystem": "udev",
+        "mount_point": "/dev",
+        "type": "devtmpfs",
+        "access": [
+          "rw",
+          "nosuid",
+          "relatime",
+          "size=977500k",
+          "nr_inodes=244375",
+          "mode=755"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "filesystem":   string,
+        "mount_point":  string,
+        "type":         string,
+        "access": [
+                        string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/netstat.md

@@ -0,0 +1,383 @@
+# jc.parsers.netstat
+jc - JSON CLI output utility netstat Parser
+
+Usage:
+
+    Specify --netstat as the first argument if the piped input is coming from netstat
+
+Caveats:
+
+    - Use of multiple 'l' options is not supported on OSX (e.g. 'netstat -rlll')
+    - Use of the 'A' option is not supported on OSX when using the 'r' option (e.g. netstat -rA)
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Examples:
+
+    # netstat -apee | jc --netstat -p
+    [
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "0.0.0.0",
+        "state": "LISTEN",
+        "user": "systemd-resolve",
+        "inode": 26958,
+        "program_name": "systemd-resolve",
+        "kind": "network",
+        "pid": 887,
+        "local_port": "domain",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "0.0.0.0",
+        "foreign_address": "0.0.0.0",
+        "state": "LISTEN",
+        "user": "root",
+        "inode": 30499,
+        "program_name": "sshd",
+        "kind": "network",
+        "pid": 1186,
+        "local_port": "ssh",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "localhost",
+        "state": "ESTABLISHED",
+        "user": "root",
+        "inode": 46829,
+        "program_name": "sshd: root",
+        "kind": "network",
+        "pid": 2242,
+        "local_port": "ssh",
+        "foreign_port": "52186",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4",
+        "foreign_port_num": 52186
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "localhost",
+        "state": "ESTABLISHED",
+        "user": "root",
+        "inode": 46828,
+        "program_name": "ssh",
+        "kind": "network",
+        "pid": 2241,
+        "local_port": "52186",
+        "foreign_port": "ssh",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4",
+        "local_port_num": 52186
+      },
+      {
+        "proto": "tcp6",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "[::]",
+        "foreign_address": "[::]",
+        "state": "LISTEN",
+        "user": "root",
+        "inode": 30510,
+        "program_name": "sshd",
+        "kind": "network",
+        "pid": 1186,
+        "local_port": "ssh",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv6"
+      },
+      {
+        "proto": "udp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "0.0.0.0",
+        "state": null,
+        "user": "systemd-resolve",
+        "inode": 26957,
+        "program_name": "systemd-resolve",
+        "kind": "network",
+        "pid": 887,
+        "local_port": "domain",
+        "foreign_port": "*",
+        "transport_protocol": "udp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "raw6",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "[::]",
+        "foreign_address": "[::]",
+        "state": "7",
+        "user": "systemd-network",
+        "inode": 27001,
+        "program_name": "systemd-network",
+        "kind": "network",
+        "pid": 867,
+        "local_port": "ipv6-icmp",
+        "foreign_port": "*",
+        "transport_protocol": null,
+        "network_protocol": "ipv6"
+      },
+      {
+        "proto": "unix",
+        "refcnt": 2,
+        "flags": null,
+        "type": "DGRAM",
+        "state": null,
+        "inode": 33322,
+        "program_name": "systemd",
+        "path": "/run/user/1000/systemd/notify",
+        "kind": "socket",
+        "pid": 1607
+      },
+      {
+        "proto": "unix",
+        "refcnt": 2,
+        "flags": "ACC",
+        "type": "SEQPACKET",
+        "state": "LISTENING",
+        "inode": 20835,
+        "program_name": "init",
+        "path": "/run/udev/control",
+        "kind": "socket",
+        "pid": 1
+      },
+      ...
+    ]
+
+    $ netstat -r | jc --netstat -p
+    [
+      {
+        "destination": "default",
+        "gateway": "gateway",
+        "genmask": "0.0.0.0",
+        "route_flags": "UG",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "ens33",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP",
+          "GATEWAY"
+        ]
+      },
+      {
+        "destination": "172.17.0.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.0.0",
+        "route_flags": "U",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "docker0",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP"
+        ]
+      },
+      {
+        "destination": "192.168.71.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.255.0",
+        "route_flags": "U",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "ens33",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP"
+        ]
+      }
+    ]
+
+    $ netstat -i | jc --netstat -p
+    [
+      {
+        "iface": "ens33",
+        "mtu": 1500,
+        "rx_ok": 476,
+        "rx_err": 0,
+        "rx_drp": 0,
+        "rx_ovr": 0,
+        "tx_ok": 312,
+        "tx_err": 0,
+        "tx_drp": 0,
+        "tx_ovr": 0,
+        "flg": "BMRU",
+        "kind": "interface"
+      },
+      {
+        "iface": "lo",
+        "mtu": 65536,
+        "rx_ok": 0,
+        "rx_err": 0,
+        "rx_drp": 0,
+        "rx_ovr": 0,
+        "tx_ok": 0,
+        "tx_err": 0,
+        "tx_drp": 0,
+        "tx_ovr": 0,
+        "flg": "LRU",
+        "kind": "interface"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "proto":                  string,
+        "recv_q":                 integer,
+        "send_q":                 integer,
+        "transport_protocol"      string,
+        "network_protocol":       string,
+        "local_address":          string,
+        "local_port":             string,
+        "local_port_num":         integer,
+        "foreign_address":        string,
+        "foreign_port":           string,
+        "foreign_port_num":       integer,
+        "state":                  string,
+        "program_name":           string,
+        "pid":                    integer,
+        "user":                   string,
+        "security_context":       string,
+        "refcnt":                 integer,
+        "flags":                  string,
+        "type":                   string,
+        "inode":                  integer,
+        "path":                   string,
+        "kind":                   string,
+        "address":                string,
+        "unix_inode":             string,
+        "conn":                   string,
+        "refs":                   string,
+        "nextref":                string,
+        "name":                   string,
+        "unit":                   integer,
+        "vendor":                 integer,
+        "class":                  integer,
+        "subcla":                 integer,
+        "unix_flags":             integer,
+        "pcbcount":               integer,
+        "rcvbuf":                 integer,
+        "sndbuf":                 integer,
+        "rxbytes":                integer,
+        "txbytes":                integer,
+        "destination":            string,
+        "gateway":                string,
+        "route_flags":            string,
+        "route_flags_pretty": [
+                                  string,
+        ]
+        "route_refs":             integer,
+        "use":                    integer,
+        "mtu":                    integer,
+        "expire":                 string,
+        "genmask":                string,
+        "mss":                    integer,
+        "window":                 integer,
+        "irtt":                   integer,
+        "iface":                  string,
+        "metric":                 integer,
+        "network":                string,
+        "address":                string,
+        "ipkts":                  integer,    - = null
+        "ierrs":                  integer,    - = null
+        "idrop":                  integer,    - = null
+        "opkts":                  integer,    - = null
+        "oerrs":                  integer,    - = null
+        "coll":                   integer,    - = null
+        "rx_ok":                  integer,
+        "rx_err":                 integer,
+        "rx_drp":                 integer,
+        "rx_ovr":                 integer,
+        "tx_ok":                  integer,
+        "tx_err":                 integer,
+        "tx_drp":                 integer,
+        "tx_ovr":                 integer,
+        "flg":                    string,
+        "ibytes":                 integer,
+        "obytes":                 integer,
+        "r_mbuf":                 integer,
+        "s_mbuf":                 integer,
+        "r_clus":                 integer,
+        "s_clus":                 integer,
+        "r_hiwa":                 integer,
+        "s_hiwa":                 integer,
+        "r_lowa":                 integer,
+        "s_lowa":                 integer,
+        "r_bcnt":                 integer,
+        "s_bcnt":                 integer,
+        "r_bmax":                 integer,
+        "s_bmax":                 integer,
+        "rexmit":                 integer,
+        "ooorcv":                 integer,
+        "0_win":                  integer,
+        "rexmt":                  float,
+        "persist":                float,
+        "keep":                   float,
+        "2msl":                   float,
+        "delack":                 float,
+        "rcvtime":                float,
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ntpq.md

@@ -0,0 +1,235 @@
+# jc.parsers.ntpq
+jc - JSON CLI output utility ntpq Parser
+
+Usage:
+
+    specify --ntpq as the first argument if the piped input is coming from ntpq -p
+
+Compatibility:
+
+    'linux', 'freebsd'
+
+Examples:
+
+    $ ntpq -p | jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 1,
+        "poll": 64,
+        "reach": 1,
+        "delay": 23.399,
+        "offset": -2.805,
+        "jitter": 2.131,
+        "state": null
+      },
+      {
+        "remote": "ntp.wdc1.us.lea",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 93.053,
+        "offset": -0.807,
+        "jitter": 2.839,
+        "state": null
+      },
+      {
+        "remote": "clock.team-cymr",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 70.337,
+        "offset": -2.909,
+        "jitter": 2.6,
+        "state": null
+      },
+      {
+        "remote": "mirror1.sjc02.s",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 2,
+        "poll": 64,
+        "reach": 1,
+        "delay": 29.325,
+        "offset": 1.044,
+        "jitter": 4.069,
+        "state": null,
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 66,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.69,
+        "offset": -0.392,
+        "jitter": 2.085,
+        "state": "+"
+      },
+      {
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 90.805,
+        "offset": 2.84,
+        "jitter": 1.908,
+        "state": "-"
+      },
+      {
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": 64,
+        "poll": 64,
+        "reach": 377,
+        "delay": 68.699,
+        "offset": -0.61,
+        "jitter": 2.576,
+        "state": "+"
+      },
+      {
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.654,
+        "offset": 0.231,
+        "jitter": 1.964,
+        "state": "*"
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p -r
+    [
+      {
+        "s": "+",
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": "2",
+        "t": "u",
+        "when": "66",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.690",
+        "offset": "-0.392",
+        "jitter": "2.085"
+      },
+      {
+        "s": "-",
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "90.805",
+        "offset": "2.840",
+        "jitter": "1.908"
+      },
+      {
+        "s": "+",
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": "2",
+        "t": "u",
+        "when": "64",
+        "poll": "64",
+        "reach": "377",
+        "delay": "68.699",
+        "offset": "-0.610",
+        "jitter": "2.576"
+      },
+      {
+        "s": "*",
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.654",
+        "offset": "0.231",
+        "jitter": "1.964"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "state":            string,        # space/~ converted to null
+        "remote":           string,
+        "refid":            string,
+        "st":               integer,
+        "t":                string,
+        "when":             integer,       # - converted to null
+        "poll":             integer,
+        "reach":            integer,
+        "delay":            float,
+        "offset":           float,
+        "jitter":           float
+      },
+    ]
+
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/passwd.md

@@ -0,0 +1,126 @@
+# jc.parsers.passwd
+jc - JSON CLI output utility /etc/passwd file Parser
+
+Usage:
+
+    specify --passwd as the first argument if the piped input is coming from /etc/passwd
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/passwd | jc --passwd -p
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": -2,
+        "gid": -2,
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": 0,
+        "gid": 0,
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": 1,
+        "gid": 1,
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+
+    $ cat /etc/passwd | jc --passwd -p -r
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": "-2",
+        "gid": "-2",
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": "0",
+        "gid": "0",
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": "1",
+        "gid": "1",
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "username":  string,
+        "password":  string,
+        "uid":       integer,
+        "gid":       integer,
+        "comment":   string,
+        "home":      string,
+        "shell":     string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/pip_list.md

@@ -0,0 +1,75 @@
+# jc.parsers.pip_list
+jc - JSON CLI output utility pip-list Parser
+
+Usage:
+
+    specify --pip-list as the first argument if the piped input is coming from pip list
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ pip list | jc --pip-list -p
+    [
+      {
+        "package": "ansible",
+        "version": "2.8.5"
+      },
+      {
+        "package": "antlr4-python3-runtime",
+        "version": "4.7.2"
+      },
+      {
+        "package": "asn1crypto",
+        "version": "0.24.0"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "package":     string,
+        "version":     string,
+        "location":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/pip_show.md

@@ -0,0 +1,94 @@
+# jc.parsers.pip_show
+jc - JSON CLI output utility pip-show Parser
+
+Usage:
+
+    specify --pip-show as the first argument if the piped input is coming from pip show
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ pip show wrapt jc wheel | jc --pip-show -p
+    [
+      {
+        "name": "wrapt",
+        "version": "1.11.2",
+        "summary": "Module for decorators, wrappers and monkey patching.",
+        "home_page": "https://github.com/GrahamDumpleton/wrapt",
+        "author": "Graham Dumpleton",
+        "author_email": "Graham.Dumpleton@gmail.com",
+        "license": "BSD",
+        "location": "/usr/local/lib/python3.7/site-packages",
+        "requires": null,
+        "required_by": "astroid"
+      },
+      {
+        "name": "wheel",
+        "version": "0.33.4",
+        "summary": "A built-package format for Python.",
+        "home_page": "https://github.com/pypa/wheel",
+        "author": "Daniel Holth",
+        "author_email": "dholth@fastmail.fm",
+        "license": "MIT",
+        "location": "/usr/local/lib/python3.7/site-packages",
+        "requires": null,
+        "required_by": null
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "name":             string,
+        "version":          string,
+        "summary":          string,
+        "home_page":        string,
+        "author":           string,
+        "author_email":     string,
+        "license":          string,
+        "location":         string,
+        "requires":         string,
+        "required_by":      string
+      }
+    ]
+
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ps.md

@@ -0,0 +1,234 @@
+# jc.parsers.ps
+jc - JSON CLI output utility ps Parser
+
+Usage:
+
+    specify --ps as the first argument if the piped input is coming from ps
+
+    ps options supported:
+    - ef
+    - axu
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ ps -ef | jc --ps -p
+    [
+      {
+        "uid": "root",
+        "pid": 1,
+        "ppid": 0,
+        "c": 0,
+        "stime": "Nov01",
+        "tty": null,
+        "time": "00:00:11",
+        "cmd": "/usr/lib/systemd/systemd --switched-root --system --deserialize 22"
+      },
+      {
+        "uid": "root",
+        "pid": 2,
+        "ppid": 0,
+        "c": 0,
+        "stime": "Nov01",
+        "tty": null,
+        "time": "00:00:00",
+        "cmd": "[kthreadd]"
+      },
+      {
+        "uid": "root",
+        "pid": 4,
+        "ppid": 2,
+        "c": 0,
+        "stime": "Nov01",
+        "tty": null,
+        "time": "00:00:00",
+        "cmd": "[kworker/0:0H]"
+      },
+      ...
+    ]
+
+    $ ps -ef | jc --ps -p -r
+    [
+      {
+        "uid": "root",
+        "pid": "1",
+        "ppid": "0",
+        "c": "0",
+        "stime": "Nov01",
+        "tty": "?",
+        "time": "00:00:11",
+        "cmd": "/usr/lib/systemd/systemd --switched-root --system --deserialize 22"
+      },
+      {
+        "uid": "root",
+        "pid": "2",
+        "ppid": "0",
+        "c": "0",
+        "stime": "Nov01",
+        "tty": "?",
+        "time": "00:00:00",
+        "cmd": "[kthreadd]"
+      },
+      {
+        "uid": "root",
+        "pid": "4",
+        "ppid": "2",
+        "c": "0",
+        "stime": "Nov01",
+        "tty": "?",
+        "time": "00:00:00",
+        "cmd": "[kworker/0:0H]"
+      },
+      ...
+    ]
+
+    $ ps axu | jc --ps -p
+    [
+      {
+        "user": "root",
+        "pid": 1,
+        "cpu_percent": 0.0,
+        "mem_percent": 0.1,
+        "vsz": 128072,
+        "rss": 6784,
+        "tty": null,
+        "stat": "Ss",
+        "start": "Nov09",
+        "time": "0:08",
+        "command": "/usr/lib/systemd/systemd --switched-root --system --deserialize 22"
+      },
+      {
+        "user": "root",
+        "pid": 2,
+        "cpu_percent": 0.0,
+        "mem_percent": 0.0,
+        "vsz": 0,
+        "rss": 0,
+        "tty": null,
+        "stat": "S",
+        "start": "Nov09",
+        "time": "0:00",
+        "command": "[kthreadd]"
+      },
+      {
+        "user": "root",
+        "pid": 4,
+        "cpu_percent": 0.0,
+        "mem_percent": 0.0,
+        "vsz": 0,
+        "rss": 0,
+        "tty": null,
+        "stat": "S<",
+        "start": "Nov09",
+        "time": "0:00",
+        "command": "[kworker/0:0H]"
+      },
+      ...
+    ]
+
+    $ ps axu | jc --ps -p -r
+    [
+      {
+        "user": "root",
+        "pid": "1",
+        "cpu_percent": "0.0",
+        "mem_percent": "0.1",
+        "vsz": "128072",
+        "rss": "6784",
+        "tty": "?",
+        "stat": "Ss",
+        "start": "Nov09",
+        "time": "0:08",
+        "command": "/usr/lib/systemd/systemd --switched-root --system --deserialize 22"
+      },
+      {
+        "user": "root",
+        "pid": "2",
+        "cpu_percent": "0.0",
+        "mem_percent": "0.0",
+        "vsz": "0",
+        "rss": "0",
+        "tty": "?",
+        "stat": "S",
+        "start": "Nov09",
+        "time": "0:00",
+        "command": "[kthreadd]"
+      },
+      {
+        "user": "root",
+        "pid": "4",
+        "cpu_percent": "0.0",
+        "mem_percent": "0.0",
+        "vsz": "0",
+        "rss": "0",
+        "tty": "?",
+        "stat": "S<",
+        "start": "Nov09",
+        "time": "0:00",
+        "command": "[kworker/0:0H]"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "uid":           string,
+        "pid":           integer,
+        "ppid":          integer,
+        "c":             integer,
+        "stime":         string,
+        "tty":           string,    # ? or ?? = Null
+        "tt":            string,    # ?? = Null
+        "time":          string,
+        "cmd":           string,
+        "user":          string,
+        "cpu_percent":   float,
+        "mem_percent":   float,
+        "vsz":           integer,
+        "rss":           integer,
+        "stat":          string,
+        "start":         string,
+        "command":       string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/route.md

@@ -0,0 +1,138 @@
+# jc.parsers.route
+jc - JSON CLI output utility route Parser
+
+Usage:
+
+    specify --route as the first argument if the piped input is coming from route
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ route -ee | jc --route -p
+    [
+      {
+        "destination": "default",
+        "gateway": "_gateway",
+        "genmask": "0.0.0.0",
+        "flags": "UG",
+        "metric": 202,
+        "ref": 0,
+        "use": 0,
+        "iface": "ens33",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "flags_pretty": [
+          "UP",
+          "GATEWAY"
+        ]
+      },
+      {
+        "destination": "192.168.71.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.255.0",
+        "flags": "U",
+        "metric": 202,
+        "ref": 0,
+        "use": 0,
+        "iface": "ens33",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "flags_pretty": [
+          "UP"
+        ]
+      }
+    ]
+
+
+    $ route -ee | jc --route -p -r
+    [
+      {
+        "destination": "default",
+        "gateway": "_gateway",
+        "genmask": "0.0.0.0",
+        "flags": "UG",
+        "metric": "202",
+        "ref": "0",
+        "use": "0",
+        "iface": "ens33",
+        "mss": "0",
+        "window": "0",
+        "irtt": "0"
+      },
+      {
+        "destination": "192.168.71.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.255.0",
+        "flags": "U",
+        "metric": "202",
+        "ref": "0",
+        "use": "0",
+        "iface": "ens33",
+        "mss": "0",
+        "window": "0",
+        "irtt": "0"
+      }
+    ]
+
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "destination":     string,
+        "gateway":         string,
+        "genmask":         string,
+        "flags":           string,
+        "flags_pretty": [
+                           string,
+        ]
+        "metric":          integer,
+        "ref":             integer,
+        "use":             integer,
+        "mss":             integer,
+        "window":          integer,
+        "irtt":            integer,
+        "iface":           string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/shadow.md

@@ -0,0 +1,133 @@
+# jc.parsers.shadow
+jc - JSON CLI output utility /etc/shadow file Parser
+
+Usage:
+
+    specify --shadow as the first argument if the piped input is coming from /etc/shadow
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ sudo cat /etc/shadow | jc --shadow -p
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      ...
+    ]
+
+    $ sudo cat /etc/shadow | jc --shadow -p -r
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "username":       string,
+        "password":       string,
+        "last_changed":   integer,
+        "minimum":        integer,
+        "maximum":        integer,
+        "warn":           integer,
+        "inactive":       integer,
+        "expire":         integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ss.md

@@ -0,0 +1,308 @@
+# jc.parsers.ss
+jc - JSON CLI output utility ss Parser
+
+Usage:
+
+    specify --ss as the first argument if the piped input is coming from ss
+
+Limitations:
+
+    Extended information options like -e and -p are not supported and may cause parsing irregularities
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+      $ sudo ss -a | jc --ss -p
+      [
+        {
+          "netid": "nl",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "peer_address": "*",
+          "channel": "rtnl:kernel"
+        },
+        {
+          "netid": "nl",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "peer_address": "*",
+          "pid": 893,
+          "channel": "rtnl:systemd-resolve"
+        },
+        ...
+        {
+          "netid": "p_raw",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "peer_address": "*",
+          "link_layer": "LLDP",
+          "interface": "ens33"
+        },
+        {
+          "netid": "u_dgr",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "local_port": "93066",
+          "peer_address": "*",
+          "peer_port": "0",
+          "path": "/run/user/1000/systemd/notify"
+        },
+        {
+          "netid": "u_seq",
+          "state": "LISTEN",
+          "recv_q": 0,
+          "send_q": 128,
+          "local_port": "20699",
+          "peer_address": "*",
+          "peer_port": "0",
+          "path": "/run/udev/control"
+        },
+        ...
+        {
+          "netid": "icmp6",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "local_address": "*",
+          "local_port": "ipv6-icmp",
+          "peer_address": "*",
+          "peer_port": "*",
+          "interface": "ens33"
+        },
+        {
+          "netid": "udp",
+          "state": "UNCONN",
+          "recv_q": 0,
+          "send_q": 0,
+          "local_address": "127.0.0.53",
+          "local_port": "domain",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*",
+          "interface": "lo"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": 0,
+          "send_q": 128,
+          "local_address": "127.0.0.53",
+          "local_port": "domain",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*",
+          "interface": "lo"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": 0,
+          "send_q": 128,
+          "local_address": "0.0.0.0",
+          "local_port": "ssh",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": 0,
+          "send_q": 128,
+          "local_address": "[::]",
+          "local_port": "ssh",
+          "peer_address": "[::]",
+          "peer_port": "*"
+        },
+        {
+          "netid": "v_str",
+          "state": "ESTAB",
+          "recv_q": 0,
+          "send_q": 0,
+          "local_address": "999900439",
+          "local_port": "1023",
+          "peer_address": "0",
+          "peer_port": "976",
+          "local_port_num": 1023,
+          "peer_port_num": 976
+        }
+      ]
+
+      $ sudo ss -a | jc --ss -p -r
+      [
+        {
+          "netid": "nl",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "peer_address": "*",
+          "channel": "rtnl:kernel"
+        },
+        {
+          "netid": "nl",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "peer_address": "*",
+          "pid": "893",
+          "channel": "rtnl:systemd-resolve"
+        },
+        ...
+        {
+          "netid": "p_raw",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "peer_address": "*",
+          "link_layer": "LLDP",
+          "interface": "ens33"
+        },
+        {
+          "netid": "u_dgr",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "local_port": "93066",
+          "peer_address": "*",
+          "peer_port": "0",
+          "path": "/run/user/1000/systemd/notify"
+        },
+        {
+          "netid": "u_seq",
+          "state": "LISTEN",
+          "recv_q": "0",
+          "send_q": "128",
+          "local_port": "20699",
+          "peer_address": "*",
+          "peer_port": "0",
+          "path": "/run/udev/control"
+        },
+        ...
+        {
+          "netid": "icmp6",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "local_address": "*",
+          "local_port": "ipv6-icmp",
+          "peer_address": "*",
+          "peer_port": "*",
+          "interface": "ens33"
+        },
+        {
+          "netid": "udp",
+          "state": "UNCONN",
+          "recv_q": "0",
+          "send_q": "0",
+          "local_address": "127.0.0.53",
+          "local_port": "domain",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*",
+          "interface": "lo"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": "0",
+          "send_q": "128",
+          "local_address": "127.0.0.53",
+          "local_port": "domain",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*",
+          "interface": "lo"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": "0",
+          "send_q": "128",
+          "local_address": "0.0.0.0",
+          "local_port": "ssh",
+          "peer_address": "0.0.0.0",
+          "peer_port": "*"
+        },
+        {
+          "netid": "tcp",
+          "state": "LISTEN",
+          "recv_q": "0",
+          "send_q": "128",
+          "local_address": "[::]",
+          "local_port": "ssh",
+          "peer_address": "[::]",
+          "peer_port": "*"
+        },
+        {
+          "netid": "v_str",
+          "state": "ESTAB",
+          "recv_q": "0",
+          "send_q": "0",
+          "local_address": "999900439",
+          "local_port": "1023",
+          "peer_address": "0",
+          "peer_port": "976"
+        }
+      ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "netid":            string,
+        "state":            string,
+        "recv_q":           integer,
+        "send_q":           integer,
+        "local_address":    string,
+        "local_port":       string,
+        "local_port_num":   integer,
+        "peer_address":     string,
+        "peer_port":        string,
+        "peer_port_num":    integer,
+        "interface":        string,
+        "link_layer"        string,
+        "channel":          string,
+        "path":             string,
+        "pid":              integer
+      }
+    ]
+
+    Information from https://www.cyberciti.biz/files/ss.html used to define field names
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/stat.md

@@ -0,0 +1,168 @@
+# jc.parsers.stat
+jc - JSON CLI output utility stat Parser
+
+Usage:
+
+    specify --stat as the first argument if the piped input is coming from stat
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Examples:
+
+    $ stat /bin/* | jc --stat -p
+    [
+      {
+        "file": "/bin/bash",
+        "size": 1113504,
+        "blocks": 2176,
+        "io_blocks": 4096,
+        "type": "regular file",
+        "device": "802h/2050d",
+        "inode": 131099,
+        "links": 1,
+        "access": "0755",
+        "flags": "-rwxr-xr-x",
+        "uid": 0,
+        "user": "root",
+        "gid": 0,
+        "group": "root",
+        "access_time": "2019-11-14 08:18:03.509681766 +0000",
+        "modify_time": "2019-06-06 22:28:15.000000000 +0000",
+        "change_time": "2019-08-12 17:21:29.521945390 +0000",
+        "birth_time": null
+      },
+      {
+        "file": "/bin/btrfs",
+        "size": 716464,
+        "blocks": 1400,
+        "io_blocks": 4096,
+        "type": "regular file",
+        "device": "802h/2050d",
+        "inode": 131100,
+        "links": 1,
+        "access": "0755",
+        "flags": "-rwxr-xr-x",
+        "uid": 0,
+        "user": "root",
+        "gid": 0,
+        "group": "root",
+        "access_time": "2019-11-14 08:18:28.990834276 +0000",
+        "modify_time": "2018-03-12 23:04:27.000000000 +0000",
+        "change_time": "2019-08-12 17:21:29.545944399 +0000",
+        "birth_time": null
+      },
+      ...
+    ]
+
+    $ stat /bin/* | jc --stat -p -r
+    [
+      {
+        "file": "/bin/bash",
+        "size": "1113504",
+        "blocks": "2176",
+        "io_blocks": "4096",
+        "type": "regular file",
+        "device": "802h/2050d",
+        "inode": "131099",
+        "links": "1",
+        "access": "0755",
+        "flags": "-rwxr-xr-x",
+        "uid": "0",
+        "user": "root",
+        "gid": "0",
+        "group": "root",
+        "access_time": "2019-11-14 08:18:03.509681766 +0000",
+        "modify_time": "2019-06-06 22:28:15.000000000 +0000",
+        "change_time": "2019-08-12 17:21:29.521945390 +0000",
+        "birth_time": null
+      },
+      {
+        "file": "/bin/btrfs",
+        "size": "716464",
+        "blocks": "1400",
+        "io_blocks": "4096",
+        "type": "regular file",
+        "device": "802h/2050d",
+        "inode": "131100",
+        "links": "1",
+        "access": "0755",
+        "flags": "-rwxr-xr-x",
+        "uid": "0",
+        "user": "root",
+        "gid": "0",
+        "group": "root",
+        "access_time": "2019-11-14 08:18:28.990834276 +0000",
+        "modify_time": "2018-03-12 23:04:27.000000000 +0000",
+        "change_time": "2019-08-12 17:21:29.545944399 +0000",
+        "birth_time": null
+      },
+      ..
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "file":         string,
+        "link_to"       string,
+        "size":         integer,
+        "blocks":       integer,
+        "io_blocks":    integer,
+        "type":         string,
+        "device":       string,
+        "inode":        integer,
+        "links":        integer,
+        "access":       string,
+        "flags":        string,
+        "uid":          integer,
+        "user":         string,
+        "gid":          integer,
+        "group":        string,
+        "access_time":  string,    # - = null
+        "modify_time":  string,    # - = null
+        "change_time":  string,    # - = null
+        "birth_time":   string,    # - = null
+        "unix_device":  integer,
+        "rdev":         integer,
+        "block_size":   integer,
+        "unix_flags":   string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/sysctl.md

@@ -0,0 +1,84 @@
+# jc.parsers.sysctl
+jc - JSON CLI output utility sysctl -a Parser
+
+Usage:
+
+    specify --sysctl as the first argument if the piped input is coming from sysctl -a
+
+    Note: since sysctl output is not easily parsable only a very simple key/value object
+          will be output. An attempt is made to convert obvious integers and floats. If no
+          conversion is desired, use the -r (raw) option.
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Examples:
+
+    $ sysctl | jc --sysctl -p
+    {
+      "user.cs_path": "/usr/bin:/bin:/usr/sbin:/sbin",
+      "user.bc_base_max": 99,
+      "user.bc_dim_max": 2048,
+      "user.bc_scale_max": 99,
+      "user.bc_string_max": 1000,
+      "user.coll_weights_max": 2,
+      "user.expr_nest_max": 32
+      ...
+    }
+
+    $ sysctl | jc --sysctl -p -r
+    {
+      "user.cs_path": "/usr/bin:/bin:/usr/sbin:/sbin",
+      "user.bc_base_max": "99",
+      "user.bc_dim_max": "2048",
+      "user.bc_scale_max": "99",
+      "user.bc_string_max": "1000",
+      "user.coll_weights_max": "2",
+      "user.expr_nest_max": "32",
+      ...
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "foo":     string/integer/float,         # best guess based on value
+      "bar":     string/integer/float,
+      "baz":     string/integer/float
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/systemctl.md

@@ -0,0 +1,86 @@
+# jc.parsers.systemctl
+jc - JSON CLI output utility systemctl Parser
+
+Usage:
+
+    specify --systemctl as the first argument if the piped input is coming from systemctl
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ systemctl -a | jc --systemctl -p
+    [
+      {
+        "unit": "proc-sys-fs-binfmt_misc.automount",
+        "load": "loaded",
+        "active": "active",
+        "sub": "waiting",
+        "description": "Arbitrary Executable File Formats File System Automount Point"
+      },
+      {
+        "unit": "dev-block-8:2.device",
+        "load": "loaded",
+        "active": "active",
+        "sub": "plugged",
+        "description": "LVM PV 3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM on /dev/sda2 2"
+      },
+      {
+        "unit": "dev-cdrom.device",
+        "load": "loaded",
+        "active": "active",
+        "sub": "plugged",
+        "description": "VMware_Virtual_IDE_CDROM_Drive"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "unit":          string,
+        "load":          string,
+        "active":        string,
+        "sub":           string,
+        "description":   string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/systemctl_lj.md

@@ -0,0 +1,104 @@
+# jc.parsers.systemctl_lj
+jc - JSON CLI output utility systemctl-lj Parser
+
+Usage:
+
+    specify --systemctl-lj as the first argument if the piped input is coming from systemctl list-jobs
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ systemctl list-jobs| jc --systemctl-lj -p
+    [
+      {
+        "job": 3543,
+        "unit": "nginxAfterGlusterfs.service",
+        "type": "start",
+        "state": "waiting"
+      },
+      {
+        "job": 3545,
+        "unit": "glusterReadyForLocalhostMount.service",
+        "type": "start",
+        "state": "running"
+      },
+      {
+        "job": 3506,
+        "unit": "nginx.service",
+        "type": "start",
+        "state": "waiting"
+      }
+    ]
+
+    $ systemctl list-jobs| jc --systemctl-lj -p -r
+    [
+      {
+        "job": "3543",
+        "unit": "nginxAfterGlusterfs.service",
+        "type": "start",
+        "state": "waiting"
+      },
+      {
+        "job": "3545",
+        "unit": "glusterReadyForLocalhostMount.service",
+        "type": "start",
+        "state": "running"
+      },
+      {
+        "job": "3506",
+        "unit": "nginx.service",
+        "type": "start",
+        "state": "waiting"
+      }
+    ]
+
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "job":      integer,
+        "unit":     string,
+        "type":     string,
+        "state":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/systemctl_ls.md

@@ -0,0 +1,78 @@
+# jc.parsers.systemctl_ls
+jc - JSON CLI output utility systemctl-ls Parser
+
+Usage:
+
+    specify --systemctl-ls as the first argument if the piped input is coming from systemctl list-sockets
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ systemctl list-sockets | jc --systemctl-ls -p
+    [
+      {
+        "listen": "/dev/log",
+        "unit": "systemd-journald.socket",
+        "activates": "systemd-journald.service"
+      },
+      {
+        "listen": "/run/dbus/system_bus_socket",
+        "unit": "dbus.socket",
+        "activates": "dbus.service"
+      },
+      {
+        "listen": "/run/dmeventd-client",
+        "unit": "dm-event.socket",
+        "activates": "dm-event.service"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "listen":       string,
+        "unit":         string,
+        "activates":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/systemctl_luf.md

@@ -0,0 +1,74 @@
+# jc.parsers.systemctl_luf
+jc - JSON CLI output utility systemctl-luf Parser
+
+Usage:
+
+    specify --systemctl-luf as the first argument if the piped input is coming from systemctl list-unit-files
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ systemctl list-unit-files | jc --systemctl-luf -p
+    [
+      {
+        "unit_file": "proc-sys-fs-binfmt_misc.automount",
+        "state": "static"
+      },
+      {
+        "unit_file": "dev-hugepages.mount",
+        "state": "static"
+      },
+      {
+        "unit_file": "dev-mqueue.mount",
+        "state": "static"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "unit_file":   string,
+        "state":       string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/timedatectl.md

@@ -0,0 +1,87 @@
+# jc.parsers.timedatectl
+jc - JSON CLI output utility timedatectl Parser
+
+Usage:
+
+    specify --timedatectl as the first argument if the piped input is coming from timedatectl or timedatectl status
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ timedatectl | jc --timedatectl -p
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": true,
+      "ntp_synchronized": true,
+      "rtc_in_local_tz": false,
+      "dst_active": true
+    }
+
+    $ timedatectl | jc --timedatectl -p -r
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": "yes",
+      "ntp_synchronized": "yes",
+      "rtc_in_local_tz": "no",
+      "dst_active": "yes"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "local_time":                        string,
+      "universal_time":                    string,
+      "rtc_time":                          string,
+      "time_zone":                         string,
+      "ntp_enabled":                       boolean,
+      "ntp_synchronized":                  boolean,
+      "system_clock_synchronized":         boolean,
+      "systemd-timesyncd.service_active":  boolean,
+      "rtc_in_local_tz":                   boolean,
+      "dst_active":                        boolean
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/uname.md

@@ -0,0 +1,77 @@
+# jc.parsers.uname
+jc - JSON CLI output utility uname Parser
+
+Usage:
+
+    specify --uname as the first argument if the piped input is coming from uname
+
+Limitations:
+
+    must use 'uname -a'
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Example:
+
+    $ uname -a | jc --uname -p
+    {
+      "kernel_name": "Linux",
+      "node_name": "user-ubuntu",
+      "kernel_release": "4.15.0-65-generic",
+      "operating_system": "GNU/Linux",
+      "hardware_platform": "x86_64",
+      "processor": "x86_64",
+      "machine": "x86_64",
+      "kernel_version": "#74-Ubuntu SMP Tue Sep 17 17:06:04 UTC 2019"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+        "kernel_name":        string,
+        "node_name":          string,
+        "kernel_release":     string,
+        "operating_system":   string,
+        "hardware_platform":  string,
+        "processor":          string,
+        "machine":            string,
+        "kernel_version":     string
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/uptime.md

@@ -0,0 +1,79 @@
+# jc.parsers.uptime
+jc - JSON CLI output utility uptime Parser
+
+Usage:
+
+    specify --uptime as the first argument if the piped input is coming from uptime
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Example:
+
+    $ uptime | jc --uptime -p
+    {
+      "time": "11:30:44",
+      "uptime": "1 day, 21:17",
+      "users": 1,
+      "load_1m": 0.01,
+      "load_5m": 0.04,
+      "load_15m": 0.05
+    }
+
+    $ uptime | jc --uptime -p -r
+    {
+      "time": "11:31:09",
+      "uptime": "1 day, 21:17",
+      "users": "1",
+      "load_1m": "0.00",
+      "load_5m": "0.04",
+      "load_15m": "0.05"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "time":     string,
+      "uptime":   string,
+      "users":    integer,
+      "load_1m":  float,
+      "load_5m":  float,
+      "load_15m": float
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data
+

docs/parsers/w.md

@@ -0,0 +1,131 @@
+# jc.parsers.w
+jc - JSON CLI output utility w Parser
+
+Usage:
+
+    specify --w as the first argument if the piped input is coming from w
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ w | jc --w -p
+    [
+      {
+        "user": "root",
+        "tty": "tty1",
+        "from": null,
+        "login_at": "07:49",
+        "idle": "1:15m",
+        "jcpu": "0.00s",
+        "pcpu": "0.00s",
+        "what": "-bash"
+      },
+      {
+        "user": "root",
+        "tty": "ttyS0",
+        "from": null,
+        "login_at": "06:24",
+        "idle": "0.00s",
+        "jcpu": "0.43s",
+        "pcpu": "0.00s",
+        "what": "w"
+      },
+      {
+        "user": "root",
+        "tty": "pts/0",
+        "from": "192.168.71.1",
+        "login_at": "06:29",
+        "idle": "2:35m",
+        "jcpu": "0.00s",
+        "pcpu": "0.00s",
+        "what": "-bash"
+      }
+    ]
+
+    $ w | jc --w -p -r
+    [
+      {
+        "user": "kbrazil",
+        "tty": "tty1",
+        "from": "-",
+        "login_at": "07:49",
+        "idle": "1:16m",
+        "jcpu": "0.00s",
+        "pcpu": "0.00s",
+        "what": "-bash"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttyS0",
+        "from": "-",
+        "login_at": "06:24",
+        "idle": "2.00s",
+        "jcpu": "0.46s",
+        "pcpu": "0.00s",
+        "what": "w"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "pts/0",
+        "from": "192.168.71.1",
+        "login_at": "06:29",
+        "idle": "2:36m",
+        "jcpu": "0.00s",
+        "pcpu": "0.00s",
+        "what": "-bash"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "user":     string,     # '-'' = null
+        "tty":      string,     # '-'' = null
+        "from":     string,     # '-'' = null
+        "login_at": string,     # '-'' = null
+        "idle":     string,     # '-'' = null
+        "jcpu":     string,
+        "pcpu":     string,
+        "what":     string      # '-'' = null
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/who.md

@@ -0,0 +1,152 @@
+# jc.parsers.who
+jc - JSON CLI output utility who Parser
+
+Usage:
+
+    specify --who as the first argument if the piped input is coming from who
+
+    accepts any of the following who options (or no options): -aTH
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ who -a | jc --who -p
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": 1
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": 105
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": 51217,
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": 41402
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": 15679,
+        "from": "192.168.1.5"
+      }
+    ]
+
+    $ who -a | jc --who -p -r
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": "1"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": "105"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": "51217",
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": "41402"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": "15679",
+        "from": "192.168.1.5"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "user":            string,
+        "event":           string,
+        "writeable_tty":   string,
+        "tty":             string,
+        "time":            string,
+        "idle":            string,
+        "pid":             integer,
+        "from":            string,
+        "comment":         string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/xml.md

@@ -0,0 +1,99 @@
+# jc.parsers.xml
+jc - JSON CLI output utility XML Parser
+
+Usage:
+
+    specify --xml as the first argument if the piped input is coming from an XML file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat cd_catalog.xml
+    <?xml version="1.0" encoding="UTF-8"?>
+    <CATALOG>
+      <CD>
+        <TITLE>Empire Burlesque</TITLE>
+        <ARTIST>Bob Dylan</ARTIST>
+        <COUNTRY>USA</COUNTRY>
+        <COMPANY>Columbia</COMPANY>
+        <PRICE>10.90</PRICE>
+        <YEAR>1985</YEAR>
+      </CD>
+      <CD>
+        <TITLE>Hide your heart</TITLE>
+        <ARTIST>Bonnie Tyler</ARTIST>
+        <COUNTRY>UK</COUNTRY>
+        <COMPANY>CBS Records</COMPANY>
+        <PRICE>9.90</PRICE>
+        <YEAR>1988</YEAR>
+      </CD>
+      ...
+
+    $ cat cd_catalog.xml | jc --xml -p
+    {
+      "CATALOG": {
+        "CD": [
+          {
+            "TITLE": "Empire Burlesque",
+            "ARTIST": "Bob Dylan",
+            "COUNTRY": "USA",
+            "COMPANY": "Columbia",
+            "PRICE": "10.90",
+            "YEAR": "1985"
+          },
+          {
+            "TITLE": "Hide your heart",
+            "ARTIST": "Bonnie Tyler",
+            "COUNTRY": "UK",
+            "COMPANY": "CBS Records",
+            "PRICE": "9.90",
+            "YEAR": "1988"
+          },
+      ...
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary representing an XML document:
+
+    {
+      XML Document converted to a Dictionary
+      See https://github.com/martinblech/xmltodict for details
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/yaml.md

@@ -0,0 +1,113 @@
+# jc.parsers.yaml
+jc - JSON CLI output utility YAML Parser
+
+Usage:
+
+    specify --yaml as the first argument if the piped input is coming from a YAML file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat istio-mtls-permissive.yaml
+    apiVersion: "authentication.istio.io/v1alpha1"
+    kind: "Policy"
+    metadata:
+      name: "default"
+      namespace: "default"
+    spec:
+      peers:
+      - mtls: {}
+    ---
+    apiVersion: "networking.istio.io/v1alpha3"
+    kind: "DestinationRule"
+    metadata:
+      name: "default"
+      namespace: "default"
+    spec:
+      host: "*.default.svc.cluster.local"
+      trafficPolicy:
+        tls:
+          mode: ISTIO_MUTUAL
+
+    $ cat istio-mtls-permissive.yaml | jc --yaml -p
+    [
+      {
+        "apiVersion": "authentication.istio.io/v1alpha1",
+        "kind": "Policy",
+        "metadata": {
+          "name": "default",
+          "namespace": "default"
+        },
+        "spec": {
+          "peers": [
+            {
+              "mtls": {}
+            }
+          ]
+        }
+      },
+      {
+        "apiVersion": "networking.istio.io/v1alpha3",
+        "kind": "DestinationRule",
+        "metadata": {
+          "name": "default",
+          "namespace": "default"
+        },
+        "spec": {
+          "host": "*.default.svc.cluster.local",
+          "trafficPolicy": {
+            "tls": {
+              "mode": "ISTIO_MUTUAL"
+            }
+          }
+        }
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Each dictionary represents a YAML document:
+
+    [
+      {
+        YAML Document converted to a Dictionary
+        See https://pypi.org/project/ruamel.yaml for details
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/readme.md

@@ -0,0 +1,68 @@
+# jc
+JC - JSON CLI output utility
+
+* kellyjonbrazil@gmail.com
+
+This package serializes the output of many standard unix command line tools to JSON format.
+
+CLI Example:
+
+    $ ls -l /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 6,
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "ar",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 62744,
+        "date": "Aug 8 16:14"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 33080,
+        "date": "Aug 19 23:25"
+      },
+      ...
+    ]
+
+Module Example:
+
+    >>> import jc.parsers.ls
+    >>>
+    >>> data='''-rwxr-xr-x  1 root  wheel    23648 May  3 22:26 cat
+    ... -rwxr-xr-x  1 root  wheel    30016 May  3 22:26 chmod
+    ... -rwxr-xr-x  1 root  wheel    29024 May  3 22:26 cp
+    ... -rwxr-xr-x  1 root  wheel   375824 May  3 22:26 csh
+    ... -rwxr-xr-x  1 root  wheel    28608 May  3 22:26 date
+    ... -rwxr-xr-x  1 root  wheel    32000 May  3 22:26 dd
+    ... -rwxr-xr-x  1 root  wheel    23392 May  3 22:26 df
+    ... -rwxr-xr-x  1 root  wheel    18128 May  3 22:26 echo'''
+    >>>
+    >>> jc.parsers.ls.parse(data)
+    [{'filename': 'cat', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 23648,
+    'date': 'May 3 22:26'}, {'filename': 'chmod', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root',
+    'group': 'wheel', 'size': 30016, 'date': 'May 3 22:26'}, {'filename': 'cp', 'flags': '-rwxr-xr-x',
+    'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 29024, 'date': 'May 3 22:26'}, {'filename': 'csh',
+    'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 375824, 'date': 'May 3
+    22:26'}, {'filename': 'date', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel',
+    'size': 28608, 'date': 'May 3 22:26'}, {'filename': 'dd', 'flags': '-rwxr-xr-x', 'links': 1, 'owner':
+    'root', 'group': 'wheel', 'size': 32000, 'date': 'May 3 22:26'}, {'filename': 'df', 'flags':
+    '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 23392, 'date': 'May 3 22:26'},
+    {'filename': 'echo', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 18128,
+    'date': 'May 3 22:26'}]
+

docs/utils.md

@@ -0,0 +1,65 @@
+# utils
+jc - JSON CLI output utility utils
+## warning_message
+```python
+warning_message(message)
+```
+
+Prints a warning message for non-fatal issues
+
+Parameters:
+
+    message:        (string) text of message
+
+Returns:
+
+    no return, just prints output to STDERR
+
+## error_message
+```python
+error_message(message)
+```
+
+Prints an error message for fatal issues
+
+Parameters:
+
+    message:        (string) text of message
+
+Returns:
+
+    no return, just prints output to STDERR
+
+## compatibility
+```python
+compatibility(mod_name, compatible)
+```
+Checks for the parser's compatibility with the running OS platform.
+
+Parameters:
+
+    mod_name:       (string) __name__ of the calling module
+
+    compatible:     (list) sys.platform name(s) compatible with the parser
+                    compatible options:
+                    linux, darwin, cygwin, win32, aix, freebsd
+
+Returns:
+
+    no return, just prints output to STDERR
+
+## has_data
+```python
+has_data(data)
+```
+
+Checks if the input contains data. If there are any non-whitespace characters then return True, else return False
+
+Parameters:
+
+    data:        (string) input to check whether it contains data
+
+Returns:
+
+    Boolean      True if input string (data) contains non-whitespace characters, otherwise False
+

install.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+pip3 install --upgrade --user -e .

jc/__init__.py

@@ -2,58 +2,68 @@
 
 * kellyjonbrazil@gmail.com
 
-This module serializes standard unix command line output to structured JSON
-output.
+This package serializes the output of many standard unix command line tools to JSON format.
 
-Example:
+CLI Example:
 
-$ ls -al | jc | jq .
-[
-    {
-        "filename": ".",
-        "suffix": Null,
-        "bytes": 224,
-        "date_updated": "Oct  1 12:09",
-        "owner_user": "joeuser",
-        "owner_group": "staff",
-        "flags": "drwxr-xr-x+",
-        "link_to": Null,
-        "links": 47
-    },
-    {
-        "filename": "..",
-        "suffix": Null,
-        "bytes": 224,
-        "date_updated": "Oct  1 12:09",
-        "owner_user": "admin",
-        "owner_group": "root",
-        "flags": "drwxr-xr-x",
-        "link_to": Null,
-        "links": 7
-    },
-    {
-        "filename": "testfile.txt",
-        "suffix": "txt",
-        "bytes": 14686,
-        "date_updated": "Oct  1 12:09",
-        "owner_user": "joeuser",
-        "owner_group": "staff",
-        "flags": "-rwxr-xr-x@",
-        "link_to": Null,
-        "links": 1
-    },
-    {
-        "filename": "ncat",
-        "suffix": Null,
-        "bytes": 14686,
-        "date_updated": "Oct  1 12:09",
-        "owner_user": "joeuser",
-        "owner_group": "staff",
-        "flags": "lrwxr-xr-x",
-        "link_to": "../Cellar/nmap/7.70/bin/ncat",
-        "links": 1
-    }
-]
+    $ ls -l /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 6,
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "ar",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 62744,
+        "date": "Aug 8 16:14"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 33080,
+        "date": "Aug 19 23:25"
+      },
+      ...
+    ]
+
+Module Example:
+
+    >>> import jc.parsers.ls
+    >>> 
+    >>> data='''-rwxr-xr-x  1 root  wheel    23648 May  3 22:26 cat
+    ... -rwxr-xr-x  1 root  wheel    30016 May  3 22:26 chmod
+    ... -rwxr-xr-x  1 root  wheel    29024 May  3 22:26 cp
+    ... -rwxr-xr-x  1 root  wheel   375824 May  3 22:26 csh
+    ... -rwxr-xr-x  1 root  wheel    28608 May  3 22:26 date
+    ... -rwxr-xr-x  1 root  wheel    32000 May  3 22:26 dd
+    ... -rwxr-xr-x  1 root  wheel    23392 May  3 22:26 df
+    ... -rwxr-xr-x  1 root  wheel    18128 May  3 22:26 echo'''
+    >>>
+    >>> jc.parsers.ls.parse(data)
+    [{'filename': 'cat', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 23648,
+    'date': 'May 3 22:26'}, {'filename': 'chmod', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root',
+    'group': 'wheel', 'size': 30016, 'date': 'May 3 22:26'}, {'filename': 'cp', 'flags': '-rwxr-xr-x',
+    'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 29024, 'date': 'May 3 22:26'}, {'filename': 'csh',
+    'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 375824, 'date': 'May 3
+    22:26'}, {'filename': 'date', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel',
+    'size': 28608, 'date': 'May 3 22:26'}, {'filename': 'dd', 'flags': '-rwxr-xr-x', 'links': 1, 'owner':
+    'root', 'group': 'wheel', 'size': 32000, 'date': 'May 3 22:26'}, {'filename': 'df', 'flags':
+    '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 23392, 'date': 'May 3 22:26'},
+    {'filename': 'echo', 'flags': '-rwxr-xr-x', 'links': 1, 'owner': 'root', 'group': 'wheel', 'size': 18128,
+    'date': 'May 3 22:26'}]
 """
 
 name = 'jc'

jc/appdirs.py

@@ -0,0 +1,611 @@
+# -*- coding: utf-8 -*-
+# Copyright (c) 2005-2010 ActiveState Software Inc.
+# Copyright (c) 2013 Eddy Petrișor
+
+'''
+# This is the MIT license
+
+Copyright (c) 2010 ActiveState Software Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a
+copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be included
+in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+'''
+
+"""Utilities for determining application-specific dirs.
+
+See <https://github.com/ActiveState/appdirs> for details and usage.
+"""
+# Dev Notes:
+# - MSDN on where to store app data files:
+#   http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120
+# - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html
+# - XDG spec for Un*x: https://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html
+
+__version__ = "1.4.4"
+__version_info__ = tuple(int(segment) for segment in __version__.split("."))
+
+
+import sys
+import os
+
+PY3 = sys.version_info[0] == 3
+
+if PY3:
+    unicode = str
+
+if sys.platform.startswith('java'):
+    import platform
+    os_name = platform.java_ver()[3][0]
+    if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc.
+        system = 'win32'
+    elif os_name.startswith('Mac'): # "Mac OS X", etc.
+        system = 'darwin'
+    else: # "Linux", "SunOS", "FreeBSD", etc.
+        # Setting this to "linux2" is not ideal, but only Windows or Mac
+        # are actually checked for and the rest of the module expects
+        # *sys.platform* style strings.
+        system = 'linux2'
+else:
+    system = sys.platform
+
+
+
+def user_data_dir(appname=None, appauthor=None, version=None, roaming=False):
+    r"""Return full path to the user-specific data dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "roaming" (boolean, default False) can be set True to use the Windows
+            roaming appdata directory. That means that for users on a Windows
+            network setup for roaming profiles, this user data will be
+            sync'd on login. See
+            <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
+            for a discussion of issues.
+
+    Typical user data directories are:
+        Mac OS X:               ~/Library/Application Support/<AppName>
+        Unix:                   ~/.local/share/<AppName>    # or in $XDG_DATA_HOME, if defined
+        Win XP (not roaming):   C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
+        Win XP (roaming):       C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
+        Win 7  (not roaming):   C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
+        Win 7  (roaming):       C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
+
+    For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
+    That means, by default "~/.local/share/<AppName>".
+    """
+    if system == "win32":
+        if appauthor is None:
+            appauthor = appname
+        const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA"
+        path = os.path.normpath(_get_win_folder(const))
+        if appname:
+            if appauthor is not False:
+                path = os.path.join(path, appauthor, appname)
+            else:
+                path = os.path.join(path, appname)
+    elif system == 'darwin':
+        path = os.path.expanduser('~/Library/Application Support/')
+        if appname:
+            path = os.path.join(path, appname)
+    else:
+        path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share"))
+        if appname:
+            path = os.path.join(path, appname)
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+def site_data_dir(appname=None, appauthor=None, version=None, multipath=False):
+    r"""Return full path to the user-shared data dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "multipath" is an optional parameter only applicable to *nix
+            which indicates that the entire list of data dirs should be
+            returned. By default, the first item from XDG_DATA_DIRS is
+            returned, or '/usr/local/share/<AppName>',
+            if XDG_DATA_DIRS is not set
+
+    Typical site data directories are:
+        Mac OS X:   /Library/Application Support/<AppName>
+        Unix:       /usr/local/share/<AppName> or /usr/share/<AppName>
+        Win XP:     C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
+        Vista:      (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
+        Win 7:      C:\ProgramData\<AppAuthor>\<AppName>   # Hidden, but writeable on Win 7.
+
+    For Unix, this is using the $XDG_DATA_DIRS[0] default.
+
+    WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
+    """
+    if system == "win32":
+        if appauthor is None:
+            appauthor = appname
+        path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA"))
+        if appname:
+            if appauthor is not False:
+                path = os.path.join(path, appauthor, appname)
+            else:
+                path = os.path.join(path, appname)
+    elif system == 'darwin':
+        path = os.path.expanduser('/Library/Application Support')
+        if appname:
+            path = os.path.join(path, appname)
+    else:
+        # XDG default for $XDG_DATA_DIRS
+        # only first, if multipath is False
+        path = os.getenv('XDG_DATA_DIRS',
+                         os.pathsep.join(['/usr/local/share', '/usr/share']))
+        pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
+        if appname:
+            if version:
+                appname = os.path.join(appname, version)
+            pathlist = [os.sep.join([x, appname]) for x in pathlist]
+
+        if multipath:
+            path = os.pathsep.join(pathlist)
+        else:
+            path = pathlist[0]
+        return path
+
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+def user_config_dir(appname=None, appauthor=None, version=None, roaming=False):
+    r"""Return full path to the user-specific config dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "roaming" (boolean, default False) can be set True to use the Windows
+            roaming appdata directory. That means that for users on a Windows
+            network setup for roaming profiles, this user data will be
+            sync'd on login. See
+            <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
+            for a discussion of issues.
+
+    Typical user config directories are:
+        Mac OS X:               ~/Library/Preferences/<AppName>
+        Unix:                   ~/.config/<AppName>     # or in $XDG_CONFIG_HOME, if defined
+        Win *:                  same as user_data_dir
+
+    For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
+    That means, by default "~/.config/<AppName>".
+    """
+    if system == "win32":
+        path = user_data_dir(appname, appauthor, None, roaming)
+    elif system == 'darwin':
+        path = os.path.expanduser('~/Library/Preferences/')
+        if appname:
+            path = os.path.join(path, appname)
+    else:
+        path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config"))
+        if appname:
+            path = os.path.join(path, appname)
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+def site_config_dir(appname=None, appauthor=None, version=None, multipath=False):
+    r"""Return full path to the user-shared data dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "multipath" is an optional parameter only applicable to *nix
+            which indicates that the entire list of config dirs should be
+            returned. By default, the first item from XDG_CONFIG_DIRS is
+            returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
+
+    Typical site config directories are:
+        Mac OS X:   same as site_data_dir
+        Unix:       /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
+                    $XDG_CONFIG_DIRS
+        Win *:      same as site_data_dir
+        Vista:      (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
+
+    For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
+
+    WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
+    """
+    if system == 'win32':
+        path = site_data_dir(appname, appauthor)
+        if appname and version:
+            path = os.path.join(path, version)
+    elif system == 'darwin':
+        path = os.path.expanduser('/Library/Preferences')
+        if appname:
+            path = os.path.join(path, appname)
+    else:
+        # XDG default for $XDG_CONFIG_DIRS
+        # only first, if multipath is False
+        path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg')
+        pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
+        if appname:
+            if version:
+                appname = os.path.join(appname, version)
+            pathlist = [os.sep.join([x, appname]) for x in pathlist]
+
+        if multipath:
+            path = os.pathsep.join(pathlist)
+        else:
+            path = pathlist[0]
+    return path
+
+
+def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True):
+    r"""Return full path to the user-specific cache dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "opinion" (boolean) can be False to disable the appending of
+            "Cache" to the base app data dir for Windows. See
+            discussion below.
+
+    Typical user cache directories are:
+        Mac OS X:   ~/Library/Caches/<AppName>
+        Unix:       ~/.cache/<AppName> (XDG default)
+        Win XP:     C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
+        Vista:      C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
+
+    On Windows the only suggestion in the MSDN docs is that local settings go in
+    the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
+    app data dir (the default returned by `user_data_dir` above). Apps typically
+    put cache data somewhere *under* the given dir here. Some examples:
+        ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
+        ...\Acme\SuperApp\Cache\1.0
+    OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
+    This can be disabled with the `opinion=False` option.
+    """
+    if system == "win32":
+        if appauthor is None:
+            appauthor = appname
+        path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA"))
+        if appname:
+            if appauthor is not False:
+                path = os.path.join(path, appauthor, appname)
+            else:
+                path = os.path.join(path, appname)
+            if opinion:
+                path = os.path.join(path, "Cache")
+    elif system == 'darwin':
+        path = os.path.expanduser('~/Library/Caches')
+        if appname:
+            path = os.path.join(path, appname)
+    else:
+        path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache'))
+        if appname:
+            path = os.path.join(path, appname)
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+def user_state_dir(appname=None, appauthor=None, version=None, roaming=False):
+    r"""Return full path to the user-specific state dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "roaming" (boolean, default False) can be set True to use the Windows
+            roaming appdata directory. That means that for users on a Windows
+            network setup for roaming profiles, this user data will be
+            sync'd on login. See
+            <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
+            for a discussion of issues.
+
+    Typical user state directories are:
+        Mac OS X:  same as user_data_dir
+        Unix:      ~/.local/state/<AppName>   # or in $XDG_STATE_HOME, if defined
+        Win *:     same as user_data_dir
+
+    For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
+    to extend the XDG spec and support $XDG_STATE_HOME.
+
+    That means, by default "~/.local/state/<AppName>".
+    """
+    if system in ["win32", "darwin"]:
+        path = user_data_dir(appname, appauthor, None, roaming)
+    else:
+        path = os.getenv('XDG_STATE_HOME', os.path.expanduser("~/.local/state"))
+        if appname:
+            path = os.path.join(path, appname)
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+def user_log_dir(appname=None, appauthor=None, version=None, opinion=True):
+    r"""Return full path to the user-specific log dir for this application.
+
+        "appname" is the name of application.
+            If None, just the system directory is returned.
+        "appauthor" (only used on Windows) is the name of the
+            appauthor or distributing body for this application. Typically
+            it is the owning company name. This falls back to appname. You may
+            pass False to disable it.
+        "version" is an optional version path element to append to the
+            path. You might want to use this if you want multiple versions
+            of your app to be able to run independently. If used, this
+            would typically be "<major>.<minor>".
+            Only applied when appname is present.
+        "opinion" (boolean) can be False to disable the appending of
+            "Logs" to the base app data dir for Windows, and "log" to the
+            base cache dir for Unix. See discussion below.
+
+    Typical user log directories are:
+        Mac OS X:   ~/Library/Logs/<AppName>
+        Unix:       ~/.cache/<AppName>/log  # or under $XDG_CACHE_HOME if defined
+        Win XP:     C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
+        Vista:      C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
+
+    On Windows the only suggestion in the MSDN docs is that local settings
+    go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
+    examples of what some windows apps use for a logs dir.)
+
+    OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
+    value for Windows and appends "log" to the user cache dir for Unix.
+    This can be disabled with the `opinion=False` option.
+    """
+    if system == "darwin":
+        path = os.path.join(
+            os.path.expanduser('~/Library/Logs'),
+            appname)
+    elif system == "win32":
+        path = user_data_dir(appname, appauthor, version)
+        version = False
+        if opinion:
+            path = os.path.join(path, "Logs")
+    else:
+        path = user_cache_dir(appname, appauthor, version)
+        version = False
+        if opinion:
+            path = os.path.join(path, "log")
+    if appname and version:
+        path = os.path.join(path, version)
+    return path
+
+
+class AppDirs(object):
+    """Convenience wrapper for getting application dirs."""
+    def __init__(self, appname=None, appauthor=None, version=None,
+            roaming=False, multipath=False):
+        self.appname = appname
+        self.appauthor = appauthor
+        self.version = version
+        self.roaming = roaming
+        self.multipath = multipath
+
+    @property
+    def user_data_dir(self):
+        return user_data_dir(self.appname, self.appauthor,
+                             version=self.version, roaming=self.roaming)
+
+    @property
+    def site_data_dir(self):
+        return site_data_dir(self.appname, self.appauthor,
+                             version=self.version, multipath=self.multipath)
+
+    @property
+    def user_config_dir(self):
+        return user_config_dir(self.appname, self.appauthor,
+                               version=self.version, roaming=self.roaming)
+
+    @property
+    def site_config_dir(self):
+        return site_config_dir(self.appname, self.appauthor,
+                             version=self.version, multipath=self.multipath)
+
+    @property
+    def user_cache_dir(self):
+        return user_cache_dir(self.appname, self.appauthor,
+                              version=self.version)
+
+    @property
+    def user_state_dir(self):
+        return user_state_dir(self.appname, self.appauthor,
+                              version=self.version)
+
+    @property
+    def user_log_dir(self):
+        return user_log_dir(self.appname, self.appauthor,
+                            version=self.version)
+
+
+#---- internal support stuff
+
+def _get_win_folder_from_registry(csidl_name):
+    """This is a fallback technique at best. I'm not sure if using the
+    registry for this guarantees us the correct answer for all CSIDL_*
+    names.
+    """
+    if PY3:
+      import winreg as _winreg
+    else:
+      import _winreg
+
+    shell_folder_name = {
+        "CSIDL_APPDATA": "AppData",
+        "CSIDL_COMMON_APPDATA": "Common AppData",
+        "CSIDL_LOCAL_APPDATA": "Local AppData",
+    }[csidl_name]
+
+    key = _winreg.OpenKey(
+        _winreg.HKEY_CURRENT_USER,
+        r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders"
+    )
+    dir, type = _winreg.QueryValueEx(key, shell_folder_name)
+    return dir
+
+
+def _get_win_folder_with_ctypes(csidl_name):
+    import ctypes
+
+    csidl_const = {
+        "CSIDL_APPDATA": 26,
+        "CSIDL_COMMON_APPDATA": 35,
+        "CSIDL_LOCAL_APPDATA": 28,
+    }[csidl_name]
+
+    buf = ctypes.create_unicode_buffer(1024)
+    ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf)
+
+    # Downgrade to short path name if have highbit chars. See
+    # <http://bugs.activestate.com/show_bug.cgi?id=85099>.
+    has_high_char = False
+    for c in buf:
+        if ord(c) > 255:
+            has_high_char = True
+            break
+    if has_high_char:
+        buf2 = ctypes.create_unicode_buffer(1024)
+        if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024):
+            buf = buf2
+
+    return buf.value
+
+def _get_win_folder_with_jna(csidl_name):
+    import array
+    from com.sun import jna
+    from com.sun.jna.platform import win32
+
+    buf_size = win32.WinDef.MAX_PATH * 2
+    buf = array.zeros('c', buf_size)
+    shell = win32.Shell32.INSTANCE
+    shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf)
+    dir = jna.Native.toString(buf.tostring()).rstrip("\0")
+
+    # Downgrade to short path name if have highbit chars. See
+    # <http://bugs.activestate.com/show_bug.cgi?id=85099>.
+    has_high_char = False
+    for c in dir:
+        if ord(c) > 255:
+            has_high_char = True
+            break
+    if has_high_char:
+        buf = array.zeros('c', buf_size)
+        kernel = win32.Kernel32.INSTANCE
+        if kernel.GetShortPathName(dir, buf, buf_size):
+            dir = jna.Native.toString(buf.tostring()).rstrip("\0")
+
+    return dir
+
+if system == "win32":
+    try:
+        from ctypes import windll
+    except ImportError:
+        try:
+            import com.sun.jna
+        except ImportError:
+            _get_win_folder = _get_win_folder_from_registry
+        else:
+            _get_win_folder = _get_win_folder_with_jna
+    else:
+        _get_win_folder = _get_win_folder_with_ctypes
+
+
+#---- self test code
+
+if __name__ == "__main__":
+    appname = "MyApp"
+    appauthor = "MyCompany"
+
+    props = ("user_data_dir",
+             "user_config_dir",
+             "user_cache_dir",
+             "user_state_dir",
+             "user_log_dir",
+             "site_data_dir",
+             "site_config_dir")
+
+    print("-- app dirs %s --" % __version__)
+
+    print("-- app dirs (with optional 'version')")
+    dirs = AppDirs(appname, appauthor, version="1.0")
+    for prop in props:
+        print("%s: %s" % (prop, getattr(dirs, prop)))
+
+    print("\n-- app dirs (without optional 'version')")
+    dirs = AppDirs(appname, appauthor)
+    for prop in props:
+        print("%s: %s" % (prop, getattr(dirs, prop)))
+
+    print("\n-- app dirs (without optional 'appauthor')")
+    dirs = AppDirs(appname)
+    for prop in props:
+        print("%s: %s" % (prop, getattr(dirs, prop)))
+
+    print("\n-- app dirs (with disabled 'appauthor')")
+    dirs = AppDirs(appname, appauthor=False)
+    for prop in props:
+        print("%s: %s" % (prop, getattr(dirs, prop)))

jc/cli.py

@@ -0,0 +1,468 @@
+"""jc - JSON CLI output utility
+JC cli module
+"""
+
+import sys
+import os
+import os.path
+import re
+import shlex
+import importlib
+import textwrap
+import signal
+import json
+import pygments
+from pygments import highlight
+from pygments.style import Style
+from pygments.token import (Name, Number, String, Keyword)
+from pygments.lexers import JsonLexer
+from pygments.formatters import Terminal256Formatter
+import jc.appdirs as appdirs
+
+
+class info():
+    version = '1.12.1'
+    description = 'JSON conversion tool for CLI output'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+
+__version__ = info.version
+
+parsers = [
+    'airport',
+    'airport-s',
+    'arp',
+    'blkid',
+    'crontab',
+    'crontab-u',
+    'csv',
+    'df',
+    'dig',
+    'dmidecode',
+    'du',
+    'env',
+    'file',
+    'free',
+    'fstab',
+    'group',
+    'gshadow',
+    'history',
+    'hosts',
+    'id',
+    'ifconfig',
+    'ini',
+    'iptables',
+    'jobs',
+    'last',
+    'ls',
+    'lsblk',
+    'lsmod',
+    'lsof',
+    'mount',
+    'netstat',
+    'ntpq',
+    'passwd',
+    'pip-list',
+    'pip-show',
+    'ps',
+    'route',
+    'shadow',
+    'ss',
+    'stat',
+    'sysctl',
+    'systemctl',
+    'systemctl-lj',
+    'systemctl-ls',
+    'systemctl-luf',
+    'timedatectl',
+    'uname',
+    'uptime',
+    'w',
+    'who',
+    'xml',
+    'yaml'
+]
+
+# List of custom or override parsers.
+# Allow any <user_data_dir>/jc/jcparsers/*.py
+local_parsers = []
+data_dir = appdirs.user_data_dir('jc', 'jc')
+local_parsers_dir = os.path.join(data_dir, 'jcparsers')
+if os.path.isdir(local_parsers_dir):
+    sys.path.append(data_dir)
+    for name in os.listdir(local_parsers_dir):
+        if re.match(r'\w+\.py', name) and os.path.isfile(os.path.join(local_parsers_dir, name)):
+            plugin_name = name[0:-3]
+            local_parsers.append(plugin_name)
+            if plugin_name not in parsers:
+                parsers.append(plugin_name)
+
+
+# We only support 2.3.0+, pygments changed color names in 2.4.0.
+# startswith is sufficient and avoids potential exceptions from split and int.
+if pygments.__version__.startswith('2.3.'):
+    PYGMENT_COLOR = {
+        'black': '#ansiblack',
+        'red': '#ansidarkred',
+        'green': '#ansidarkgreen',
+        'yellow': '#ansibrown',
+        'blue': '#ansidarkblue',
+        'magenta': '#ansipurple',
+        'cyan': '#ansiteal',
+        'gray': '#ansilightgray',
+        'brightblack': '#ansidarkgray',
+        'brightred': '#ansired',
+        'brightgreen': '#ansigreen',
+        'brightyellow': '#ansiyellow',
+        'brightblue': '#ansiblue',
+        'brightmagenta': '#ansifuchsia',
+        'brightcyan': '#ansiturquoise',
+        'white': '#ansiwhite',
+    }
+else:
+    PYGMENT_COLOR = {
+        'black': 'ansiblack',
+        'red': 'ansired',
+        'green': 'ansigreen',
+        'yellow': 'ansiyellow',
+        'blue': 'ansiblue',
+        'magenta': 'ansimagenta',
+        'cyan': 'ansicyan',
+        'gray': 'ansigray',
+        'brightblack': 'ansibrightblack',
+        'brightred': 'ansibrightred',
+        'brightgreen': 'ansibrightgreen',
+        'brightyellow': 'ansibrightyellow',
+        'brightblue': 'ansibrightblue',
+        'brightmagenta': 'ansibrightmagenta',
+        'brightcyan': 'ansibrightcyan',
+        'white': 'ansiwhite',
+    }
+
+
+def set_env_colors(env_colors=None):
+    """
+    Return a dictionary to be used in Pygments custom style class.
+
+    Grab custom colors from JC_COLORS environment variable. JC_COLORS env variable takes 4 comma
+    separated string values and should be in the format of:
+
+    JC_COLORS=<keyname_color>,<keyword_color>,<number_color>,<string_color>
+
+    Where colors are: black, red, green, yellow, blue, magenta, cyan, gray, brightblack, brightred,
+                      brightgreen, brightyellow, brightblue, brightmagenta, brightcyan, white, default
+
+    Default colors:
+
+    JC_COLORS=blue,brightblack,magenta,green
+    or
+    JC_COLORS=default,default,default,default
+
+    """
+    input_error = False
+
+    if env_colors:
+        color_list = env_colors.split(',')
+    else:
+        color_list = ['default', 'default', 'default', 'default']
+
+    if len(color_list) != 4:
+        input_error = True
+
+    for color in color_list:
+        if color != 'default' and color not in PYGMENT_COLOR:
+            input_error = True
+
+    # if there is an issue with the env variable, just set all colors to default and move on
+    if input_error:
+        print('jc:   Warning: could not parse JC_COLORS environment variable\n', file=sys.stderr)
+        color_list = ['default', 'default', 'default', 'default']
+
+    # Try the color set in the JC_COLORS env variable first. If it is set to default, then fall back to default colors
+    return {
+        Name.Tag: f'bold {PYGMENT_COLOR[color_list[0]]}' if not color_list[0] == 'default' else f"bold {PYGMENT_COLOR['blue']}",   # key names
+        Keyword: PYGMENT_COLOR[color_list[1]] if not color_list[1] == 'default' else PYGMENT_COLOR['brightblack'],                 # true, false, null
+        Number: PYGMENT_COLOR[color_list[2]] if not color_list[2] == 'default' else PYGMENT_COLOR['magenta'],                      # numbers
+        String: PYGMENT_COLOR[color_list[3]] if not color_list[3] == 'default' else PYGMENT_COLOR['green']                         # strings
+    }
+
+
+def piped_output():
+    """Return False if stdout is a TTY. True if output is being piped to another program"""
+    if sys.stdout.isatty():
+        return False
+    else:
+        return True
+
+
+def ctrlc(signum, frame):
+    """Exit with error on SIGINT"""
+    sys.exit(1)
+
+
+def parser_shortname(parser_argument):
+    """Return short name of the parser with dashes and no -- prefix"""
+    return parser_argument[2:]
+
+
+def parser_argument(parser):
+    """Return short name of the parser with dashes and with -- prefix"""
+    return f'--{parser}'
+
+
+def parser_mod_shortname(parser):
+    """Return short name of the parser's module name (no -- prefix and dashes converted to underscores)"""
+    return parser.replace('--', '').replace('-', '_')
+
+
+def parser_module(parser):
+    """Import the module just in time and return the module object"""
+    shortname = parser_mod_shortname(parser)
+    path = ('jcparsers.' if shortname in local_parsers else 'jc.parsers.')
+    return importlib.import_module(path + shortname)
+
+
+def parsers_text(indent=0, pad=0):
+    """Return the argument and description information from each parser"""
+    ptext = ''
+    for parser in parsers:
+        parser_arg = parser_argument(parser)
+        parser_mod = parser_module(parser)
+
+        if hasattr(parser_mod, 'info'):
+            parser_desc = parser_mod.info.description
+            padding = pad - len(parser_arg)
+            padding_char = ' '
+            indent_text = padding_char * indent
+            padding_text = padding_char * padding
+            ptext += indent_text + parser_arg + padding_text + parser_desc + '\n'
+
+    return ptext
+
+
+def about_jc():
+    """Return jc info and the contents of each parser.info as a dictionary"""
+    parser_list = []
+
+    for parser in parsers:
+        parser_mod = parser_module(parser)
+
+        if hasattr(parser_mod, 'info'):
+            info_dict = {}
+            info_dict['name'] = parser_mod.__name__.split('.')[-1]
+            info_dict['argument'] = parser_argument(parser)
+            parser_entry = vars(parser_mod.info)
+
+            for k, v in parser_entry.items():
+                if not k.startswith('__'):
+                    info_dict[k] = v
+
+        parser_list.append(info_dict)
+
+    return {
+        'name': 'jc',
+        'version': info.version,
+        'description': info.description,
+        'author': info.author,
+        'author_email': info.author_email,
+        'parser_count': len(parser_list),
+        'parsers': parser_list
+    }
+
+
+def helptext(message):
+    """Return the help text with the list of parsers"""
+    parsers_string = parsers_text(indent=12, pad=17)
+
+    helptext_string = f'''
+    jc:     {message}
+
+    Usage:  COMMAND | jc PARSER [OPTIONS]
+
+            or magic syntax:
+
+            jc [OPTIONS] COMMAND
+
+    Parsers:
+{parsers_string}
+    Options:
+            -a               about jc
+            -d               debug - show traceback (-dd for verbose traceback)
+            -m               monochrome output
+            -p               pretty print output
+            -q               quiet - suppress warnings
+            -r               raw JSON output
+
+    Example:
+            ls -al | jc --ls -p
+
+            or using the magic syntax:
+
+            jc -p ls -al
+    '''
+    return textwrap.dedent(helptext_string)
+
+
+def json_out(data, pretty=False, env_colors=None, mono=False, piped_out=False):
+    """Return a JSON formatted string. String may include color codes or be pretty printed."""
+    if not mono and not piped_out:
+        # set colors
+        class JcStyle(Style):
+            styles = set_env_colors(env_colors)
+
+        if pretty:
+            return str(highlight(json.dumps(data, indent=2), JsonLexer(), Terminal256Formatter(style=JcStyle))[0:-1])
+        else:
+            return str(highlight(json.dumps(data), JsonLexer(), Terminal256Formatter(style=JcStyle))[0:-1])
+    else:
+        if pretty:
+            return json.dumps(data, indent=2)
+        else:
+            return json.dumps(data)
+
+
+def generate_magic_command(args):
+    """
+    Return a tuple with a boolean and a command, where the boolean signifies that
+    the command is valid, and the command is either a command string or None.
+    """
+
+    # Parse with magic syntax: jc -p ls -al
+    if len(args) <= 1 or args[1].startswith('--'):
+        return False, None
+
+    # correctly parse escape characters and spaces with shlex
+    args_given = ' '.join(map(shlex.quote, args[1:])).split()
+    options = []
+
+    # find the options
+    for arg in list(args_given):
+        # parser found - use standard syntax
+        if arg.startswith('--'):
+            return False, None
+
+        # option found - populate option list
+        elif arg.startswith('-'):
+            options.extend(args_given.pop(0)[1:])
+
+        # command found if iterator didn't already stop - stop iterating
+        else:
+            break
+
+    # all options popped and no command found - for case like 'jc -a'
+    if len(args_given) == 0:
+        return False, None
+
+    magic_dict = {}
+    parser_info = about_jc()['parsers']
+
+    # create a dictionary of magic_commands to their respective parsers.
+    for entry in parser_info:
+        # Update the dict with all of the magic commands for this parser, if they exist.
+        magic_dict.update({mc: entry['argument'] for mc in entry.get('magic_commands', [])})
+
+    # find the command and parser
+    one_word_command = args_given[0]
+    two_word_command = ' '.join(args_given[0:2])
+
+    # try to get a parser for two_word_command, otherwise get one for one_word_command
+    found_parser = magic_dict.get(two_word_command, magic_dict.get(one_word_command))
+
+    # construct a new command line using the standard syntax: COMMAND | jc --PARSER -OPTIONS
+    run_command = ' '.join(args_given)
+    if found_parser:
+        cmd_options = ('-' + ''.join(options)) if options else ''
+        return True, ' '.join([run_command, '|', 'jc', found_parser, cmd_options])
+    else:
+        return False, run_command
+
+
+def magic():
+    """Runs the command generated by generate_magic_command() to support magic syntax"""
+    valid_command, run_command = generate_magic_command(sys.argv)
+    if valid_command:
+        os.system(run_command)
+        sys.exit(0)
+    elif run_command is None:
+        return
+    else:
+        print(helptext(f'parser not found for "{run_command}"'), file=sys.stderr)
+        sys.exit(1)
+
+
+def main():
+    # break on ctrl-c keyboard interrupt
+    signal.signal(signal.SIGINT, ctrlc)
+
+    # break on pipe error. need try/except for windows compatibility
+    try:
+        signal.signal(signal.SIGPIPE, signal.SIG_DFL)
+    except AttributeError:
+        pass
+
+    jc_colors = os.getenv('JC_COLORS')
+
+    # try magic syntax first: e.g. jc -p ls -al
+    magic()
+
+    options = []
+
+    # options
+    for opt in sys.argv:
+        if opt.startswith('-') and not opt.startswith('--'):
+            options.extend(opt[1:])
+
+    debug = 'd' in options
+    verbose_debug = True if options.count('d') > 1 else False
+    mono = 'm' in options
+    pretty = 'p' in options
+    quiet = 'q' in options
+    raw = 'r' in options
+
+    if verbose_debug:
+        import jc.tracebackplus
+        jc.tracebackplus.enable(context=11)
+
+    if 'a' in options:
+        print(json_out(about_jc(), pretty=pretty, env_colors=jc_colors, mono=mono, piped_out=piped_output()))
+        sys.exit(0)
+
+    if sys.stdin.isatty():
+        print(helptext('missing piped data'), file=sys.stderr)
+        sys.exit(1)
+
+    data = sys.stdin.read()
+
+    found = False
+
+    for arg in sys.argv:
+        parser_name = parser_shortname(arg)
+
+        if parser_name in parsers:
+            # load parser module just in time so we don't need to load all modules
+            parser = parser_module(arg)
+            try:
+                result = parser.parse(data, raw=raw, quiet=quiet)
+                found = True
+                break
+
+            except Exception:
+                if debug:
+                    raise
+                else:
+                    import jc.utils
+                    jc.utils.error_message(
+                        f'{parser_name} parser could not parse the input data. Did you use the correct parser?\n'
+                        '                 For details use the -d or -dd option.')
+                    sys.exit(1)
+
+    if not found:
+        print(helptext('missing or incorrect arguments'), file=sys.stderr)
+        sys.exit(1)
+
+    print(json_out(result, pretty=pretty, env_colors=jc_colors, mono=mono, piped_out=piped_output()))
+
+
+if __name__ == '__main__':
+    main()

jc/jc.py

@@ -1,52 +0,0 @@
-#!/usr/bin/env python3
-"""jc - JSON CLI output utility
-
-Main input module
-"""
-
-import sys
-import json
-import jc.parsers.ifconfig
-import jc.parsers.ls
-import jc.parsers.netstat
-import jc.parsers.ps
-import jc.parsers.route
-
-
-def main():
-    pretty = False
-    data = sys.stdin.read()
-
-    if len(sys.argv) < 2:
-        print('Error: jc')
-        print('  Must specify parser. (e.g. --ls, --netstat, --ifconfig, etc.)')
-        print('  Use -p to pretty print')
-        print('Example: ls -al | jc --ls -p\n')
-        exit()
-
-    arg = sys.argv[1]
-
-    if len(sys.argv) > 2:
-        if sys.argv[2] == '-p':
-            pretty = True
-
-    if arg == '--ifconfig':
-        result = jc.parsers.ifconfig.parse(data)
-    elif arg == '--ls':
-        result = jc.parsers.ls.parse(data)
-    elif arg == '--netstat':
-        result = jc.parsers.netstat.parse(data)
-    elif arg == '--ps':
-        result = jc.parsers.ps.parse(data)
-    elif arg == '--route':
-        result = jc.parsers.route.parse(data)
-
-    # output resulting dictionary as json
-    if pretty:
-        print(json.dumps(result, indent=2))
-    else:
-        print(json.dumps(result))
-
-
-if __name__ == '__main__':
-    main()

jc/parsers/airport.py

@@ -0,0 +1,143 @@
+"""jc - JSON CLI output utility airport -I Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -I (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -I | jc --airport -p
+    {
+      "agrctlrssi": -66,
+      "agrextrssi": 0,
+      "agrctlnoise": -90,
+      "agrextnoise": 0,
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": 195,
+      "maxrate": 867,
+      "lastassocstatus": 0,
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": 0,
+      "channel": "48,80"
+    }
+
+    $ airport -I | jc --airport -p -r
+    {
+      "agrctlrssi": "-66",
+      "agrextrssi": "0",
+      "agrctlnoise": "-90",
+      "agrextnoise": "0",
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": "195",
+      "maxrate": "867",
+      "lastassocstatus": "0",
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": "0",
+      "channel": "48,80"
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.1'
+    description = 'airport -I command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['darwin']
+    magic_commands = ['airport -I']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "agrctlrssi":        integer,
+          "agrextrssi":        integer,
+          "agrctlnoise":       integer,
+          "agrextnoise":       integer,
+          "state":             string,
+          "op_mode":           string,
+          "lasttxrate":        integer,
+          "maxrate":           integer,
+          "lastassocstatus":   integer,
+          "802_11_auth":       string,
+          "link_auth":         string,
+          "bssid":             string,
+          "ssid":              string,
+          "mcs":               integer,
+          "channel":           string
+        }
+    """
+    # integer changes
+    int_list = ['agrctlrssi', 'agrextrssi', 'agrctlnoise', 'agrextnoise',
+                'lasttxrate', 'maxrate', 'lastassocstatus', 'mcs']
+    for key in proc_data:
+        if key in int_list:
+            try:
+                proc_data[key] = int(proc_data[key])
+            except (ValueError):
+                proc_data[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    if jc.utils.has_data(data):
+
+        for line in filter(None, data.splitlines()):
+            linedata = line.split(':', maxsplit=1)
+            raw_output[linedata[0].strip().lower().replace(' ', '_').replace('.', '_')] = linedata[1].strip()
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/airport_s.py

@@ -0,0 +1,188 @@
+"""jc - JSON CLI output utility airport -s Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -s (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -s | jc --airport-s -p
+    [
+      {
+        "ssid": "DIRECT-4A-HP OfficeJet 3830",
+        "bssid": "00:67:eb:2a:a7:3b",
+        "rssi": -90,
+        "channel": "6",
+        "ht": true,
+        "cc": "--",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "Latitude38",
+        "bssid": "c0:ff:d5:d2:7a:f3",
+        "rssi": -85,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "xfinitywifi",
+        "bssid": "6e:e3:0e:b8:45:99",
+        "rssi": -83,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "NONE"
+        ]
+      },
+      ...
+    ]
+
+    $ airport -s | jc --airport -p -r
+    [
+      {
+        "ssid": "DIRECT-F3-HP ENVY 5660 series",
+        "bssid": "b0:5a:da:6f:0a:d4",
+        "rssi": "-93",
+        "channel": "1",
+        "ht": "Y",
+        "cc": "--",
+        "security": "WPA2(PSK/AES/AES)"
+      },
+      {
+        "ssid": "YouAreInfected-5",
+        "bssid": "5c:e3:0e:c2:85:da",
+        "rssi": "-85",
+        "channel": "36",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      {
+        "ssid": "YuanFamily",
+        "bssid": "5c:e3:0e:b8:5f:9a",
+        "rssi": "-84",
+        "channel": "11",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.2'
+    description = 'airport -s command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['darwin']
+    magic_commands = ['airport -s']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+        [
+          {
+            "ssid":      string,
+            "bssid":     string,
+            "rssi":      integer,
+            "channel":   string,
+            "ht":        boolean,
+            "cc":        string,
+            "security": [
+                         string,
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+
+        # integers
+        int_list = ['rssi']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+        # booleans
+        bool_list = ['ht']
+        for key in entry:
+            if key in bool_list:
+                try:
+                    entry[key] = True if entry[key] == 'Y' else False
+                except (ValueError):
+                    entry[key] = None
+
+        if 'security' in entry:
+            entry['security'] = entry['security'].split()
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+        # fix headers
+        cleandata[0] = cleandata[0].lower()
+        cleandata[0] = cleandata[0].replace('-', '_')
+        cleandata[0] = cleandata[0].replace('security (auth/unicast/group)', 'security')
+
+        # parse the data
+        raw_output = jc.parsers.universal.sparse_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/arp.py

@@ -0,0 +1,235 @@
+"""jc - JSON CLI output utility arp Parser
+
+Usage:
+
+    specify --arp as the first argument if the piped input is coming from:
+
+    arp
+      or
+    arp -a
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ arp | jc --arp -p
+    [
+      {
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f0:98:26",
+        "flags_mask": "C",
+        "iface": "ens33"
+      },
+      {
+        "address": "gateway",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "flags_mask": "C",
+        "iface": "ens33"
+      }
+    ]
+
+    $ arp | jc --arp -p -r
+    [
+      {
+        "address": "gateway",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "flags_mask": "C",
+        "iface": "ens33"
+      },
+      {
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:fe:7a:b4",
+        "flags_mask": "C",
+        "iface": "ens33"
+      }
+    ]
+
+    $ arp -a | jc --arp -p
+    [
+      {
+        "name": null,
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f0:98:26",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": 1182
+      },
+      {
+        "name": "gateway",
+        "address": "192.168.71.2",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": 110
+      }
+    ]
+
+    $ arp -a | jc --arp -p -r
+    [
+      {
+        "name": "?",
+        "address": "192.168.71.254",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:fe:7a:b4",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": "1182"
+      },
+      {
+        "name": "_gateway",
+        "address": "192.168.71.2",
+        "hwtype": "ether",
+        "hwaddress": "00:50:56:f7:4a:fc",
+        "iface": "ens33"
+        "permanent": false,
+        "expires": "110"
+      }
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.6'
+    description = 'arp command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['arp']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "name":       string,
+            "address":    string,
+            "hwtype":     string,
+            "hwaddress":  string,
+            "flags_mask": string,
+            "iface":      string,
+            "permanent":  boolean,
+            "expires":    integer
+          }
+        ]
+    """
+
+    # in BSD style, change name to null if it is a question mark
+    for entry in proc_data:
+        if 'name' in entry and entry['name'] == '?':
+            entry['name'] = None
+
+        int_list = ['expires']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        # remove final Entries row if -v was used
+        if cleandata[-1].startswith('Entries:'):
+            cleandata.pop(-1)
+
+        # detect if freebsd/osx style was used
+        if cleandata[0][-1] == ']':
+            for line in cleandata:
+                splitline = line.split()
+                output_line = {
+                    'name': splitline[0],
+                    'address': splitline[1].lstrip('(').rstrip(')'),
+                    'hwtype': splitline[-1].lstrip('[').rstrip(']'),
+                    'hwaddress': splitline[3],
+                    'iface': splitline[5]
+                }
+
+                if 'permanent' in splitline:
+                    output_line['permanent'] = True
+                else:
+                    output_line['permanent'] = False
+
+                if 'expires' in splitline:
+                    output_line['expires'] = splitline[-3]
+
+                raw_output.append(output_line)
+
+            if raw:
+                return raw_output
+            else:
+                return process(raw_output)
+
+        # detect if linux style was used
+        elif cleandata[0].startswith('Address'):
+
+            # fix header row to change Flags Mask to flags_mask
+            cleandata[0] = cleandata[0].replace('Flags Mask', 'flags_mask')
+            cleandata[0] = cleandata[0].lower()
+
+            raw_output = jc.parsers.universal.simple_table_parse(cleandata)
+
+        # otherwise, try bsd style
+        else:
+            for line in cleandata:
+                line = line.split()
+                output_line = {
+                    'name': line[0],
+                    'address': line[1].lstrip('(').rstrip(')'),
+                    'hwtype': line[4].lstrip('[').rstrip(']'),
+                    'hwaddress': line[3],
+                    'iface': line[6],
+                }
+                raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/blkid.py

@@ -0,0 +1,219 @@
+"""jc - JSON CLI output utility blkid Parser
+
+Usage:
+
+    specify --blkid as the first argument if the piped input is coming from blkid
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ blkid | jc --blkid -p
+    [
+      {
+        "device": "/dev/sda1",
+        "uuid": "05d927ab-5875-49e4-ada1-7f46cb32c932",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/sda2",
+        "uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "type": "LVM2_member"
+      },
+      {
+        "device": "/dev/mapper/centos-root",
+        "uuid": "07d718ff-950c-4e5b-98f0-42a1147c77d9",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/mapper/centos-swap",
+        "uuid": "615eb89a-bcbf-46fd-80e3-c483ff5c931f",
+        "type": "swap"
+      }
+    ]
+
+    $ sudo blkid -o udev -ip /dev/sda2 | jc --blkid -p
+    [
+      {
+        "id_fs_uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_uuid_enc": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_version": "LVM2\\x20001",
+        "id_fs_type": "LVM2_member",
+        "id_fs_usage": "raid",
+        "id_iolimit_minimum_io_size": 512,
+        "id_iolimit_physical_sector_size": 512,
+        "id_iolimit_logical_sector_size": 512,
+        "id_part_entry_scheme": "dos",
+        "id_part_entry_type": "0x8e",
+        "id_part_entry_number": 2,
+        "id_part_entry_offset": 2099200,
+        "id_part_entry_size": 39843840,
+        "id_part_entry_disk": "8:0"
+      }
+    ]
+
+    $ sudo blkid -ip /dev/sda1 | jc --blkid -p -r
+    [
+      {
+        "devname": "/dev/sda1",
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "type": "xfs",
+        "usage": "filesystem",
+        "minimum_io_size": "512",
+        "physical_sector_size": "512",
+        "logical_sector_size": "512",
+        "part_entry_scheme": "dos",
+        "part_entry_type": "0x83",
+        "part_entry_flags": "0x80",
+        "part_entry_number": "1",
+        "part_entry_offset": "2048",
+        "part_entry_size": "2097152",
+        "part_entry_disk": "8:0"
+      }
+    ]
+"""
+import shlex
+import jc.utils
+
+
+class info():
+    version = '1.2'
+    description = 'blkid command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['blkid']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "device":                            string,
+            "uuid":                              string,
+            "type":                              string,
+            "usage":                             string,
+            "part_entry_scheme":                 string,
+            "part_entry_type":                   string,
+            "part_entry_flags":                  string,
+            "part_entry_number":                 integer,
+            "part_entry_offset":                 integer,
+            "part_entry_size":                   integer,
+            "part_entry_disk":                   string,
+            "id_fs_uuid":                        string,
+            "id_fs_uuid_enc":                    string,
+            "id_fs_version":                     string,
+            "id_fs_type":                        string,
+            "id_fs_usage":                       string,
+            "id_part_entry_scheme":              string,
+            "id_part_entry_type":                string,
+            "id_part_entry_flags":               string,
+            "id_part_entry_number":              integer,
+            "id_part_entry_offset":              integer,
+            "id_part_entry_size":                integer,
+            "id_iolimit_minimum_io_size":        integer,
+            "id_iolimit_physical_sector_size":   integer,
+            "id_iolimit_logical_sector_size":    integer,
+            "id_part_entry_disk":                string,
+            "minimum_io_size":                   integer,
+            "physical_sector_size":              integer,
+            "logical_sector_size":               integer
+          }
+        ]
+    """
+    for entry in proc_data:
+        if 'devname' in entry:
+            entry['device'] = entry.pop('devname')
+
+        int_list = ['part_entry_number', 'part_entry_offset', 'part_entry_size', 'id_part_entry_number',
+                    'id_part_entry_offset', 'id_part_entry_size', 'minimum_io_size', 'physical_sector_size',
+                    'logical_sector_size', 'id_iolimit_minimum_io_size', 'id_iolimit_physical_sector_size',
+                    'id_iolimit_logical_sector_size']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        # if the first field is a device, use normal parsing:
+        if data.split(maxsplit=1)[0][-1] == ':':
+            linedata = data.splitlines()
+
+            for line in linedata:
+                output_line = {}
+                entries = shlex.split(line)
+                output_line['device'] = entries.pop(0)[:-1]
+
+                for entry in entries:
+                    key = entry.split('=', maxsplit=1)[0].lower()
+                    value = entry.split('=', maxsplit=1)[1]
+                    output_line[key] = value
+
+                raw_output.append(output_line)
+
+        # else use key/value per line parsing
+        else:
+            linedata = data.splitlines()
+            output_line = {}
+            for line in linedata:
+                if line == '':
+                    if output_line:
+                        raw_output.append(output_line)
+                        output_line = {}
+                        continue
+                    continue
+
+                key = line.split('=', maxsplit=1)[0].lower()
+                value = line.split('=', maxsplit=1)[1]
+                output_line[key] = value
+
+            if output_line:
+                raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/crontab.py

@@ -0,0 +1,272 @@
+"""jc - JSON CLI output utility crontab command and file Parser
+
+Usage:
+
+    specify --crontab as the first argument if the piped input is coming from crontab -l or a crontab file
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ crontab -l | jc --crontab -p
+    {
+      "variables": [
+        {
+          "name": "MAILTO",
+          "value": "root"
+        },
+        {
+          "name": "PATH",
+          "value": "/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/bash"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": [
+            "5"
+          ],
+          "hour": [
+            "10-11",
+            "22"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "command": "/var/www/devdaily.com/bin/mk-new-links.php"
+        },
+        {
+          "minute": [
+            "30"
+          ],
+          "hour": [
+            "4/2"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "command": "/var/www/devdaily.com/bin/create-all-backups.sh"
+        },
+        {
+          "occurrence": "yearly",
+          "command": "/home/maverick/bin/annual-maintenance"
+        },
+        {
+          "occurrence": "reboot",
+          "command": "/home/cleanup"
+        },
+        {
+          "occurrence": "monthly",
+          "command": "/home/maverick/bin/tape-backup"
+        }
+      ]
+    }
+
+    $ cat /etc/crontab | jc --crontab -p -r
+    {
+      "variables": [
+        {
+          "name": "MAILTO",
+          "value": "root"
+        },
+        {
+          "name": "PATH",
+          "value": "/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/bash"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": "5",
+          "hour": "10-11,22",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "command": "/var/www/devdaily.com/bin/mk-new-links.php"
+        },
+        {
+          "minute": "30",
+          "hour": "4/2",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "command": "/var/www/devdaily.com/bin/create-all-backups.sh"
+        },
+        {
+          "occurrence": "yearly",
+          "command": "/home/maverick/bin/annual-maintenance"
+        },
+        {
+          "occurrence": "reboot",
+          "command": "/home/cleanup"
+        },
+        {
+          "occurrence": "monthly",
+          "command": "/home/maverick/bin/tape-backup"
+        }
+      ]
+    }
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.4'
+    description = 'crontab command and file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['crontab']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "variables": [
+            "name":               string,
+            "value":              string
+          ],
+          "schedule": [
+            {
+              "occurrence"        string,
+              "minute": [
+                                  string
+              ],
+              "hour": [
+                                  string
+              ],
+              "day_of_month": [
+                                  string
+              ],
+              "month": [
+                                  string
+              ],
+              "day_of_week": [
+                                  string
+              ],
+              "occurrence":       string,
+              "command":          string
+            }
+          ]
+        }
+
+    """
+    # put itmes in lists
+    try:
+        for entry in proc_data['schedule']:
+            entry['minute'] = entry['minute'].split(',')
+            entry['hour'] = entry['hour'].split(',')
+            entry['day_of_month'] = entry['day_of_month'].split(',')
+            entry['month'] = entry['month'].split(',')
+            entry['day_of_week'] = entry['day_of_week'].split(',')
+    except (KeyError):
+        pass
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        # Clear any commented lines
+        for i, line in reversed(list(enumerate(cleandata))):
+            if line.strip().startswith('#'):
+                cleandata.pop(i)
+
+        # Pop any variable assignment lines
+        cron_var = []
+        for i, line in reversed(list(enumerate(cleandata))):
+            if '=' in line:
+                var_line = cleandata.pop(i)
+                var_name = var_line.split('=', maxsplit=1)[0].strip()
+                var_value = var_line.split('=', maxsplit=1)[1].strip()
+                cron_var.append({'name': var_name,
+                                 'value': var_value})
+
+        raw_output['variables'] = cron_var
+
+        # Pop any shortcut lines
+        shortcut_list = []
+        for i, line in reversed(list(enumerate(cleandata))):
+            if line.strip().startswith('@'):
+                shortcut_line = cleandata.pop(i)
+                occurrence = shortcut_line.split(maxsplit=1)[0].strip().lstrip('@')
+                cmd = shortcut_line.split(maxsplit=1)[1].strip()
+                shortcut_list.append({'occurrence': occurrence,
+                                      'command': cmd})
+
+        # Add header row for parsing
+        cleandata[:0] = ['minute hour day_of_month month day_of_week command']
+
+        if len(cleandata) > 1:
+            cron_list = jc.parsers.universal.simple_table_parse(cleandata)
+
+            raw_output['schedule'] = cron_list
+
+        # Add shortcut entries back in
+        for item in shortcut_list:
+            raw_output['schedule'].append(item)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/crontab_u.py

@@ -0,0 +1,275 @@
+"""jc - JSON CLI output utility crontab file Parser
+
+Usage:
+
+    specify --crontab-u as the first argument if the piped input is coming from a crontab file with User specified
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/crontab | jc --crontab-u -p
+    {
+      "variables": [
+        {
+          "name": "PATH",
+          "value": "/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/sh"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": [
+            "25"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )"
+        },
+        {
+          "minute": [
+            "47"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "*"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "7"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )"
+        },
+        {
+          "minute": [
+            "52"
+          ],
+          "hour": [
+            "6"
+          ],
+          "day_of_month": [
+            "1"
+          ],
+          "month": [
+            "*"
+          ],
+          "day_of_week": [
+            "*"
+          ],
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )"
+        }
+      ]
+    }
+
+    $ cat /etc/crontab | jc --crontab-u -p -r
+    {
+      "variables": [
+        {
+          "name": "PATH",
+          "value": "/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin"
+        },
+        {
+          "name": "SHELL",
+          "value": "/bin/sh"
+        }
+      ],
+      "schedule": [
+        {
+          "minute": "25",
+          "hour": "6",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "*",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )"
+        },
+        {
+          "minute": "47",
+          "hour": "6",
+          "day_of_month": "*",
+          "month": "*",
+          "day_of_week": "7",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )"
+        },
+        {
+          "minute": "52",
+          "hour": "6",
+          "day_of_month": "1",
+          "month": "*",
+          "day_of_week": "*",
+          "user": "root",
+          "command": "test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )"
+        }
+      ]
+    }
+
+
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.3'
+    description = 'crontab file parser with user support'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "variables": [
+            "name":               string,
+            "value":              string
+          ],
+          "schedule": [
+            {
+              "occurrence"        string,
+              "minute": [
+                                  string
+              ],
+              "hour": [
+                                  string
+              ],
+              "day_of_month": [
+                                  string
+              ],
+              "month": [
+                                  string
+              ],
+              "day_of_week": [
+                                  string
+              ],
+              "occurrence":       string,
+              "user":             string,
+              "command":          string
+            }
+          ]
+        }
+
+    """
+    # put itmes in lists
+    try:
+        for entry in proc_data['schedule']:
+            entry['minute'] = entry['minute'].split(',')
+            entry['hour'] = entry['hour'].split(',')
+            entry['day_of_month'] = entry['day_of_month'].split(',')
+            entry['month'] = entry['month'].split(',')
+            entry['day_of_week'] = entry['day_of_week'].split(',')
+    except (KeyError):
+        pass
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        # Clear any commented lines
+        for i, line in reversed(list(enumerate(cleandata))):
+            if line.strip().startswith('#'):
+                cleandata.pop(i)
+
+        # Pop any variable assignment lines
+        cron_var = []
+        for i, line in reversed(list(enumerate(cleandata))):
+            if '=' in line:
+                var_line = cleandata.pop(i)
+                var_name = var_line.split('=', maxsplit=1)[0].strip()
+                var_value = var_line.split('=', maxsplit=1)[1].strip()
+                cron_var.append({'name': var_name,
+                                 'value': var_value})
+
+        raw_output['variables'] = cron_var
+
+        # Pop any shortcut lines
+        shortcut_list = []
+        for i, line in reversed(list(enumerate(cleandata))):
+            if line.strip().startswith('@'):
+                shortcut_line = cleandata.pop(i)
+                occurrence = shortcut_line.split(maxsplit=1)[0].strip().lstrip('@')
+                usr = shortcut_line.split(maxsplit=2)[1].strip()
+                cmd = shortcut_line.split(maxsplit=2)[2].strip()
+                shortcut_list.append({'occurrence': occurrence,
+                                      'user': usr,
+                                      'command': cmd})
+
+        # Add header row for parsing
+        cleandata[:0] = ['minute hour day_of_month month day_of_week user command']
+
+        if len(cleandata) > 1:
+            cron_list = jc.parsers.universal.simple_table_parse(cleandata)
+
+            raw_output['schedule'] = cron_list
+
+        # Add shortcut entries back in
+        for item in shortcut_list:
+            raw_output['schedule'].append(item)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/csv.py

@@ -0,0 +1,142 @@
+"""jc - JSON CLI output utility csv Parser
+
+Usage:
+
+    specify --csv as the first argument if the piped input is coming from a csv file.
+    the csv parser will attempt to automatically detect the delimiter character.
+    if the delimiter cannot be detected it will default to comma.
+    the first row of the file must be a header row.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat homes.csv
+    "Sell", "List", "Living", "Rooms", "Beds", "Baths", "Age", "Acres", "Taxes"
+    142, 160, 28, 10, 5, 3,  60, 0.28,  3167
+    175, 180, 18,  8, 4, 1,  12, 0.43,  4033
+    129, 132, 13,  6, 3, 1,  41, 0.33,  1471
+    ...
+
+    $ cat homes.csv | jc --csv -p
+    [
+      {
+        "Sell": "142",
+        "List": "160",
+        "Living": "28",
+        "Rooms": "10",
+        "Beds": "5",
+        "Baths": "3",
+        "Age": "60",
+        "Acres": "0.28",
+        "Taxes": "3167"
+      },
+      {
+        "Sell": "175",
+        "List": "180",
+        "Living": "18",
+        "Rooms": "8",
+        "Beds": "4",
+        "Baths": "1",
+        "Age": "12",
+        "Acres": "0.43",
+        "Taxes": "4033"
+      },
+      {
+        "Sell": "129",
+        "List": "132",
+        "Living": "13",
+        "Rooms": "6",
+        "Beds": "3",
+        "Baths": "1",
+        "Age": "41",
+        "Acres": "0.33",
+        "Taxes": "1471"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import csv
+
+
+class info():
+    version = '1.1'
+    description = 'CSV file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Using the python standard csv library'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Each dictionary represents a row in the csv file:
+
+        [
+          {
+            csv file converted to a Dictionary
+            https://docs.python.org/3/library/csv.html
+          }
+        ]
+    """
+
+    # No further processing
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        dialect = None
+        try:
+            dialect = csv.Sniffer().sniff(data[:1024])
+        except Exception:
+            pass
+
+        reader = csv.DictReader(cleandata, dialect=dialect)
+
+        for row in reader:
+            raw_output.append(row)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/df.py

@@ -0,0 +1,202 @@
+"""jc - JSON CLI output utility df Parser
+
+Usage:
+
+    specify --df as the first argument if the piped input is coming from df
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Examples:
+
+    $ df | jc --df -p
+    [
+      {
+        "filesystem": "devtmpfs",
+        "1k_blocks": 1918820,
+        "used": 0,
+        "available": 1918820,
+        "use_percent": 0,
+        "mounted_on": "/dev"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": 1930668,
+        "used": 0,
+        "available": 1930668,
+        "use_percent": 0,
+        "mounted_on": "/dev/shm"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": 1930668,
+        "used": 11800,
+        "available": 1918868,
+        "use_percent": 1,
+        "mounted_on": "/run"
+      },
+      ...
+    ]
+
+    $ df | jc --df -p -r
+    [
+      {
+        "filesystem": "devtmpfs",
+        "1k_blocks": "1918820",
+        "used": "0",
+        "available": "1918820",
+        "use_percent": "0%",
+        "mounted_on": "/dev"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": "1930668",
+        "used": "0",
+        "available": "1930668",
+        "use_percent": "0%",
+        "mounted_on": "/dev/shm"
+      },
+      {
+        "filesystem": "tmpfs",
+        "1k_blocks": "1930668",
+        "used": "11800",
+        "available": "1918868",
+        "use_percent": "1%",
+        "mounted_on": "/run"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.5'
+    description = 'df command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'freebsd']
+    magic_commands = ['df']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "filesystem":        string,
+            "size":              string,
+            "1k_blocks":         integer,
+            "512_blocks":        integer,
+            "used":              integer,
+            "available":         integer,
+            "capacity_percent":  integer,
+            "ifree":             integer,
+            "iused":             integer,
+            "use_percent":       integer,
+            "iused_percent":     integer,
+            "mounted_on":        string
+          }
+        ]
+    """
+
+    for entry in proc_data:
+        # change 'avail' to 'available'
+        if 'avail' in entry:
+            entry['available'] = entry.pop('avail')
+
+        # change 'use%' to 'use_percent'
+        if 'use%' in entry:
+            entry['use_percent'] = entry.pop('use%')
+
+        # change 'capacity' to 'capacity_percent'
+        if 'capacity' in entry:
+            entry['capacity_percent'] = entry.pop('capacity')
+
+        # change '%iused' to 'iused_percent'
+        if '%iused' in entry:
+            entry['iused_percent'] = entry.pop('%iused')
+
+        # change any entry for key with '_blocks' in the name to int
+        for k in entry:
+            if '_blocks' in str(k):
+                try:
+                    blocks_int = int(entry[k])
+                    entry[k] = blocks_int
+                except (ValueError):
+                    entry[k] = None
+
+        # remove percent sign from 'use_percent', 'capacity_percent', and 'iused_percent'
+        if 'use_percent' in entry:
+            entry['use_percent'] = entry['use_percent'].rstrip('%')
+
+        if 'capacity_percent' in entry:
+            entry['capacity_percent'] = entry['capacity_percent'].rstrip('%')
+
+        if 'iused_percent' in entry:
+            entry['iused_percent'] = entry['iused_percent'].rstrip('%')
+
+        # change used, available, use_percent, capacity_percent, ifree, iused, iused_percent to int
+        int_list = ['used', 'available', 'use_percent', 'capacity_percent', 'ifree', 'iused', 'iused_percent']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    cleandata = data.splitlines()
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        # fix headers
+        cleandata[0] = cleandata[0].lower()
+        cleandata[0] = cleandata[0].replace('-', '_')
+        cleandata[0] = cleandata[0].replace('mounted on', 'mounted_on')
+
+        # parse the data
+        raw_output = jc.parsers.universal.sparse_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/dig.py

@@ -0,0 +1,677 @@
+"""jc - JSON CLI output utility dig Parser
+
+Usage:
+
+    Specify --dig as the first argument if the piped input is coming from dig
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p
+    [
+      {
+        "id": 34128,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": 1,
+        "answer_num": 4,
+        "authority_num": 0,
+        "additional_num": 1,
+        "question": {
+          "name": "cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.65.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.193.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.1.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": 60,
+            "data": "151.101.129.67"
+          }
+        ],
+        "query_time": 37,
+        "server": "2600",
+        "when": "Tue Nov 12 07:14:42 PST 2019",
+        "rcvd": 100
+      },
+      {
+        "id": 15273,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "aa",
+          "rd"
+        ],
+        "query_num": 1,
+        "answer_num": 1,
+        "authority_num": 4,
+        "additional_num": 1,
+        "question": {
+          "name": "www.cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "www.cnn.com.",
+            "class": "IN",
+            "type": "CNAME",
+            "ttl": 300,
+            "data": "turner-tls.map.fastly.net."
+          }
+        ],
+        "authority": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-1086.awsdns-07.org."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-1630.awsdns-11.co.uk."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-47.awsdns-05.com."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": 3600,
+            "data": "ns-576.awsdns-08.net."
+          }
+        ],
+        "query_time": 23,
+        "server": "205.251.194.64#53(205.251.194.64)",
+        "when": "Tue Nov 12 07:14:42 PST 2019",
+        "rcvd": 212
+      }
+    ]
+
+    $ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p -r
+    [
+      {
+        "id": "23843",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": "1",
+        "answer_num": "4",
+        "authority_num": "0",
+        "additional_num": "1",
+        "question": {
+          "name": "cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.193.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.1.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.65.67"
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "A",
+            "ttl": "30",
+            "data": "151.101.129.67"
+          }
+        ],
+        "query_time": "24 msec",
+        "server": "192.168.1.254#53(192.168.1.254)",
+        "when": "Tue Nov 12 07:16:19 PST 2019",
+        "rcvd": "100"
+      },
+      {
+        "id": "8266",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "aa",
+          "rd"
+        ],
+        "query_num": "1",
+        "answer_num": "1",
+        "authority_num": "4",
+        "additional_num": "1",
+        "question": {
+          "name": "www.cnn.com.",
+          "class": "IN",
+          "type": "A"
+        },
+        "answer": [
+          {
+            "name": "www.cnn.com.",
+            "class": "IN",
+            "type": "CNAME",
+            "ttl": "300",
+            "data": "turner-tls.map.fastly.net."
+          }
+        ],
+        "authority": [
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-1086.awsdns-07.org."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-1630.awsdns-11.co.uk."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-47.awsdns-05.com."
+          },
+          {
+            "name": "cnn.com.",
+            "class": "IN",
+            "type": "NS",
+            "ttl": "3600",
+            "data": "ns-576.awsdns-08.net."
+          }
+        ],
+        "query_time": "26 msec",
+        "server": "205.251.194.64#53(205.251.194.64)",
+        "when": "Tue Nov 12 07:16:19 PST 2019",
+        "rcvd": "212"
+      }
+    ]
+
+    $ dig -x 1.1.1.1 | jc --dig -p
+    [
+      {
+        "id": 34898,
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": 1,
+        "answer_num": 1,
+        "authority_num": 0,
+        "additional_num": 1,
+        "question": {
+          "name": "1.1.1.1.in-addr.arpa.",
+          "class": "IN",
+          "type": "PTR"
+        },
+        "answer": [
+          {
+            "name": "1.1.1.1.in-addr.arpa.",
+            "class": "IN",
+            "type": "PTR",
+            "ttl": 952,
+            "data": "one.one.one.one."
+          }
+        ],
+        "query_time": 103,
+        "server": "2600",
+        "when": "Tue Nov 12 07:15:33 PST 2019",
+        "rcvd": 78
+      }
+    ]
+
+    $ dig -x 1.1.1.1 | jc --dig -p -r
+    [
+      {
+        "id": "50986",
+        "opcode": "QUERY",
+        "status": "NOERROR",
+        "flags": [
+          "qr",
+          "rd",
+          "ra"
+        ],
+        "query_num": "1",
+        "answer_num": "1",
+        "authority_num": "0",
+        "additional_num": "1",
+        "question": {
+          "name": "1.1.1.1.in-addr.arpa.",
+          "class": "IN",
+          "type": "PTR"
+        },
+        "answer": [
+          {
+            "name": "1.1.1.1.in-addr.arpa.",
+            "class": "IN",
+            "type": "PTR",
+            "ttl": "1800",
+            "data": "one.one.one.one."
+          }
+        ],
+        "query_time": "38 msec",
+        "server": "2600",
+        "when": "Tue Nov 12 07:17:19 PST 2019",
+        "rcvd": "78"
+      }
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.3'
+    description = 'dig command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['dig']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "id":             integer,
+            "opcode":         string,
+            "status":         string,
+            "flags": [
+                              string
+            ],
+            "query_num":      integer,
+            "answer_num":     integer,
+            "authority_num":  integer,
+            "additional_num": integer,
+            "axfr": [
+              {
+                "name":       string,
+                "class":      string,
+                "type":       string,
+                "ttl":        integer,
+                "data":       string
+              }
+            ],
+            "question": {
+              "name":         string,
+              "class":        string,
+              "type":         string
+            },
+            "answer": [
+              {
+                "name":       string,
+                "class":      string,
+                "type":       string,
+                "ttl":        integer,
+                "data":       string
+              }
+            ],
+            "authority": [
+              {
+                "name":       string,
+                "class":      string,
+                "type":       string,
+                "ttl":        integer,
+                "data":       string
+              }
+            ],
+            "query_time":     integer,   # in msec
+            "server":         string,
+            "when":           string,
+            "rcvd":           integer
+            "size":           string
+          }
+        ]
+    """
+
+    for entry in proc_data:
+        int_list = ['id', 'query_num', 'answer_num', 'authority_num', 'additional_num', 'rcvd']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+        if 'axfr' in entry:
+            for ax in entry['axfr']:
+                try:
+                    ttl_int = int(ax['ttl'])
+                    ax['ttl'] = ttl_int
+                except (ValueError):
+                    ax['ttl'] = None
+
+        if 'answer' in entry:
+            for ans in entry['answer']:
+                try:
+                    ttl_int = int(ans['ttl'])
+                    ans['ttl'] = ttl_int
+                except (ValueError):
+                    ans['ttl'] = None
+
+        if 'authority' in entry:
+            for auth in entry['authority']:
+                try:
+                    ttl_int = int(auth['ttl'])
+                    auth['ttl'] = ttl_int
+                except (ValueError):
+                    auth['ttl'] = None
+
+        if 'query_time' in entry:
+            try:
+                qt_int = int(entry['query_time'].split()[0])
+                entry['query_time'] = qt_int
+            except (ValueError):
+                entry['query_time'] = None
+
+    return proc_data
+
+
+def parse_header(header):
+    # ;; ->>HEADER<<- opcode: QUERY, status: NXDOMAIN, id: 6140
+    header = header.split()
+    opcode = header[3].rstrip(',')
+    status = header[5].rstrip(',')
+    header_id = header[7]
+
+    return {'id': header_id,
+            'opcode': opcode,
+            'status': status}
+
+
+def parse_flags_line(flagsline):
+    # ;; flags: qr rd ra; QUERY: 1, ANSWER: 0, AUTHORITY: 0, ADDITIONAL: 1
+    flagsline = flagsline.split(';')
+    flags = flagsline.pop(0)
+    flags = flagsline.pop(0)
+    flags = flagsline.pop(0).split(':')
+    flags = flags[1].lstrip()
+    flags = flags.split()
+
+    restline = flagsline[0].replace(',', ' ').replace(':', ' ')
+    restlist = restline.split()
+
+    query_num = restlist[1]
+    answer_num = restlist[3]
+    authority_num = restlist[5]
+    additional_num = restlist[7]
+
+    return {'flags': flags,
+            'query_num': query_num,
+            'answer_num': answer_num,
+            'authority_num': authority_num,
+            'additional_num': additional_num}
+
+
+def parse_question(question):
+    # ;www.cnn.com.           IN  A
+    question = question.split()
+    dns_name = question[0].lstrip(';')
+    dns_class = question[1]
+    dns_type = question[2]
+
+    return {'name': dns_name,
+            'class': dns_class,
+            'type': dns_type}
+
+
+def parse_authority(authority):
+    # cnn.com.      3600    IN  NS  ns-1086.awsdns-07.org.
+    authority = authority.split()
+    authority_name = authority[0]
+    authority_class = authority[2]
+    authority_type = authority[3]
+    authority_ttl = authority[1]
+    authority_data = authority[4]
+
+    return {'name': authority_name,
+            'class': authority_class,
+            'type': authority_type,
+            'ttl': authority_ttl,
+            'data': authority_data}
+
+
+def parse_answer(answer):
+    # www.cnn.com.        5   IN  CNAME   turner-tls.map.fastly.net.
+    answer = answer.split()
+    answer_name = answer[0]
+    answer_class = answer[2]
+    answer_type = answer[3]
+    answer_ttl = answer[1]
+    answer_data = answer[4]
+
+    return {'name': answer_name,
+            'class': answer_class,
+            'type': answer_type,
+            'ttl': answer_ttl,
+            'data': answer_data}
+
+
+def parse_axfr(axfr):
+    # ; <<>> DiG 9.11.14-3-Debian <<>> @81.4.108.41 axfr zonetransfer.me +nocookie
+    # ; (1 server found)
+    # ;; global options: +cmd
+    # zonetransfer.me. 7200 IN A 5.196.105.14
+    axfr = axfr.split(maxsplit=4)
+    axfr_name = axfr[0]
+    axfr_ttl = axfr[1]
+    axfr_class = axfr[2]
+    axfr_type = axfr[3]
+    axfr_data = axfr[4]
+
+    return {'name': axfr_name,
+            'ttl': axfr_ttl,
+            'class': axfr_class,
+            'type': axfr_type,
+            'data': axfr_data}
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+    # remove blank lines
+    cleandata = list(filter(None, cleandata))
+
+    question = False
+    authority = False
+    answer = False
+    axfr = False
+
+    output_entry = {}
+
+    if jc.utils.has_data(data):
+        for line in cleandata:
+
+            if line.startswith('; <<>> ') and ' axfr ' in line.lower():
+                question = False
+                authority = False
+                answer = False
+                axfr = True
+                axfr_list = []
+                continue
+
+            if ';' not in line and axfr:
+                axfr_list.append(parse_axfr(line))
+                output_entry.update({'axfr': axfr_list})
+                continue
+
+            if line.startswith(';; ->>HEADER<<-'):
+                output_entry = {}
+                output_entry.update(parse_header(line))
+                continue
+
+            if line.startswith(';; flags:'):
+                output_entry.update(parse_flags_line(line))
+                continue
+
+            if line.startswith(';; QUESTION SECTION:'):
+                question = True
+                authority = False
+                answer = False
+                axfr = False
+                continue
+
+            if question:
+                output_entry['question'] = parse_question(line)
+                question = False
+                authority = False
+                answer = False
+                axfr = False
+                continue
+
+            if line.startswith(';; AUTHORITY SECTION:'):
+                question = False
+                authority = True
+                answer = False
+                axfr = False
+                authority_list = []
+                continue
+
+            if ';' not in line and authority:
+                authority_list.append(parse_authority(line))
+                output_entry.update({'authority': authority_list})
+                continue
+
+            if line.startswith(';; ANSWER SECTION:'):
+                question = False
+                authority = False
+                answer = True
+                axfr = False
+                answer_list = []
+                continue
+
+            if ';' not in line and answer:
+                answer_list.append(parse_answer(line))
+                output_entry.update({'answer': answer_list})
+                continue
+
+            # footer consists of 4 lines
+            # footer line 1
+            if line.startswith(';; Query time:'):
+                output_entry.update({'query_time': line.split(':')[1].lstrip()})
+                continue
+
+            # footer line 2
+            if line.startswith(';; SERVER:'):
+                output_entry.update({'server': line.split(':')[1].lstrip()})
+                continue
+
+            # footer line 3
+            if line.startswith(';; WHEN:'):
+                output_entry.update({'when': line.split(':', maxsplit=1)[1].lstrip()})
+                continue
+
+            # footer line 4 (last line)
+            if line.startswith(';; MSG SIZE  rcvd:'):
+                output_entry.update({'rcvd': line.split(':')[1].lstrip()})
+
+                if output_entry:
+                    raw_output.append(output_entry)
+            elif line.startswith(';; XFR size:'):
+                output_entry.update({'size': line.split(':')[1].lstrip()})
+
+                if output_entry:
+                    raw_output.append(output_entry)
+
+        raw_output = list(filter(None, raw_output))
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/dmidecode.py

@@ -0,0 +1,341 @@
+"""jc - JSON CLI output utility dmidecode Parser
+
+Usage:
+
+    specify --dmidecode as the first argument if the piped input is coming from dmidecode
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    # dmidecode | jc --dmidecode -p
+    [
+      {
+        "handle": "0x0000",
+        "type": 0,
+        "bytes": 24,
+        "description": "BIOS Information",
+        "values": {
+          "vendor": "Phoenix Technologies LTD",
+          "version": "6.00",
+          "release_date": "04/13/2018",
+          "address": "0xEA490",
+          "runtime_size": "88944 bytes",
+          "rom_size": "64 kB",
+          "characteristics": [
+            "ISA is supported",
+            "PCI is supported",
+            "PC Card (PCMCIA) is supported",
+            "PNP is supported",
+            "APM is supported",
+            "BIOS is upgradeable",
+            "BIOS shadowing is allowed",
+            "ESCD support is available",
+            "Boot from CD is supported",
+            "Selectable boot is supported",
+            "EDD is supported",
+            "Print screen service is supported (int 5h)",
+            "8042 keyboard services are supported (int 9h)",
+            "Serial services are supported (int 14h)",
+            "Printer services are supported (int 17h)",
+            "CGA/mono video services are supported (int 10h)",
+            "ACPI is supported",
+            "Smart battery is supported",
+            "BIOS boot specification is supported",
+            "Function key-initiated network boot is supported",
+            "Targeted content distribution is supported"
+          ],
+          "bios_revision": "4.6",
+          "firmware_revision": "0.0"
+        }
+      },
+      ...
+    ]
+
+    # dmidecode | jc --dmidecode -p -r
+    [
+      {
+        "handle": "0x0000",
+        "type": "0",
+        "bytes": "24",
+        "description": "BIOS Information",
+        "values": {
+          "vendor": "Phoenix Technologies LTD",
+          "version": "6.00",
+          "release_date": "04/13/2018",
+          "address": "0xEA490",
+          "runtime_size": "88944 bytes",
+          "rom_size": "64 kB",
+          "characteristics": [
+            "ISA is supported",
+            "PCI is supported",
+            "PC Card (PCMCIA) is supported",
+            "PNP is supported",
+            "APM is supported",
+            "BIOS is upgradeable",
+            "BIOS shadowing is allowed",
+            "ESCD support is available",
+            "Boot from CD is supported",
+            "Selectable boot is supported",
+            "EDD is supported",
+            "Print screen service is supported (int 5h)",
+            "8042 keyboard services are supported (int 9h)",
+            "Serial services are supported (int 14h)",
+            "Printer services are supported (int 17h)",
+            "CGA/mono video services are supported (int 10h)",
+            "ACPI is supported",
+            "Smart battery is supported",
+            "BIOS boot specification is supported",
+            "Function key-initiated network boot is supported",
+            "Targeted content distribution is supported"
+          ],
+          "bios_revision": "4.6",
+          "firmware_revision": "0.0"
+        }
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.1'
+    description = 'dmidecode command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['dmidecode']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "handle":                      string,
+            "type":                        integer,
+            "bytes":                       integer,
+            "description":                 string,
+            "values": {                               (null if empty)
+              "lowercase_no_spaces_keys":  string,
+              "multiline_key_values": [
+                                           string,
+              ]
+            }
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['type', 'bytes']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+        if not entry['values']:
+            entry['values'] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    item_header = False
+    item_values = False
+    value_list = False
+
+    item = None
+    header = None
+    key = None
+    val = None
+    attribute = None
+    values = None
+    key_data = None
+
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        data = data.splitlines()
+
+        # remove header rows
+        for row in data.copy():
+            if row:
+                data.pop(0)
+            else:
+                break
+
+        # main parsing loop
+        for line in data:
+            # new item
+            if not line:
+                item_header = True
+                item_values = False
+                value_list = False
+
+                if item:
+                    if values:
+                        item['values'][attribute] = values
+                    if key_data:
+                        item['values'][f'{key}_data'] = key_data
+                    raw_output.append(item)
+
+                item = {}
+                header = None
+                key = None
+                val = None
+                attribute = None
+                values = []
+                key_data = []
+                continue
+
+            # header
+            if line.startswith('Handle ') and line.endswith('bytes'):
+
+                # Handle 0x0000, DMI type 0, 24 bytes
+                header = line.replace(',', ' ').split()
+                item = {
+                    'handle': header[1],
+                    'type': header[4],
+                    'bytes': header[5]
+                }
+                continue
+
+            # description
+            if item_header:
+                item_header = False
+                item_values = True
+                value_list = False
+
+                item['description'] = line
+                item['values'] = {}
+                continue
+
+            # new item if multiple descriptions in handle
+            if not item_header and not line.startswith('\t'):
+                item_header = False
+                item_values = True
+                value_list = False
+
+                if item:
+                    if values:
+                        item['values'][attribute] = values
+                    if key_data:
+                        item['values'][f'{key}_data'] = key_data
+                    raw_output.append(item)
+
+                item = {
+                    'handle': header[1],
+                    'type': header[4],
+                    'bytes': header[5],
+                    'description': line,
+                    'values': {}
+                }
+
+                key = None
+                val = None
+                attribute = None
+                values = []
+                key_data = []
+                continue
+
+            # keys and values
+            if item_values \
+               and len(line.split(':', maxsplit=1)) == 2 \
+               and line.startswith('\t') \
+               and not line.startswith('\t\t') \
+               and not line.strip().endswith(':'):
+                item_header = False
+                item_values = True
+                value_list = False
+
+                if values:
+                    item['values'][attribute] = values
+                    values = []
+                if key_data:
+                    item['values'][f'{key}_data'] = key_data
+                    key_data = []
+
+                key = line.split(':', maxsplit=1)[0].strip().lower().replace(' ', '_')
+                val = line.split(':', maxsplit=1)[1].strip()
+                item['values'].update({key: val})
+                continue
+
+            # multi-line key
+            if item_values \
+               and line.startswith('\t') \
+               and not line.startswith('\t\t') \
+               and line.strip().endswith(':'):
+                item_header = False
+                item_values = True
+                value_list = True
+
+                if values:
+                    item['values'][attribute] = values
+                    values = []
+                if key_data:
+                    item['values'][f'{key}_data'] = key_data
+                    key_data = []
+
+                attribute = line[:-1].strip().lower().replace(' ', '_')
+                values = []
+                continue
+
+            # multi-line values
+            if value_list \
+               and line.startswith('\t\t'):
+                values.append(line.strip())
+                continue
+
+            # data for hybrid multi-line objects
+            if item_values \
+               and not value_list \
+               and line.startswith('\t\t'):
+                if f'{key}_data' not in item['values']:
+                    item['values'][f'{key}_data'] = []
+                key_data.append(line.strip())
+                continue
+
+        if item:
+            raw_output.append(item)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/du.py

@@ -0,0 +1,152 @@
+"""jc - JSON CLI output utility du Parser
+
+Usage:
+
+    specify --du as the first argument if the piped input is coming from du
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ du /usr | jc --du -p
+    [
+      {
+        "size": 104608,
+        "name": "/usr/bin"
+      },
+      {
+        "size": 56,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/_CodeSignature"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local/standalone"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local"
+      },
+      {
+        "size": 0,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr"
+      },
+      {
+        "size": 1008,
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/dfu"
+      },
+      ...
+    ]
+
+    $ du /usr | jc --du -p -r
+    [
+      {
+        "size": "104608",
+        "name": "/usr/bin"
+      },
+      {
+        "size": "56",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/_CodeSignature"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local/standalone"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr/local"
+      },
+      {
+        "size": "0",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/usr"
+      },
+      {
+        "size": "1008",
+        "name": "/usr/standalone/firmware/iBridge1_1Customer.bundle/Contents/Resources/Firmware/dfu"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.2'
+    description = 'du command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['du']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "size":     integer,
+            "name":     string
+          }
+        ]
+    """
+    int_list = ['size']
+    for entry in proc_data:
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        cleandata.insert(0, 'size name')
+        raw_output = jc.parsers.universal.simple_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/env.py

@@ -0,0 +1,131 @@
+"""jc - JSON CLI output utility env Parser
+
+Usage:
+
+    specify --env as the first argument if the piped input is coming from env
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ env | jc --env -p
+    [
+      {
+        "name": "XDG_SESSION_ID",
+        "value": "1"
+      },
+      {
+        "name": "HOSTNAME",
+        "value": "localhost.localdomain"
+      },
+      {
+        "name": "TERM",
+        "value": "vt220"
+      },
+      {
+        "name": "SHELL",
+        "value": "/bin/bash"
+      },
+      {
+        "name": "HISTSIZE",
+        "value": "1000"
+      },
+      ...
+    ]
+
+    $ env | jc --env -p -r
+    {
+      "TERM": "xterm-256color",
+      "SHELL": "/bin/bash",
+      "USER": "root",
+      "PATH": "/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin",
+      "PWD": "/root",
+      "LANG": "en_US.UTF-8",
+      "HOME": "/root",
+      "LOGNAME": "root",
+      "_": "/usr/bin/env"
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.2'
+    description = 'env command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['env']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "name":     string,
+            "value":    string
+          }
+        ]
+    """
+
+    # rebuild output for added semantic information
+    processed = []
+    for k, v in proc_data.items():
+        proc_line = {}
+        proc_line['name'] = k
+        proc_line['value'] = v
+        processed.append(proc_line)
+
+    return processed
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary of raw structured data or
+        list of dictionaries of processed structured data
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        for entry in cleandata:
+            parsed_line = entry.split('=', maxsplit=1)
+            raw_output[parsed_line[0]] = parsed_line[1]
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/file.py

@@ -0,0 +1,131 @@
+"""jc - JSON CLI output utility file command Parser
+
+Usage:
+
+    specify --file as the first argument if the piped input is coming from file.
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ file * | jc --file -p
+    [
+      {
+        "filename": "Applications",
+        "type": "directory"
+      },
+      {
+        "filename": "another file with spaces",
+        "type": "empty"
+      },
+      {
+        "filename": "argstest.py",
+        "type": "Python script text executable, ASCII text"
+      },
+      {
+        "filename": "blkid-p.out",
+        "type": "ASCII text"
+      },
+      {
+        "filename": "blkid-pi.out",
+        "type": "ASCII text, with very long lines"
+      },
+      {
+        "filename": "cd_catalog.xml",
+        "type": "XML 1.0 document text, ASCII text, with CRLF line terminators"
+      },
+      {
+        "filename": "centosserial.sh",
+        "type": "Bourne-Again shell script text executable, UTF-8 Unicode text"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.2'
+    description = 'file command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['file']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "filename":   string,
+            "type   ":    string
+          }
+        ]
+    """
+    # No further processing
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    warned = False
+
+    if jc.utils.has_data(data):
+
+        for line in filter(None, data.splitlines()):
+            linedata = line.rsplit(': ', maxsplit=1)
+
+            try:
+                filename = linedata[0].strip()
+                filetype = linedata[1].strip()
+
+                raw_output.append(
+                    {
+                        'filename': filename,
+                        'type': filetype
+                    }
+                )
+            except IndexError:
+                if not warned:
+                    jc.utils.warning_message('Filenames with newline characters detected. Some filenames may be truncated.')
+                    warned = True
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/foo.py

@@ -0,0 +1,90 @@
+"""jc - JSON CLI output utility foo Parser
+
+Usage:
+
+    specify --foo as the first argument if the piped input is coming from foo
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ foo | jc --foo -p
+    []
+
+    $ foo | jc --foo -p -r
+    []
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'foo command parser'
+    author = 'John Doe'
+    author_email = 'johndoe@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['foo']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "foo":     string,
+            "bar":     boolean,
+            "baz":     integer
+          }
+        ]
+    """
+
+    # rebuild output for added semantic information
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        for line in filter(None, data.splitlines()):
+            # parse the content
+            pass
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/free.py

@@ -0,0 +1,141 @@
+"""jc - JSON CLI output utility free Parser
+
+Usage:
+
+    specify --free as the first argument if the piped input is coming from free
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ free | jc --free -p
+    [
+      {
+        "type": "Mem",
+        "total": 3861340,
+        "used": 220508,
+        "free": 3381972,
+        "shared": 11800,
+        "buff_cache": 258860,
+        "available": 3397784
+      },
+      {
+        "type": "Swap",
+        "total": 2097148,
+        "used": 0,
+        "free": 2097148
+      }
+    ]
+
+    $ free | jc --free -p -r
+    [
+      {
+        "type": "Mem",
+        "total": "2017300",
+        "used": "213104",
+        "free": "1148452",
+        "shared": "1176",
+        "buff_cache": "655744",
+        "available": "1622204"
+      },
+      {
+        "type": "Swap",
+        "total": "2097148",
+        "used": "0",
+        "free": "2097148"
+      }
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.2'
+    description = 'free command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['free']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "type":         string,
+            "total":        integer,
+            "used":         integer,
+            "free":         integer,
+            "shared":       integer,
+            "buff_cache":   integer,
+            "available":    integer
+          }
+        ]
+    """
+
+    for entry in proc_data:
+        int_list = ['total', 'used', 'free', 'shared', 'buff_cache', 'available']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    cleandata = data.splitlines()
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        cleandata[0] = cleandata[0].lower()
+        cleandata[0] = cleandata[0].replace('buff/cache', 'buff_cache')
+        cleandata[0] = 'type ' + cleandata[0]
+
+        raw_output = jc.parsers.universal.simple_table_parse(cleandata)
+
+        for entry in raw_output:
+            entry['type'] = entry['type'].rstrip(':')
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/fstab.py

@@ -0,0 +1,172 @@
+"""jc - JSON CLI output utility fstab Parser
+
+Usage:
+
+    specify --fstab as the first argument if the piped input is coming from a fstab file
+
+Compatibility:
+
+    'linux', 'freebsd'
+
+Examples:
+
+    $ cat /etc/fstab | jc --fstab -p
+    [
+      {
+        "fs_spec": "/dev/mapper/centos-root",
+        "fs_file": "/",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      },
+      {
+        "fs_spec": "UUID=05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "fs_file": "/boot",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      },
+      {
+        "fs_spec": "/dev/mapper/centos-swap",
+        "fs_file": "swap",
+        "fs_vfstype": "swap",
+        "fs_mntops": "defaults",
+        "fs_freq": 0,
+        "fs_passno": 0
+      }
+    ]
+
+    $ cat /etc/fstab | jc --fstab -p -r
+    [
+      {
+        "fs_spec": "/dev/mapper/centos-root",
+        "fs_file": "/",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      },
+      {
+        "fs_spec": "UUID=05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "fs_file": "/boot",
+        "fs_vfstype": "xfs",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      },
+      {
+        "fs_spec": "/dev/mapper/centos-swap",
+        "fs_file": "swap",
+        "fs_vfstype": "swap",
+        "fs_mntops": "defaults",
+        "fs_freq": "0",
+        "fs_passno": "0"
+      }
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.3'
+    description = 'fstab file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "fs_spec":      string,
+            "fs_file":      string,
+            "fs_vfstype":   string,
+            "fs_mntops":    string,
+            "fs_freq":      integer,
+            "fs_passno":    integer
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['fs_freq', 'fs_passno']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        for line in cleandata:
+            output_line = {}
+            # ignore commented lines
+            if line.strip().startswith('#'):
+                continue
+
+            line_list = line.split(maxsplit=6)
+            fs_spec = line_list[0]
+            fs_file = line_list[1]
+            fs_vfstype = line_list[2]
+            fs_mntops = line_list[3]
+            fs_freq = line_list[4]
+            fs_passno = line_list[5]
+
+            output_line['fs_spec'] = fs_spec
+            output_line['fs_file'] = fs_file
+            output_line['fs_vfstype'] = fs_vfstype
+            output_line['fs_mntops'] = fs_mntops
+            output_line['fs_freq'] = fs_freq
+            output_line['fs_passno'] = fs_passno
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/group.py

@@ -0,0 +1,191 @@
+"""jc - JSON CLI output utility /etc/group file Parser
+
+Usage:
+
+    specify --group as the first argument if the piped input is coming from /etc/group
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/group | jc --group -p
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": -2,
+        "members": []
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": -1,
+        "members": []
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": 0,
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": 29,
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/group | jc --group -p -r
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": "-2",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": "-1",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": "0",
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": "29",
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.1'
+    description = '/etc/group file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "group_name":    string,
+            "password":      string,
+            "gid":           integer,
+            "members": [
+                             string
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['gid']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+        if entry['members'] == ['']:
+            entry['members'] = []
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['group_name'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['gid'] = fields[2]
+            output_line['members'] = fields[3].split(',')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/gshadow.py

@@ -0,0 +1,153 @@
+"""jc - JSON CLI output utility /etc/gshadow file Parser
+
+Usage:
+
+    specify --gshadow as the first argument if the piped input is coming from /etc/gshadow
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/gshadow | jc --gshadow -p
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [],
+        "members": []
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/gshadow | jc --gshadow -p -r
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.1'
+    description = '/etc/gshadow file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "group_name":       string,
+            "password":         string,
+            "administrators": [
+                                string
+            ],
+            "members": [
+                                string
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        if entry['administrators'] == ['']:
+            entry['administrators'] = []
+
+        if entry['members'] == ['']:
+            entry['members'] = []
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if jc.utils.has_data(data):
+
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['group_name'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['administrators'] = fields[2].split(',')
+            output_line['members'] = fields[3].split(',')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/history.py

@@ -0,0 +1,128 @@
+"""jc - JSON CLI output utility history Parser
+
+Usage:
+
+    specify --history as the first argument if the piped input is coming from history
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ history | jc --history -p
+    [
+      {
+        "line": 118,
+        "command": "sleep 100"
+      },
+      {
+        "line": 119,
+        "command": "ls /bin"
+      },
+      {
+        "line": 120,
+        "command": "echo \"hello\""
+      },
+      {
+        "line": 121,
+        "command": "docker images"
+      },
+      ...
+    ]
+
+    $ history | jc --history -p -r
+    {
+      "118": "sleep 100",
+      "119": "ls /bin",
+      "120": "echo \"hello\"",
+      "121": "docker images",
+      ...
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.3'
+    description = 'history command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Optimizations by https://github.com/philippeitis'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "line":     integer,
+            "command":  string
+          }
+        ]
+    """
+
+    # rebuild output for added semantic information
+    processed = []
+    for k, v in proc_data.items():
+        proc_line = {
+            'line': int(k) if k.isdigit() else None,
+            'command': v,
+        }
+        processed.append(proc_line)
+    return processed
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary of raw structured data or
+        list of dictionaries of processed structured data
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    if jc.utils.has_data(data):
+
+        # split lines and clear out any non-ascii chars
+        linedata = data.encode('ascii', errors='ignore').decode().splitlines()
+
+        # Skip any blank lines
+        for entry in filter(None, linedata):
+            try:
+                parsed_line = entry.split(maxsplit=1)
+                raw_output[parsed_line[0]] = parsed_line[1]
+            except IndexError:
+                # need to catch indexerror in case there is weird input from prior commands
+                pass
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/hosts.py

@@ -0,0 +1,155 @@
+"""jc - JSON CLI output utility hosts Parser
+
+Usage:
+
+    specify --hosts as the first argument if the piped input is coming from a hosts file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/hosts | jc --hosts -p
+    [
+      {
+        "ip": "127.0.0.1",
+        "hostname": [
+          "localhost"
+        ]
+      },
+      {
+        "ip": "127.0.1.1",
+        "hostname": [
+          "root-ubuntu"
+        ]
+      },
+      {
+        "ip": "::1",
+        "hostname": [
+          "ip6-localhost",
+          "ip6-loopback"
+        ]
+      },
+      {
+        "ip": "fe00::0",
+        "hostname": [
+          "ip6-localnet"
+        ]
+      },
+      {
+        "ip": "ff00::0",
+        "hostname": [
+          "ip6-mcastprefix"
+        ]
+      },
+      {
+        "ip": "ff02::1",
+        "hostname": [
+          "ip6-allnodes"
+        ]
+      },
+      {
+        "ip": "ff02::2",
+        "hostname": [
+          "ip6-allrouters"
+        ]
+      }
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.2'
+    description = '/etc/hosts file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "ip":           string,
+            "hostname": [
+                            string
+            ]
+          }
+        ]
+    """
+
+    # no additional processing needed
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        for line in cleandata:
+            output_line = {}
+            # ignore commented lines
+            if line.strip().startswith('#'):
+                continue
+
+            line_list = line.split(maxsplit=1)
+            ip = line_list[0]
+            hosts = line_list[1]
+            hosts_list = hosts.split()
+
+            comment_found = False
+            for i, item in enumerate(hosts_list):
+                if '#' in item:
+                    comment_found = True
+                    comment_item = i
+                    break
+
+            if comment_found:
+                hosts_list = hosts_list[:comment_item]
+
+            output_line['ip'] = ip
+            output_line['hostname'] = hosts_list
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/id.py

@@ -0,0 +1,215 @@
+"""jc - JSON CLI output utility id Parser
+
+Usage:
+
+    specify --id as the first argument if the piped input is coming from id
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ id | jc --id -p
+    {
+      "uid": {
+        "id": 1000,
+        "name": "joeuser"
+      },
+      "gid": {
+        "id": 1000,
+        "name": "joeuser"
+      },
+      "groups": [
+        {
+          "id": 1000,
+          "name": "joeuser"
+        },
+        {
+          "id": 10,
+          "name": "wheel"
+        }
+      ],
+      "context": {
+        "user": "unconfined_u",
+        "role": "unconfined_r",
+        "type": "unconfined_t",
+        "level": "s0-s0:c0.c1023"
+      }
+    }
+
+    $ id | jc --id -p -r
+    {
+      "uid": {
+        "id": "1000",
+        "name": "joeuser"
+      },
+      "gid": {
+        "id": "1000",
+        "name": "joeuser"
+      },
+      "groups": [
+        {
+          "id": "1000",
+          "name": "joeuser"
+        },
+        {
+          "id": "10",
+          "name": "wheel"
+        }
+      ],
+      "context": {
+        "user": "unconfined_u",
+        "role": "unconfined_r",
+        "type": "unconfined_t",
+        "level": "s0-s0:c0.c1023"
+      }
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.1'
+    description = 'id command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['id']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "uid": {
+            "id":       integer,
+            "name":     string
+          },
+          "gid": {
+            "id":       integer,
+            "name":     string
+          },
+          "groups": [
+            {
+              "id":     integer,
+              "name":   string
+            },
+            {
+              "id":     integer,
+              "name":   string
+            }
+          ],
+          "context": {
+            "user":     string,
+            "role":     string,
+            "type":     string,
+            "level":    string
+          }
+        }
+    """
+    if 'uid' in proc_data:
+        if 'id' in proc_data['uid']:
+            try:
+                proc_data['uid']['id'] = int(proc_data['uid']['id'])
+            except (ValueError):
+                proc_data['uid']['id'] = None
+
+    if 'gid' in proc_data:
+        if 'id' in proc_data['gid']:
+            try:
+                proc_data['gid']['id'] = int(proc_data['gid']['id'])
+            except (ValueError):
+                proc_data['gid']['id'] = None
+
+    if 'groups' in proc_data:
+        for group in proc_data['groups']:
+            if 'id' in group:
+                try:
+                    group['id'] = int(group['id'])
+                except (ValueError):
+                    group['id'] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.split()))
+
+    if jc.utils.has_data(data):
+
+        for section in cleandata:
+            if section.startswith('uid'):
+                uid_parsed = section.replace('(', '=').replace(')', '=')
+                uid_parsed = uid_parsed.split('=')
+                raw_output['uid'] = {}
+                raw_output['uid']['id'] = uid_parsed[1]
+                raw_output['uid']['name'] = uid_parsed[2]
+
+            if section.startswith('gid'):
+                gid_parsed = section.replace('(', '=').replace(')', '=')
+                gid_parsed = gid_parsed.split('=')
+                raw_output['gid'] = {}
+                raw_output['gid']['id'] = gid_parsed[1]
+                raw_output['gid']['name'] = gid_parsed[2]
+
+            if section.startswith('groups'):
+                groups_parsed = section.replace('(', '=').replace(')', '=')
+                groups_parsed = groups_parsed.replace('groups=', '')
+                groups_parsed = groups_parsed.split(',')
+                raw_output['groups'] = []
+
+                for group in groups_parsed:
+                    group_dict = {}
+                    grp_parsed = group.split('=')
+                    group_dict['id'] = grp_parsed[0]
+                    group_dict['name'] = grp_parsed[1]
+                    raw_output['groups'].append(group_dict)
+
+            if section.startswith('context'):
+                context_parsed = section.replace('context=', '')
+                context_parsed = context_parsed.split(':', maxsplit=3)
+                raw_output['context'] = {}
+                raw_output['context']['user'] = context_parsed[0]
+                raw_output['context']['role'] = context_parsed[1]
+                raw_output['context']['type'] = context_parsed[2]
+                raw_output['context']['level'] = context_parsed[3]
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/ifconfig.py

@@ -1,29 +1,492 @@
 """jc - JSON CLI output utility ifconfig Parser
 
 Usage:
+
     specify --ifconfig as the first argument if the piped input is coming from ifconfig
 
     no ifconfig options are supported.
 
-Example:
+Compatibility:
 
-$ ifconfig | jc --ifconfig -p
+    'linux', 'aix', 'freebsd', 'darwin'
 
+Examples:
+
+    $ ifconfig | jc --ifconfig -p
+    [
+      {
+        "name": "ens33",
+        "flags": 4163,
+        "state": [
+          "UP",
+          "BROADCAST",
+          "RUNNING",
+          "MULTICAST"
+        ],
+        "mtu": 1500,
+        "ipv4_addr": "192.168.71.137",
+        "ipv4_mask": "255.255.255.0",
+        "ipv4_bcast": "192.168.71.255",
+        "ipv6_addr": "fe80::c1cb:715d:bc3e:b8a0",
+        "ipv6_mask": 64,
+        "ipv6_scope": "0x20",
+        "mac_addr": "00:0c:29:3b:58:0e",
+        "type": "Ethernet",
+        "rx_packets": 8061,
+        "rx_bytes": 1514413,
+        "rx_errors": 0,
+        "rx_dropped": 0,
+        "rx_overruns": 0,
+        "rx_frame": 0,
+        "tx_packets": 4502,
+        "tx_bytes": 866622,
+        "tx_errors": 0,
+        "tx_dropped": 0,
+        "tx_overruns": 0,
+        "tx_carrier": 0,
+        "tx_collisions": 0,
+        "metric": null
+      },
+      {
+        "name": "lo",
+        "flags": 73,
+        "state": [
+          "UP",
+          "LOOPBACK",
+          "RUNNING"
+        ],
+        "mtu": 65536,
+        "ipv4_addr": "127.0.0.1",
+        "ipv4_mask": "255.0.0.0",
+        "ipv4_bcast": null,
+        "ipv6_addr": "::1",
+        "ipv6_mask": 128,
+        "ipv6_scope": "0x10",
+        "mac_addr": null,
+        "type": "Local Loopback",
+        "rx_packets": 73,
+        "rx_bytes": 6009,
+        "rx_errors": 0,
+        "rx_dropped": 0,
+        "rx_overruns": 0,
+        "rx_frame": 0,
+        "tx_packets": 73,
+        "tx_bytes": 6009,
+        "tx_errors": 0,
+        "tx_dropped": 0,
+        "tx_overruns": 0,
+        "tx_carrier": 0,
+        "tx_collisions": 0,
+        "metric": null
+      }
+    ]
+
+    $ ifconfig | jc --ifconfig -p -r
+    [
+      {
+        "name": "ens33",
+        "flags": "4163",
+        "state": "UP,BROADCAST,RUNNING,MULTICAST",
+        "mtu": "1500",
+        "ipv4_addr": "192.168.71.137",
+        "ipv4_mask": "255.255.255.0",
+        "ipv4_bcast": "192.168.71.255",
+        "ipv6_addr": "fe80::c1cb:715d:bc3e:b8a0",
+        "ipv6_mask": "64",
+        "ipv6_scope": "0x20",
+        "mac_addr": "00:0c:29:3b:58:0e",
+        "type": "Ethernet",
+        "rx_packets": "8061",
+        "rx_bytes": "1514413",
+        "rx_errors": "0",
+        "rx_dropped": "0",
+        "rx_overruns": "0",
+        "rx_frame": "0",
+        "tx_packets": "4502",
+        "tx_bytes": "866622",
+        "tx_errors": "0",
+        "tx_dropped": "0",
+        "tx_overruns": "0",
+        "tx_carrier": "0",
+        "tx_collisions": "0",
+        "metric": null
+      },
+      {
+        "name": "lo",
+        "flags": "73",
+        "state": "UP,LOOPBACK,RUNNING",
+        "mtu": "65536",
+        "ipv4_addr": "127.0.0.1",
+        "ipv4_mask": "255.0.0.0",
+        "ipv4_bcast": null,
+        "ipv6_addr": "::1",
+        "ipv6_mask": "128",
+        "ipv6_scope": "0x10",
+        "mac_addr": null,
+        "type": "Local Loopback",
+        "rx_packets": "73",
+        "rx_bytes": "6009",
+        "rx_errors": "0",
+        "rx_dropped": "0",
+        "rx_overruns": "0",
+        "rx_frame": "0",
+        "tx_packets": "73",
+        "tx_bytes": "6009",
+        "tx_errors": "0",
+        "tx_dropped": "0",
+        "tx_overruns": "0",
+        "tx_carrier": "0",
+        "tx_collisions": "0",
+        "metric": null
+      }
+    ]
 """
+import re
 from collections import namedtuple
-from ifconfigparser import IfconfigParser
+import jc.utils
 
 
-def parse(data):
-    output = []
+class info():
+    version = '1.8'
+    description = 'ifconfig command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Using ifconfig-parser from https://github.com/KnightWhoSayNi/ifconfig-parser'
 
-    parsed = IfconfigParser(console_output=data)
-    interfaces = parsed.get_interfaces()
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['ifconfig']
 
-    # convert ifconfigparser output to a dictionary
-    for iface in interfaces:
-        d = interfaces[iface]._asdict()
-        dct = dict(d)
-        output.append(dct)
 
-    return output
+__version__ = info.version
+
+
+class IfconfigParser(object):
+    # Author: threeheadedknight@protonmail.com
+    # Date created: 30.06.2018 17:03
+    # Python Version: 3.7
+
+    # MIT License
+
+    # Copyright (c) 2018 threeheadedknight@protonmail.com
+
+    # Permission is hereby granted, free of charge, to any person obtaining a copy
+    # of this software and associated documentation files (the "Software"), to deal
+    # in the Software without restriction, including without limitation the rights
+    # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    # copies of the Software, and to permit persons to whom the Software is
+    # furnished to do so, subject to the following conditions:
+
+    # The above copyright notice and this permission notice shall be included in all
+    # copies or substantial portions of the Software.
+
+    # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    # SOFTWARE.
+
+    attributes = ['name', 'type', 'mac_addr', 'ipv4_addr', 'ipv4_bcast', 'ipv4_mask', 'ipv6_addr', 'ipv6_mask',
+                  'ipv6_scope', 'state', 'mtu', 'metric', 'rx_packets', 'rx_errors', 'rx_dropped', 'rx_overruns',
+                  'rx_frame', 'tx_packets', 'tx_errors', 'tx_dropped', 'tx_overruns', 'tx_carrier', 'tx_collisions',
+                  'rx_bytes', 'tx_bytes']
+
+    def __init__(self, console_output):
+        """
+        :param console_output:
+        """
+
+        if isinstance(console_output, list):
+            source_data = " ".join(console_output)
+        else:
+            source_data = console_output.replace("\n", " ")
+        self.interfaces = self.parser(source_data=source_data)
+
+    def list_interfaces(self):
+        """
+        :return:
+        """
+        return sorted(self.interfaces.keys())
+
+    def count_interfaces(self):
+        """
+        :return:
+        """
+        return len(self.interfaces.keys())
+
+    def filter_interfaces(self, **kwargs):
+        """
+        :param kwargs:
+        :return:
+        """
+        for attr in kwargs.keys():
+            if attr not in IfconfigParser.attributes:
+                raise ValueError("Attribute [{}] not supported.".format(attr))
+
+        filtered_interfaces = []
+        for name, details in self.interfaces.items():
+
+            if all(getattr(details, attr) == kwargs[attr] for attr in kwargs.keys()):
+                filtered_interfaces.append(name)
+
+        return sorted(filtered_interfaces)
+
+    def get_interface(self, name):
+        """
+        :param name:
+        :return:
+        """
+        if name in self.list_interfaces():
+            return self.interfaces[name]
+        else:
+            raise InterfaceNotFound("Interface [{}] not found.".format(name))
+
+    def get_interfaces(self):
+        """
+        :return:
+        """
+        return self.interfaces
+
+    def is_available(self, name):
+        """
+        :param name:
+        :return:
+        """
+        return name in self.interfaces
+
+    def parser(self, source_data):
+        """
+        :param source_data:
+        :return:
+        """
+
+        # Linux syntax
+        re_linux_interface = re.compile(
+            r"(?P<name>[a-zA-Z0-9:._-]+)\s+Link encap:(?P<type>\S+\s?\S+)(\s+HWaddr\s+\b"
+            r"(?P<mac_addr>[0-9A-Fa-f:?]+))?",
+            re.I)
+        re_linux_ipv4 = re.compile(
+            r"inet addr:(?P<ipv4_addr>(?:[0-9]{1,3}\.){3}[0-9]{1,3})(\s+Bcast:"
+            r"(?P<ipv4_bcast>(?:[0-9]{1,3}\.){3}[0-9]{1,3}))?\s+Mask:(?P<ipv4_mask>(?:[0-9]{1,3}\.){3}[0-9]{1,3})",
+            re.I)
+        re_linux_ipv6 = re.compile(
+            r"inet6 addr:\s+(?P<ipv6_addr>\S+)/(?P<ipv6_mask>[0-9]+)\s+Scope:(?P<ipv6_scope>Link|Host)",
+            re.I)
+        re_linux_state = re.compile(
+            r"\W+(?P<state>(?:\w+\s)+)(?:\s+)?MTU:(?P<mtu>[0-9]+)\s+Metric:(?P<metric>[0-9]+)", re.I)
+        re_linux_rx = re.compile(
+            r"RX packets:(?P<rx_packets>[0-9]+)\s+errors:(?P<rx_errors>[0-9]+)\s+dropped:"
+            r"(?P<rx_dropped>[0-9]+)\s+overruns:(?P<rx_overruns>[0-9]+)\s+frame:(?P<rx_frame>[0-9]+)",
+            re.I)
+        re_linux_tx = re.compile(
+            r"TX packets:(?P<tx_packets>[0-9]+)\s+errors:(?P<tx_errors>[0-9]+)\s+dropped:"
+            r"(?P<tx_dropped>[0-9]+)\s+overruns:(?P<tx_overruns>[0-9]+)\s+carrier:(?P<tx_carrier>[0-9]+)",
+            re.I)
+        re_linux_bytes = re.compile(r"\W+RX bytes:(?P<rx_bytes>\d+)\s+\(.*\)\s+TX bytes:(?P<tx_bytes>\d+)\s+\(.*\)", re.I)
+        re_linux_tx_stats = re.compile(r"collisions:(?P<tx_collisions>[0-9]+)\s+txqueuelen:[0-9]+", re.I)
+        re_linux = [re_linux_interface, re_linux_ipv4, re_linux_ipv6, re_linux_state, re_linux_rx, re_linux_tx,
+                    re_linux_bytes, re_linux_tx_stats]
+
+        # OpenBSD syntax
+        re_openbsd_interface = re.compile(
+            r"(?P<name>[a-zA-Z0-9:._-]+):\s+flags=(?P<flags>[0-9]+)<(?P<state>\S+)?>\s+mtu\s+(?P<mtu>[0-9]+)",
+            re.I)
+        re_openbsd_ipv4 = re.compile(
+            r"inet (?P<ipv4_addr>(?:[0-9]{1,3}\.){3}[0-9]{1,3})\s+netmask\s+"
+            r"(?P<ipv4_mask>(?:[0-9]{1,3}\.){3}[0-9]{1,3})(\s+broadcast\s+"
+            r"(?P<ipv4_bcast>(?:[0-9]{1,3}\.){3}[0-9]{1,3}))?",
+            re.I)
+        re_openbsd_ipv6 = re.compile(
+            r"inet6\s+(?P<ipv6_addr>\S+)\s+prefixlen\s+(?P<ipv6_mask>[0-9]+)\s+scopeid\s+(?P<ipv6_scope>\w+x\w+)<"
+            r"(?:link|host)>",
+            re.I)
+        re_openbsd_details = re.compile(
+            r"\S+\s+(?:(?P<mac_addr>[0-9A-Fa-f:?]+)\s+)?txqueuelen\s+[0-9]+\s+\((?P<type>\S+\s?\S+)\)", re.I)
+        re_openbsd_rx = re.compile(r"RX packets (?P<rx_packets>[0-9]+)\s+bytes\s+(?P<rx_bytes>\d+)\s+.*", re.I)
+        re_openbsd_rx_stats = re.compile(
+            r"RX errors (?P<rx_errors>[0-9]+)\s+dropped\s+(?P<rx_dropped>[0-9]+)\s+overruns\s+"
+            r"(?P<rx_overruns>[0-9]+)\s+frame\s+(?P<rx_frame>[0-9]+)",
+            re.I)
+        re_openbsd_tx = re.compile(r"TX packets (?P<tx_packets>[0-9]+)\s+bytes\s+(?P<tx_bytes>\d+)\s+.*", re.I)
+        re_openbsd_tx_stats = re.compile(
+            r"TX errors (?P<tx_errors>[0-9]+)\s+dropped\s+(?P<tx_dropped>[0-9]+)\s+overruns\s+"
+            r"(?P<tx_overruns>[0-9]+)\s+carrier\s+(?P<tx_carrier>[0-9]+)\s+collisions\s+(?P<tx_collisions>[0-9]+)",
+            re.I)
+        re_openbsd = [re_openbsd_interface, re_openbsd_ipv4, re_openbsd_ipv6, re_openbsd_details, re_openbsd_rx,
+                      re_openbsd_rx_stats, re_openbsd_tx, re_openbsd_tx_stats]
+
+        # FreeBSD syntax
+        re_freebsd_interface = re.compile(
+            r"(?P<name>[a-zA-Z0-9:._-]+):\s+flags=(?P<flags>[0-9]+)<(?P<state>\S+)>\s+metric\s+"
+            r"(?P<metric>[0-9]+)\s+mtu\s+(?P<mtu>[0-9]+)",
+            re.I)
+        re_freebsd_ipv4 = re.compile(
+            r"inet (?P<ipv4_addr>(?:[0-9]{1,3}\.){3}[0-9]{1,3})\s+netmask\s+(?P<ipv4_mask>0x\S+)(\s+broadcast\s+"
+            r"(?P<ipv4_bcast>(?:[0-9]{1,3}\.){3}[0-9]{1,3}))?",
+            re.I)
+        re_freebsd_ipv6 = re.compile(r"\s?inet6\s(?P<ipv6_addr>.*)(?:\%\w+\d+)\sprefixlen\s(?P<ipv6_mask>\d+)(?:\s\w+)?\sscopeid\s(?P<ipv6_scope>\w+x\w+)", re.I)
+        re_freebsd_details = re.compile(r"ether\s+(?P<mac_addr>[0-9A-Fa-f:?]+)", re.I)
+        re_freebsd = [re_freebsd_interface, re_freebsd_ipv4, re_freebsd_ipv6, re_freebsd_details]
+
+        available_interfaces = dict()
+
+        for pattern in [re_linux_interface, re_openbsd_interface, re_freebsd_interface]:
+            network_interfaces = re.finditer(pattern, source_data)
+            positions = []
+            while True:
+                try:
+                    pos = next(network_interfaces)
+                    positions.append(max(pos.start() - 1, 0))
+                except StopIteration:
+                    break
+            if positions:
+                positions.append(len(source_data))
+                break
+
+        if not positions:
+            return available_interfaces
+
+        for l, r in zip(positions, positions[1:]):
+            chunk = source_data[l:r]
+            _interface = dict()
+            for pattern in re_linux + re_openbsd + re_freebsd:
+                match = re.search(pattern, chunk.replace('\t', '\n'))
+                if match:
+                    details = match.groupdict()
+                    for k, v in details.items():
+                        if isinstance(v, str): details[k] = v.strip()
+                    _interface.update(details)
+            if _interface is not None:
+                available_interfaces[_interface['name']] = self.update_interface_details(_interface)
+
+        return available_interfaces
+
+    @staticmethod
+    def update_interface_details(interface):
+        for attr in IfconfigParser.attributes:
+            if attr not in interface:
+                interface[attr] = None
+        return namedtuple('Interface', interface.keys())(**interface)
+
+
+class InterfaceNotFound(Exception):
+    """
+    """
+    pass
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "name":             string,
+            "flags":            integer,
+            "state": [
+                                string
+            ],
+            "mtu":              integer,
+            "ipv4_addr":        string,
+            "ipv4_mask":        string,
+            "ipv4_bcast":       string,
+            "ipv6_addr":        string,
+            "ipv6_mask":        integer,
+            "ipv6_scope":       string,
+            "mac_addr":         string,
+            "type":             string,
+            "rx_packets":       integer,
+            "rx_bytes":         integer,
+            "rx_errors":        integer,
+            "rx_dropped":       integer,
+            "rx_overruns":      integer,
+            "rx_frame":         integer,
+            "tx_packets":       integer,
+            "tx_bytes":         integer,
+            "tx_errors":        integer,
+            "tx_dropped":       integer,
+            "tx_overruns":      integer,
+            "tx_carrier":       integer,
+            "tx_collisions":    integer,
+            "metric":           integer
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['flags', 'mtu', 'ipv6_mask', 'rx_packets', 'rx_bytes', 'rx_errors', 'rx_dropped', 'rx_overruns',
+                    'rx_frame', 'tx_packets', 'tx_bytes', 'tx_errors', 'tx_dropped', 'tx_overruns', 'tx_carrier',
+                    'tx_collisions', 'metric']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError, TypeError):
+                    entry[key] = None
+
+        # convert OSX-style subnet mask to dotted quad
+        if 'ipv4_mask' in entry:
+            try:
+                if entry['ipv4_mask'].startswith('0x'):
+                    new_mask = entry['ipv4_mask']
+                    new_mask = new_mask.lstrip('0x')
+                    new_mask = '.'.join(str(int(i, 16)) for i in [new_mask[i:i + 2] for i in range(0, len(new_mask), 2)])
+                    entry['ipv4_mask'] = new_mask
+            except (ValueError, TypeError, AttributeError):
+                pass
+
+        # convert state value to an array
+        if 'state' in entry:
+            try:
+                new_state = entry['state'].split(',')
+                entry['state'] = new_state
+            except (ValueError, TypeError, AttributeError):
+                pass
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        parsed = IfconfigParser(console_output=data)
+        interfaces = parsed.get_interfaces()
+
+        # convert ifconfigparser output to a dictionary
+        for iface in interfaces:
+            d = interfaces[iface]._asdict()
+            dct = dict(d)
+            raw_output.append(dct)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/ini.py

@@ -0,0 +1,113 @@
+"""jc - JSON CLI output utility INI Parser
+
+Usage:
+
+    specify --ini as the first argument if the piped input is coming from an INI file
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat example.ini
+    [DEFAULT]
+    ServerAliveInterval = 45
+    Compression = yes
+    CompressionLevel = 9
+    ForwardX11 = yes
+
+    [bitbucket.org]
+    User = hg
+
+    [topsecret.server.com]
+    Port = 50022
+    ForwardX11 = no
+
+    $ cat example.ini | jc --ini -p
+    {
+      "bitbucket.org": {
+        "serveraliveinterval": "45",
+        "compression": "yes",
+        "compressionlevel": "9",
+        "forwardx11": "yes",
+        "user": "hg"
+      },
+      "topsecret.server.com": {
+        "serveraliveinterval": "45",
+        "compression": "yes",
+        "compressionlevel": "9",
+        "forwardx11": "no",
+        "port": "50022"
+      }
+    }
+"""
+import jc.utils
+import configparser
+
+
+class info():
+    version = '1.1'
+    description = 'INI file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Using configparser from the standard library'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary representing an ini document:
+
+        {
+          ini document converted to a dictionary
+          see configparser standard library documentation for more details
+        }
+    """
+
+    # No further processing
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary representing the ini file
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    if jc.utils.has_data(data):
+
+        ini = configparser.ConfigParser()
+        ini.read_string(data)
+        raw_output = {s: dict(ini.items(s)) for s in ini.sections()}
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/iptables.py

@@ -0,0 +1,283 @@
+"""jc - JSON CLI output utility ipables Parser
+
+Usage:
+
+    Specify --iptables as the first argument if the piped input is coming from iptables
+
+    Supports -vLn and --line-numbers for all tables
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p
+    [
+      {
+        "chain": "PREROUTING",
+        "rules": [
+          {
+            "num": 1,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_direct",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 2,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_ZONES_SOURCE",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 3,
+            "pkts": 2183,
+            "bytes": 186000,
+            "target": "PREROUTING_ZONES",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": 4,
+            "pkts": 0,
+            "bytes": 0,
+            "target": "DOCKER",
+            "prot": "all",
+            "opt": null,
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere",
+            "options": "ADDRTYPE match dst-type LOCAL"
+          }
+        ]
+      },
+      ...
+    ]
+
+    $ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p -r
+    [
+      {
+        "chain": "PREROUTING",
+        "rules": [
+          {
+            "num": "1",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_direct",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "2",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_ZONES_SOURCE",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "3",
+            "pkts": "2183",
+            "bytes": "186K",
+            "target": "PREROUTING_ZONES",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere"
+          },
+          {
+            "num": "4",
+            "pkts": "0",
+            "bytes": "0",
+            "target": "DOCKER",
+            "prot": "all",
+            "opt": "--",
+            "in": "any",
+            "out": "any",
+            "source": "anywhere",
+            "destination": "anywhere",
+            "options": "ADDRTYPE match dst-type LOCAL"
+          }
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.4'
+    description = 'iptables command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['iptables']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "chain":                string,
+            "rules": [
+              {
+                "num"               integer,
+                "pkts":             integer,
+                "bytes":            integer,  # converted based on suffix
+                "target":           string,
+                "prot":             string,
+                "opt":              string,   # "--" = Null
+                "in":               string,
+                "out":              string,
+                "source":           string,
+                "destination":      string,
+                "options":          string
+              }
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        for rule in entry['rules']:
+            int_list = ['num', 'pkts']
+            for key in int_list:
+                if key in rule:
+                    try:
+                        key_int = int(rule[key])
+                        rule[key] = key_int
+                    except (ValueError):
+                        rule[key] = None
+
+            if 'bytes' in rule:
+                multiplier = 1
+                if rule['bytes'][-1] == 'K':
+                    multiplier = 10 ** 3
+                    rule['bytes'] = rule['bytes'].rstrip('K')
+                elif rule['bytes'][-1] == 'M':
+                    multiplier = 10 ** 6
+                    rule['bytes'] = rule['bytes'].rstrip('M')
+                elif rule['bytes'][-1] == 'G':
+                    multiplier = 10 ** 9
+                    rule['bytes'] = rule['bytes'].rstrip('G')
+                elif rule['bytes'][-1] == 'T':
+                    multiplier = 10 ** 12
+                    rule['bytes'] = rule['bytes'].rstrip('T')
+                elif rule['bytes'][-1] == 'P':
+                    multiplier = 10 ** 15
+                    rule['bytes'] = rule['bytes'].rstrip('P')
+
+                try:
+                    bytes_int = int(rule['bytes'])
+                    rule['bytes'] = bytes_int * multiplier
+                except (ValueError):
+                    rule['bytes'] = None
+
+            if 'opt' in rule:
+                if rule['opt'] == '--':
+                    rule['opt'] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    chain = {}
+    headers = []
+
+    if jc.utils.has_data(data):
+
+        for line in list(filter(None, data.splitlines())):
+
+            if line.startswith('Chain'):
+                if chain:
+                    raw_output.append(chain)
+
+                chain = {}
+                headers = []
+
+                parsed_line = line.split()
+
+                chain['chain'] = parsed_line[1]
+                chain['rules'] = []
+
+                continue
+
+            elif line.startswith('target') or line.find('pkts') == 1 or line.startswith('num'):
+                headers = []
+                headers = [h for h in ' '.join(line.lower().strip().split()).split() if h]
+                headers.append("options")
+
+                continue
+
+            else:
+                rule = line.split(maxsplit=len(headers) - 1)
+                temp_rule = dict(zip(headers, rule))
+                if temp_rule:
+                    chain['rules'].append(temp_rule)
+
+        if chain:
+            raw_output.append(chain)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/jobs.py

@@ -0,0 +1,202 @@
+"""jc - JSON CLI output utility jobs Parser
+
+Usage:
+
+    specify --jobs as the first argument if the piped input is coming from jobs
+
+    Also supports the -l option
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Example:
+
+    $ jobs -l | jc --jobs -p
+    [
+      {
+        "job_number": 1,
+        "pid": 5283,
+        "status": "Running",
+        "command": "sleep 10000 &"
+      },
+      {
+        "job_number": 2,
+        "pid": 5284,
+        "status": "Running",
+        "command": "sleep 10100 &"
+      },
+      {
+        "job_number": 3,
+        "pid": 5285,
+        "history": "previous",
+        "status": "Running",
+        "command": "sleep 10001 &"
+      },
+      {
+        "job_number": 4,
+        "pid": 5286,
+        "history": "current",
+        "status": "Running",
+        "command": "sleep 10112 &"
+      }
+    ]
+
+    $ jobs -l | jc --jobs -p -r
+    [
+      {
+        "job_number": "1",
+        "pid": "19510",
+        "status": "Running",
+        "command": "sleep 1000 &"
+      },
+      {
+        "job_number": "2",
+        "pid": "19511",
+        "status": "Running",
+        "command": "sleep 1001 &"
+      },
+      {
+        "job_number": "3",
+        "pid": "19512",
+        "history": "previous",
+        "status": "Running",
+        "command": "sleep 1002 &"
+      },
+      {
+        "job_number": "4",
+        "pid": "19513",
+        "history": "current",
+        "status": "Running",
+        "command": "sleep 1003 &"
+      }
+    ]
+"""
+import string
+import jc.utils
+
+
+class info():
+    version = '1.2'
+    description = 'jobs command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['jobs']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "job_number":   integer,
+            "pid":          integer,
+            "history":      string,
+            "status":       string,
+            "command":      string
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['job_number', 'pid']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        for entry in cleandata:
+            output_line = {}
+            remainder = []
+            job_number = ''
+            pid = ''
+            job_history = ''
+
+            parsed_line = entry.split(maxsplit=2)
+
+            # check if -l was used
+            if parsed_line[1][0] in string.digits:
+                pid = parsed_line.pop(1)
+                remainder = parsed_line.pop(1)
+                job_number = parsed_line.pop(0)
+                remainder = remainder.split(maxsplit=1)
+
+                # rebuild parsed_line
+                parsed_line = []
+
+                for r in remainder:
+                    parsed_line.append(r)
+
+                parsed_line.insert(0, job_number)
+
+            # check for + or - in first field
+            if '+' in parsed_line[0]:
+                job_history = 'current'
+                parsed_line[0] = parsed_line[0].rstrip('+')
+
+            if '-' in parsed_line[0]:
+                job_history = 'previous'
+                parsed_line[0] = parsed_line[0].rstrip('-')
+
+            # clean up first field
+            parsed_line[0] = parsed_line[0].lstrip('[').rstrip(']')
+
+            # create list of dictionaries
+            output_line['job_number'] = parsed_line[0]
+            if pid:
+                output_line['pid'] = pid
+            if job_history:
+                output_line['history'] = job_history
+            output_line['status'] = parsed_line[1]
+            output_line['command'] = parsed_line[2]
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/last.py

@@ -0,0 +1,194 @@
+"""jc - JSON CLI output utility last Parser
+
+Usage:
+
+    specify --last as the first argument if the piped input is coming from last or lastb
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ last | jc --last -p
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": null,
+        "login": "Thu Feb 27 14:31",
+        "logout": "still logged in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+    $ last | jc --last -p -r
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": "-",
+        "login": "Thu Feb 27 14:31",
+        "logout": "still_logged_in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+"""
+import re
+import jc.utils
+
+
+class info():
+    version = '1.3'
+    description = 'last and lastb command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['last', 'lastb']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "user":       string,
+            "tty":        string,
+            "hostname":   string,
+            "login":      string,
+            "logout":     string,
+            "duration":   string
+          }
+        ]
+    """
+    for entry in proc_data:
+        if 'user' in entry and entry['user'] == 'boot_time':
+            entry['user'] = 'boot time'
+
+        if 'tty' in entry and entry['tty'] == '~':
+            entry['tty'] = None
+
+        if 'tty' in entry and entry['tty'] == 'system_boot':
+            entry['tty'] = 'system boot'
+
+        if 'hostname' in entry and entry['hostname'] == '-':
+            entry['hostname'] = None
+
+        if 'logout' in entry and entry['logout'] == 'still_logged_in':
+            entry['logout'] = 'still logged in'
+
+        if 'logout' in entry and entry['logout'] == 'gone_-_no_logout':
+            entry['logout'] = 'gone - no logout'
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        for entry in cleandata:
+            output_line = {}
+
+            if entry.startswith('wtmp begins ') or entry.startswith('btmp begins ') or entry.startswith('utx.log begins '):
+                continue
+
+            entry = entry.replace('system boot', 'system_boot')
+            entry = entry.replace('boot time', 'boot_time')
+            entry = entry.replace('  still logged in', '- still_logged_in')
+            entry = entry.replace('  gone - no logout', '- gone_-_no_logout')
+
+            linedata = entry.split()
+            if re.match(r'[MTWFS][ouerha][nedritnu] [JFMASOND][aepuco][nbrynlgptvc]', ' '.join(linedata[2:4])):
+                linedata.insert(2, '-')
+
+            # freebsd fix
+            if linedata[0] == 'boot_time':
+                linedata.insert(1, '-')
+                linedata.insert(1, '~')
+
+            output_line['user'] = linedata[0]
+            output_line['tty'] = linedata[1]
+            output_line['hostname'] = linedata[2]
+            output_line['login'] = ' '.join(linedata[3:7])
+
+            if len(linedata) > 8:
+                output_line['logout'] = linedata[8]
+
+            if len(linedata) > 9:
+                output_line['duration'] = linedata[9].replace('(', '').replace(')', '')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/ls.py

@@ -1,114 +1,282 @@
 """jc - JSON CLI output utility ls Parser
 
+Note: The -l or -b option of ls should be used to correctly parse filenames that include newline characters.
+      Since ls does not encode newlines in filenames when outputting to a pipe it will cause jc to see
+      multiple files instead of a single file if -l or -b is not used.
+
 Usage:
+
     specify --ls as the first argument if the piped input is coming from ls
 
     ls options supported:
-    - None
-    - l
-    - a
+
+                    -lbaR
+    --time-style=full-iso
+                       -h  file sizes will be available in text form with -r but larger file sizes
+                               with human readable suffixes will be converted to Null in default view
+                               since the parser attempts to convert this field to an integer.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
 
 Examples:
 
-$ ls -a /usr/bin | jc --ls -p
-[
-  {
-    "filename": "."
-  },
-  {
-    "filename": ".."
-  },
-  {
-    "filename": "2to3-"
-  },
-  {
-    "filename": "2to3-2.7"
-  },
-  {
-    "filename": "AssetCacheLocatorUtil"
-  },
-  ...
-]
+    $ ls /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos"
+      },
+      {
+        "filename": "arch"
+      },
+      {
+        "filename": "awk"
+      },
+      {
+        "filename": "base64"
+      },
+      ...
+    ]
 
-$ ls -al /usr/bin | jc --ls -p
-[
-  {
-    "filename": ".",
-    "flags": "drwxr-xr-x",
-    "links": 970,
-    "owner": "root",
-    "group": "wheel",
-    "bytes": 31040,
-    "date": "Aug 27 21:20"
-  },
-  {
-    "filename": "..",
-    "flags": "drwxr-xr-x@",
-    "links": 9,
-    "owner": "root",
-    "group": "wheel",
-    "bytes": 288,
-    "date": "May 3 22:14"
-  },
-  {
-    "filename": "2to3-",
-    "flags": "-rwxr-xr-x",
-    "links": 4,
-    "owner": "root",
-    "group": "wheel",
-    "bytes": 925,
-    "date": "Feb 22 2019"
-  },
-  {
-    "filename": "2to3-2.7",
-    "link_to": "../../System/Library/Frameworks/Python.framework/Versions/2.7/bin/2to3-2.7",
-    "flags": "lrwxr-xr-x",
-    "links": 1,
-    "owner": "root",
-    "group": "wheel",
-    "bytes": 74,
-    "date": "May 4 02:12"
-  },
-  ...
-]
+    $ ls -l /usr/bin | jc --ls -p
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 6,
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "ar",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 62744,
+        "date": "Aug 8 16:14"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": 1,
+        "owner": "root",
+        "group": "root",
+        "size": 33080,
+        "date": "Aug 19 23:25"
+      },
+      ...
+    ]
 
-$ $ ls -l /usr/bin | jc --ls | jq .[] | jq 'select(.bytes > 50000000)'
-{
-  "filename": "emacs",
-  "flags": "-r-xr-xr-x",
-  "links": 1,
-  "owner": "root",
-  "group": "wheel",
-  "bytes": 117164432,
-  "date": "May 3 22:26"
-}
+    $ ls -l /usr/bin | jc --ls -p -r
+    [
+      {
+        "filename": "apropos",
+        "link_to": "whatis",
+        "flags": "lrwxrwxrwx.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "6",
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "arch",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "33080",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "awk",
+        "link_to": "gawk",
+        "flags": "lrwxrwxrwx.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "4",
+        "date": "Aug 15 10:53"
+      },
+      {
+        "filename": "base64",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "37360",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "basename",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "29032",
+        "date": "Aug 19 23:25"
+      },
+      {
+        "filename": "bash",
+        "flags": "-rwxr-xr-x.",
+        "links": "1",
+        "owner": "root",
+        "group": "root",
+        "size": "964600",
+        "date": "Aug 8 05:06"
+      },
+      ...
+    ]
+
+    $ ls -l /usr/bin | jc --ls | jq '.[] | select(.size > 50000000)'
+    {
+      "filename": "emacs",
+      "flags": "-r-xr-xr-x",
+      "links": 1,
+      "owner": "root",
+      "group": "wheel",
+      "size": 117164432,
+      "date": "May 3 2019"
+    }
 """
 import re
+import jc.utils
 
 
-def parse(data):
-    output = []
+class info():
+    version = '1.6'
+    description = 'ls command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['ls']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "filename": string,
+            "flags":    string,
+            "links":    integer,
+            "parent":   string,
+            "owner":    string,
+            "group":    string,
+            "size":     integer,
+            "date":     string
+          }
+        ]
+    """
+
+    for entry in proc_data:
+        int_list = ['links', 'size']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    warned = False
+    parent = ''
+    next_is_parent = False
+    new_section = False
 
     linedata = data.splitlines()
 
-    # Delete first line if it starts with 'total'
-    if linedata:
-        if linedata[0].find('total') == 0:
+    if jc.utils.has_data(data):
+
+        # Delete first line if it starts with 'total 1234'
+        if re.match(r'total [0-9]+', linedata[0]):
             linedata.pop(0)
 
-    # Clear any blank lines
-    cleandata = list(filter(None, linedata))
+        # Look for parent line if glob or -R is used
+        if not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', linedata[0]) \
+           and linedata[0].endswith(':'):
+            parent = linedata.pop(0)[:-1]
+            # Pop following total line if it exists
+            if re.match(r'total [0-9]+', linedata[0]):
+                linedata.pop(0)
 
-    if cleandata:
         # Check if -l was used to parse extra data
-        if re.match('^[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', cleandata[0]):
-            for entry in cleandata:
+        if re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', linedata[0]):
+            for entry in linedata:
                 output_line = {}
 
                 parsed_line = entry.split(maxsplit=8)
 
+                if not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', entry) \
+                   and entry.endswith(':'):
+                    parent = entry[:-1]
+                    new_section = True
+
+                    # fixup to remove trailing \n in previous entry
+                    raw_output[-1]['filename'] = raw_output[-1]['filename'][:-1]
+                    continue
+
+                if re.match(r'total [0-9]+', entry):
+                    new_section = False
+                    continue
+
+                # fix for OSX - doesn't print 'total xx' line if empty directory
+                if new_section and entry == '':
+                    new_section = False
+                    continue
+
+                # fixup for filenames with newlines
+                if not new_section \
+                   and not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', entry):
+                    raw_output[-1]['filename'] = raw_output[-1]['filename'] + '\n' + entry
+                    continue
+
                 # split filenames and links
-                filename_field = parsed_line[8].split(' -> ')
+                if len(parsed_line) == 9:
+                    filename_field = parsed_line[8].split(' -> ')
+                else:
+                    # in case of filenames starting with a newline character
+                    filename_field = ['']
 
                 # create list of dictionaries
                 output_line['filename'] = filename_field[0]
@@ -116,17 +284,41 @@ def parse(data):
                 if len(filename_field) > 1:
                     output_line['link_to'] = filename_field[1]
 
+                if parent:
+                    output_line['parent'] = parent
+
                 output_line['flags'] = parsed_line[0]
-                output_line['links'] = int(parsed_line[1])
+                output_line['links'] = parsed_line[1]
                 output_line['owner'] = parsed_line[2]
                 output_line['group'] = parsed_line[3]
-                output_line['bytes'] = int(parsed_line[4])
+                output_line['size'] = parsed_line[4]
                 output_line['date'] = ' '.join(parsed_line[5:8])
-                output.append(output_line)
+                raw_output.append(output_line)
         else:
-            for entry in cleandata:
+            for entry in linedata:
                 output_line = {}
-                output_line['filename'] = entry
-                output.append(output_line)
 
-    return output
+                if entry == '':
+                    next_is_parent = True
+                    continue
+
+                if next_is_parent and entry.endswith(':'):
+                    parent = entry[:-1]
+                    next_is_parent = False
+                    continue
+
+                if not quiet and next_is_parent and not entry.endswith(':') and not warned:
+                    jc.utils.warning_message('Newline characters detected. Filenames probably corrupted. Use ls -l or -b instead.')
+                    warned = True
+
+                output_line['filename'] = entry
+
+                if parent:
+                    output_line['parent'] = parent
+
+                raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/lsblk.py

@@ -0,0 +1,351 @@
+"""jc - JSON CLI output utility lsblk Parser
+
+Usage:
+
+    specify --lsblk as the first argument if the piped input is coming from lsblk
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ lsblk | jc --lsblk -p
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": false,
+        "size": "20G",
+        "ro": false,
+        "type": "disk",
+        "mountpoint": null
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": false,
+        "size": "1G",
+        "ro": false,
+        "type": "part",
+        "mountpoint": "/boot"
+      },
+      ...
+    ]
+
+    $ lsblk -o +KNAME,FSTYPE,LABEL,UUID,PARTLABEL,PARTUUID,RA,MODEL,SERIAL,STATE,OWNER,GROUP,MODE,ALIGNMENT,MIN-IO,OPT-IO,PHY-SEC,LOG-SEC,ROTA,SCHED,RQ-SIZE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,WSAME,WWN,RAND,PKNAME,HCTL,TRAN,REV,VENDOR | jc --lsblk -p
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": false,
+        "size": "20G",
+        "ro": false,
+        "type": "disk",
+        "mountpoint": null,
+        "kname": "sda",
+        "fstype": null,
+        "label": null,
+        "uuid": null,
+        "partlabel": null,
+        "partuuid": null,
+        "ra": 4096,
+        "model": "VMware Virtual S",
+        "serial": null,
+        "state": "running",
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": 0,
+        "min_io": 512,
+        "opt_io": 0,
+        "phy_sec": 512,
+        "log_sec": 512,
+        "rota": true,
+        "sched": "deadline",
+        "rq_size": 128,
+        "disc_aln": 0,
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": false,
+        "wsame": "32M",
+        "wwn": null,
+        "rand": true,
+        "pkname": null,
+        "hctl": "0:0:0:0",
+        "tran": "spi",
+        "rev": "1.0",
+        "vendor": "VMware,"
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": false,
+        "size": "1G",
+        "ro": false,
+        "type": "part",
+        "mountpoint": "/boot",
+        "kname": "sda1",
+        "fstype": "xfs",
+        "label": null,
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "partlabel": null,
+        "partuuid": null,
+        "ra": 4096,
+        "model": null,
+        "serial": null,
+        "state": null,
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": 0,
+        "min_io": 512,
+        "opt_io": 0,
+        "phy_sec": 512,
+        "log_sec": 512,
+        "rota": true,
+        "sched": "deadline",
+        "rq_size": 128,
+        "disc_aln": 0,
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": false,
+        "wsame": "32M",
+        "wwn": null,
+        "rand": true,
+        "pkname": "sda",
+        "hctl": null,
+        "tran": null,
+        "rev": null,
+        "vendor": null
+      },
+      ...
+    ]
+
+    $ lsblk -o +KNAME,FSTYPE,LABEL,UUID,PARTLABEL,PARTUUID,RA,MODEL,SERIAL,STATE,OWNER,GROUP,MODE,ALIGNMENT,MIN-IO,OPT-IO,PHY-SEC,LOG-SEC,ROTA,SCHED,RQ-SIZE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,WSAME,WWN,RAND,PKNAME,HCTL,TRAN,REV,VENDOR | jc --lsblk -p -r
+    [
+      {
+        "name": "sda",
+        "maj_min": "8:0",
+        "rm": "0",
+        "size": "20G",
+        "ro": "0",
+        "type": "disk",
+        "mountpoint": null,
+        "kname": "sda",
+        "fstype": null,
+        "label": null,
+        "uuid": null,
+        "partlabel": null,
+        "partuuid": null,
+        "ra": "4096",
+        "model": "VMware Virtual S",
+        "serial": null,
+        "state": "running",
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": "0",
+        "min_io": "512",
+        "opt_io": "0",
+        "phy_sec": "512",
+        "log_sec": "512",
+        "rota": "1",
+        "sched": "deadline",
+        "rq_size": "128",
+        "disc_aln": "0",
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": "0",
+        "wsame": "32M",
+        "wwn": null,
+        "rand": "1",
+        "pkname": null,
+        "hctl": "0:0:0:0",
+        "tran": "spi",
+        "rev": "1.0",
+        "vendor": "VMware,"
+      },
+      {
+        "name": "sda1",
+        "maj_min": "8:1",
+        "rm": "0",
+        "size": "1G",
+        "ro": "0",
+        "type": "part",
+        "mountpoint": "/boot",
+        "kname": "sda1",
+        "fstype": "xfs",
+        "label": null,
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "partlabel": null,
+        "partuuid": null,
+        "ra": "4096",
+        "model": null,
+        "serial": null,
+        "state": null,
+        "owner": "root",
+        "group": "disk",
+        "mode": "brw-rw----",
+        "alignment": "0",
+        "min_io": "512",
+        "opt_io": "0",
+        "phy_sec": "512",
+        "log_sec": "512",
+        "rota": "1",
+        "sched": "deadline",
+        "rq_size": "128",
+        "disc_aln": "0",
+        "disc_gran": "0B",
+        "disc_max": "0B",
+        "disc_zero": "0",
+        "wsame": "32M",
+        "wwn": null,
+        "rand": "1",
+        "pkname": "sda",
+        "hctl": null,
+        "tran": null,
+        "rev": null,
+        "vendor": null
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.5'
+    description = 'lsblk command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['lsblk']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "name":         string,
+            "maj_min":      string,
+            "rm":           boolean,
+            "size":         string,
+            "ro":           boolean,
+            "type":         string,
+            "mountpoint":   string,
+            "kname":        string,
+            "fstype":       string,
+            "label":        string,
+            "uuid":         string,
+            "partlabel":    string,
+            "partuuid":     string,
+            "ra":           integer,
+            "model":        string,
+            "serial":       string,
+            "state":        string,
+            "owner":        string,
+            "group":        string,
+            "mode":         string,
+            "alignment":    integer,
+            "min_io":       integer,
+            "opt_io":       integer,
+            "phy_sec":      integer,
+            "log_sec":      integer,
+            "rota":         boolean,
+            "sched":        string,
+            "rq_size":      integer,
+            "disc_aln":     integer,
+            "disc_gran":    string,
+            "disc_max":     string,
+            "disc_zero":    boolean,
+            "wsame":        string,
+            "wwn":          string,
+            "rand":         boolean,
+            "pkname":       string,
+            "hctl":         string,
+            "tran":         string,
+            "rev":          string,
+            "vendor":       string
+          }
+        ]
+    """
+    for entry in proc_data:
+        # boolean changes
+        bool_list = ['rm', 'ro', 'rota', 'disc_zero', 'rand']
+        for key in bool_list:
+            if key in entry:
+                try:
+                    key_bool = bool(int(entry[key]))
+                    entry[key] = key_bool
+                except (ValueError):
+                    entry[key] = None
+
+        # integer changes
+        int_list = ['ra', 'alignment', 'min_io', 'opt_io', 'phy_sec', 'log_sec', 'rq_size', 'disc_aln']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        cleandata = data.splitlines()
+
+        cleandata[0] = cleandata[0].lower()
+        cleandata[0] = cleandata[0].replace(':', '_')
+        cleandata[0] = cleandata[0].replace('-', '_')
+
+        raw_output = jc.parsers.universal.sparse_table_parse(cleandata)
+
+        # clean up non-ascii characters, if any
+        for entry in raw_output:
+            entry['name'] = entry['name'].encode('ascii', errors='ignore').decode()
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/lsmod.py

@@ -0,0 +1,193 @@
+"""jc - JSON CLI output utility lsmod Parser
+
+Usage:
+
+    specify --lsmod as the first argument if the piped input is coming from lsmod
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ lsmod | jc --lsmod -p
+    [
+      ...
+      {
+        "module": "nf_nat",
+        "size": 26583,
+        "used": 3,
+        "by": [
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "nf_nat_masquerade_ipv4"
+        ]
+      },
+      {
+        "module": "iptable_mangle",
+        "size": 12695,
+        "used": 1
+      },
+      {
+        "module": "iptable_security",
+        "size": 12705,
+        "used": 1
+      },
+      {
+        "module": "iptable_raw",
+        "size": 12678,
+        "used": 1
+      },
+      {
+        "module": "nf_conntrack",
+        "size": 139224,
+        "used": 7,
+        "by": [
+          "nf_nat",
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "xt_conntrack",
+          "nf_nat_masquerade_ipv4",
+          "nf_conntrack_ipv4",
+          "nf_conntrack_ipv6"
+        ]
+      },
+      ...
+    ]
+
+    $ lsmod | jc --lsmod -p -r
+    [
+      ...
+      {
+        "module": "nf_conntrack",
+        "size": "139224",
+        "used": "7",
+        "by": [
+          "nf_nat",
+          "nf_nat_ipv4",
+          "nf_nat_ipv6",
+          "xt_conntrack",
+          "nf_nat_masquerade_ipv4",
+          "nf_conntrack_ipv4",
+          "nf_conntrack_ipv6"
+        ]
+      },
+      {
+        "module": "ip_set",
+        "size": "45799",
+        "used": "0"
+      },
+      {
+        "module": "nfnetlink",
+        "size": "14519",
+        "used": "1",
+        "by": [
+          "ip_set"
+        ]
+      },
+      {
+        "module": "ebtable_filter",
+        "size": "12827",
+        "used": "1"
+      },
+      {
+        "module": "ebtables",
+        "size": "35009",
+        "used": "2",
+        "by": [
+          "ebtable_nat",
+          "ebtable_filter"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.3'
+    description = 'lsmod command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['lsmod']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "module": string,
+            "size":   integer,
+            "used":   integer,
+            "by": [
+                      string
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        # integer changes
+        int_list = ['size', 'used']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    cleandata = data.splitlines()
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        cleandata[0] = cleandata[0].lower()
+
+        raw_output = jc.parsers.universal.simple_table_parse(cleandata)
+
+        for mod in raw_output:
+            if 'by' in mod:
+                mod['by'] = mod['by'].split(',')
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/lsof.py

@@ -0,0 +1,185 @@
+"""jc - JSON CLI output utility lsof Parser
+
+Usage:
+
+    specify --lsof as the first argument if the piped input is coming from lsof
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ sudo lsof | jc --lsof -p
+    [
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "cwd",
+        "type": "DIR",
+        "device": "253,0",
+        "size_off": 224,
+        "node": 64,
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "rtd",
+        "type": "DIR",
+        "device": "253,0",
+        "size_off": 224,
+        "node": 64,
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": 1,
+        "tid": null,
+        "user": "root",
+        "fd": "txt",
+        "type": "REG",
+        "device": "253,0",
+        "size_off": 1624520,
+        "node": 50360451,
+        "name": "/usr/lib/systemd/systemd"
+      },
+      ...
+    ]
+
+    $ sudo lsof | jc --lsof -p -r
+    [
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "cwd",
+        "type": "DIR",
+        "device": "8,2",
+        "size_off": "4096",
+        "node": "2",
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "rtd",
+        "type": "DIR",
+        "device": "8,2",
+        "size_off": "4096",
+        "node": "2",
+        "name": "/"
+      },
+      {
+        "command": "systemd",
+        "pid": "1",
+        "tid": null,
+        "user": "root",
+        "fd": "txt",
+        "type": "REG",
+        "device": "8,2",
+        "size_off": "1595792",
+        "node": "668802",
+        "name": "/lib/systemd/systemd"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.2'
+    description = 'lsof command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['lsof']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "command":    string,
+            "pid":        integer,
+            "tid":        integer,
+            "user":       string,
+            "fd":         string,
+            "type":       string,
+            "device":     string,
+            "size_off":   integer,
+            "node":       integer,
+            "name":       string
+          }
+        ]
+    """
+    for entry in proc_data:
+        # integer changes
+        int_list = ['pid', 'tid', 'size_off', 'node']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError, TypeError):
+                    entry[key] = None
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+
+    if jc.utils.has_data(data):
+
+        cleandata[0] = cleandata[0].lower()
+        cleandata[0] = cleandata[0].replace('/', '_')
+
+        raw_output = jc.parsers.universal.sparse_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/mount.py

@@ -0,0 +1,177 @@
+"""jc - JSON CLI output utility mount Parser
+
+Usage:
+
+    specify --mount as the first argument if the piped input is coming from mount
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
+
+Example:
+
+    $ mount | jc --mount -p
+    [
+      {
+        "filesystem": "sysfs",
+        "mount_point": "/sys",
+        "type": "sysfs",
+        "access": [
+          "rw",
+          "nosuid",
+          "nodev",
+          "noexec",
+          "relatime"
+        ]
+      },
+      {
+        "filesystem": "proc",
+        "mount_point": "/proc",
+        "type": "proc",
+        "access": [
+          "rw",
+          "nosuid",
+          "nodev",
+          "noexec",
+          "relatime"
+        ]
+      },
+      {
+        "filesystem": "udev",
+        "mount_point": "/dev",
+        "type": "devtmpfs",
+        "access": [
+          "rw",
+          "nosuid",
+          "relatime",
+          "size=977500k",
+          "nr_inodes=244375",
+          "mode=755"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.5'
+    description = 'mount command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'freebsd']
+    magic_commands = ['mount']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "filesystem":   string,
+            "mount_point":  string,
+            "type":         string,
+            "access": [
+                            string
+            ]
+          }
+        ]
+    """
+    # nothing to process
+    return proc_data
+
+
+def osx_parse(data):
+    output = []
+
+    for entry in data:
+        output_line = {}
+
+        filesystem = entry.split(' on ')
+        filesystem = filesystem[0]
+        output_line['filesystem'] = filesystem
+
+        mount_point = entry.split(' on ')
+        mount_point = mount_point[1].split(' (')
+        mount_point = mount_point[0]
+        output_line['mount_point'] = mount_point
+
+        options = entry.split('(', maxsplit=1)
+        options = options[1].rstrip(')')
+        options = options.split(', ')
+        output_line['options'] = options
+
+        output.append(output_line)
+
+    return output
+
+
+def linux_parse(data):
+    output = []
+
+    for entry in data:
+        output_line = {}
+        parsed_line = entry.split()
+
+        output_line['filesystem'] = parsed_line[0]
+        output_line['mount_point'] = parsed_line[2]
+        output_line['type'] = parsed_line[4]
+
+        options = parsed_line[5].lstrip('(').rstrip(')').split(',')
+
+        output_line['options'] = options
+
+        output.append(output_line)
+
+    return output
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    # Clear any blank lines
+    cleandata = list(filter(None, data.splitlines()))
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        # check for OSX output
+        if ' type ' not in cleandata[0]:
+            raw_output = osx_parse(cleandata)
+
+        else:
+            raw_output = linux_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/netstat.py

@@ -1,320 +1,462 @@
 """jc - JSON CLI output utility netstat Parser
 
 Usage:
+
     Specify --netstat as the first argument if the piped input is coming from netstat
 
-    Supports -lnp netstat options
+Caveats:
 
-Limitations:
-    Only supports TCP and UDP
+    - Use of multiple 'l' options is not supported on OSX (e.g. 'netstat -rlll')
+    - Use of the 'A' option is not supported on OSX when using the 'r' option (e.g. netstat -rA)
+
+Compatibility:
+
+    'linux', 'darwin', 'freebsd'
 
 Examples:
 
-$ netstat -p | jc --netstat -p
-{
-  "client": {
-    "tcp": {
-      "ipv4": [
-        {
-          "local_address": "localhost.localdo",
-          "local_port": "34480",
-          "foreign_address": "lb-192-30-255-113",
-          "foreign_port": "https",
-          "state": "ESTABLISHED",
-          "pid": 53550,
-          "program_name": "git-remote-ht",
-          "receive_q": 0,
-          "send_q": 0
-        },
-        {
-          "local_address": "localhost.localdo",
-          "local_port": "34478",
-          "foreign_address": "lb-192-30-255-113",
-          "foreign_port": "https",
-          "state": "ESTABLISHED",
-          "pid": 53550,
-          "program_name": "git-remote-ht",
-          "receive_q": 0,
-          "send_q": 0
-        }
-      ]
-    }
-  }
-}
+    # netstat -apee | jc --netstat -p
+    [
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "0.0.0.0",
+        "state": "LISTEN",
+        "user": "systemd-resolve",
+        "inode": 26958,
+        "program_name": "systemd-resolve",
+        "kind": "network",
+        "pid": 887,
+        "local_port": "domain",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "0.0.0.0",
+        "foreign_address": "0.0.0.0",
+        "state": "LISTEN",
+        "user": "root",
+        "inode": 30499,
+        "program_name": "sshd",
+        "kind": "network",
+        "pid": 1186,
+        "local_port": "ssh",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "localhost",
+        "state": "ESTABLISHED",
+        "user": "root",
+        "inode": 46829,
+        "program_name": "sshd: root",
+        "kind": "network",
+        "pid": 2242,
+        "local_port": "ssh",
+        "foreign_port": "52186",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4",
+        "foreign_port_num": 52186
+      },
+      {
+        "proto": "tcp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "localhost",
+        "state": "ESTABLISHED",
+        "user": "root",
+        "inode": 46828,
+        "program_name": "ssh",
+        "kind": "network",
+        "pid": 2241,
+        "local_port": "52186",
+        "foreign_port": "ssh",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv4",
+        "local_port_num": 52186
+      },
+      {
+        "proto": "tcp6",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "[::]",
+        "foreign_address": "[::]",
+        "state": "LISTEN",
+        "user": "root",
+        "inode": 30510,
+        "program_name": "sshd",
+        "kind": "network",
+        "pid": 1186,
+        "local_port": "ssh",
+        "foreign_port": "*",
+        "transport_protocol": "tcp",
+        "network_protocol": "ipv6"
+      },
+      {
+        "proto": "udp",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "localhost",
+        "foreign_address": "0.0.0.0",
+        "state": null,
+        "user": "systemd-resolve",
+        "inode": 26957,
+        "program_name": "systemd-resolve",
+        "kind": "network",
+        "pid": 887,
+        "local_port": "domain",
+        "foreign_port": "*",
+        "transport_protocol": "udp",
+        "network_protocol": "ipv4"
+      },
+      {
+        "proto": "raw6",
+        "recv_q": 0,
+        "send_q": 0,
+        "local_address": "[::]",
+        "foreign_address": "[::]",
+        "state": "7",
+        "user": "systemd-network",
+        "inode": 27001,
+        "program_name": "systemd-network",
+        "kind": "network",
+        "pid": 867,
+        "local_port": "ipv6-icmp",
+        "foreign_port": "*",
+        "transport_protocol": null,
+        "network_protocol": "ipv6"
+      },
+      {
+        "proto": "unix",
+        "refcnt": 2,
+        "flags": null,
+        "type": "DGRAM",
+        "state": null,
+        "inode": 33322,
+        "program_name": "systemd",
+        "path": "/run/user/1000/systemd/notify",
+        "kind": "socket",
+        "pid": 1607
+      },
+      {
+        "proto": "unix",
+        "refcnt": 2,
+        "flags": "ACC",
+        "type": "SEQPACKET",
+        "state": "LISTENING",
+        "inode": 20835,
+        "program_name": "init",
+        "path": "/run/udev/control",
+        "kind": "socket",
+        "pid": 1
+      },
+      ...
+    ]
 
-$ netstat -lp | jc --netstat -p
-{
-  "server": {
-    "tcp": {
-      "ipv4": [
-        {
-          "local_address": "localhost",
-          "local_port": "smtp",
-          "foreign_address": "0.0.0.0",
-          "foreign_port": "*",
-          "state": "LISTEN",
-          "pid": 1594,
-          "program_name": "master",
-          "receive_q": 0,
-          "send_q": 0
-        },
-        {
-          "local_address": "0.0.0.0",
-          "local_port": "ssh",
-          "foreign_address": "0.0.0.0",
-          "foreign_port": "*",
-          "state": "LISTEN",
-          "pid": 21918,
-          "program_name": "sshd",
-          "receive_q": 0,
-          "send_q": 0
-        }
-      ],
-      "ipv6": [
-        {
-          "local_address": "localhost",
-          "local_port": "smtp",
-          "foreign_address": "[::]",
-          "foreign_port": "*",
-          "state": "LISTEN",
-          "pid": 1594,
-          "program_name": "master",
-          "receive_q": 0,
-          "send_q": 0
-        },
-        {
-          "local_address": "[::]",
-          "local_port": "ssh",
-          "foreign_address": "[::]",
-          "foreign_port": "*",
-          "state": "LISTEN",
-          "pid": 21918,
-          "program_name": "sshd",
-          "receive_q": 0,
-          "send_q": 0
-        }
-      ]
-    },
-    "udp": {
-      "ipv4": [
-        {
-          "local_address": "0.0.0.0",
-          "local_port": "bootpc",
-          "foreign_address": "0.0.0.0",
-          "foreign_port": "*",
-          "pid": 13903,
-          "program_name": "dhclient",
-          "receive_q": 0,
-          "send_q": 0
-        },
-        {
-          "local_address": "localhost",
-          "local_port": "323",
-          "foreign_address": "0.0.0.0",
-          "foreign_port": "*",
-          "pid": 30926,
-          "program_name": "chronyd",
-          "receive_q": 0,
-          "send_q": 0
-        }
-      ],
-      "ipv6": [
-        {
-          "local_address": "localhost",
-          "local_port": "323",
-          "foreign_address": "[::]",
-          "foreign_port": "*",
-          "pid": 30926,
-          "program_name": "chronyd",
-          "receive_q": 0,
-          "send_q": 0
-        }
-      ]
-    }
-  }
-}
+    $ netstat -r | jc --netstat -p
+    [
+      {
+        "destination": "default",
+        "gateway": "gateway",
+        "genmask": "0.0.0.0",
+        "route_flags": "UG",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "ens33",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP",
+          "GATEWAY"
+        ]
+      },
+      {
+        "destination": "172.17.0.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.0.0",
+        "route_flags": "U",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "docker0",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP"
+        ]
+      },
+      {
+        "destination": "192.168.71.0",
+        "gateway": "0.0.0.0",
+        "genmask": "255.255.255.0",
+        "route_flags": "U",
+        "mss": 0,
+        "window": 0,
+        "irtt": 0,
+        "iface": "ens33",
+        "kind": "route",
+        "route_flags_pretty": [
+          "UP"
+        ]
+      }
+    ]
+
+    $ netstat -i | jc --netstat -p
+    [
+      {
+        "iface": "ens33",
+        "mtu": 1500,
+        "rx_ok": 476,
+        "rx_err": 0,
+        "rx_drp": 0,
+        "rx_ovr": 0,
+        "tx_ok": 312,
+        "tx_err": 0,
+        "tx_drp": 0,
+        "tx_ovr": 0,
+        "flg": "BMRU",
+        "kind": "interface"
+      },
+      {
+        "iface": "lo",
+        "mtu": 65536,
+        "rx_ok": 0,
+        "rx_err": 0,
+        "rx_drp": 0,
+        "rx_ovr": 0,
+        "tx_ok": 0,
+        "tx_err": 0,
+        "tx_drp": 0,
+        "tx_ovr": 0,
+        "flg": "LRU",
+        "kind": "interface"
+      }
+    ]
 """
-import string
-
-output = {}
 
 
-class state():
-    section = ''
-    session = ''
-    network = ''
+class info():
+    version = '1.8'
+    description = 'netstat command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
 
-    client_tcp_ip4 = []
-    client_tcp_ip6 = []
-    client_udp_ip4 = []
-    client_udp_ip6 = []
-
-    server_tcp_ip4 = []
-    server_tcp_ip6 = []
-    server_udp_ip4 = []
-    server_udp_ip6 = []
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'freebsd']
+    magic_commands = ['netstat']
 
 
-def parse_line(entry):
-    parsed_line = entry.split()
-    output_line = {}
+__version__ = info.version
 
-    output_line['local_address'] = parsed_line[3].rsplit(':', 1)[0]
-    output_line['local_port'] = parsed_line[3].rsplit(':', 1)[-1]
-    output_line['foreign_address'] = parsed_line[4].rsplit(':', 1)[0]
-    output_line['foreign_port'] = parsed_line[4].rsplit(':', 1)[-1]
 
-    if len(parsed_line) > 5:
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
 
-        if parsed_line[5][0] not in string.digits and parsed_line[5][0] != '-':
-            output_line['state'] = parsed_line[5]
+    Parameters:
 
-            if len(parsed_line) > 6 and parsed_line[6][0] in string.digits:
-                output_line['pid'] = int(parsed_line[6].split('/')[0])
-                output_line['program_name'] = parsed_line[6].split('/')[1]
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "proto":                  string,
+            "recv_q":                 integer,
+            "send_q":                 integer,
+            "transport_protocol"      string,
+            "network_protocol":       string,
+            "local_address":          string,
+            "local_port":             string,
+            "local_port_num":         integer,
+            "foreign_address":        string,
+            "foreign_port":           string,
+            "foreign_port_num":       integer,
+            "state":                  string,
+            "program_name":           string,
+            "pid":                    integer,
+            "user":                   string,
+            "security_context":       string,
+            "refcnt":                 integer,
+            "flags":                  string,
+            "type":                   string,
+            "inode":                  integer,
+            "path":                   string,
+            "kind":                   string,
+            "address":                string,
+            "unix_inode":             string,
+            "conn":                   string,
+            "refs":                   string,
+            "nextref":                string,
+            "name":                   string,
+            "unit":                   integer,
+            "vendor":                 integer,
+            "class":                  integer,
+            "subcla":                 integer,
+            "unix_flags":             integer,
+            "pcbcount":               integer,
+            "rcvbuf":                 integer,
+            "sndbuf":                 integer,
+            "rxbytes":                integer,
+            "txbytes":                integer,
+            "destination":            string,
+            "gateway":                string,
+            "route_flags":            string,
+            "route_flags_pretty": [
+                                      string,
+            ]
+            "route_refs":             integer,
+            "use":                    integer,
+            "mtu":                    integer,
+            "expire":                 string,
+            "genmask":                string,
+            "mss":                    integer,
+            "window":                 integer,
+            "irtt":                   integer,
+            "iface":                  string,
+            "metric":                 integer,
+            "network":                string,
+            "address":                string,
+            "ipkts":                  integer,    - = null
+            "ierrs":                  integer,    - = null
+            "idrop":                  integer,    - = null
+            "opkts":                  integer,    - = null
+            "oerrs":                  integer,    - = null
+            "coll":                   integer,    - = null
+            "rx_ok":                  integer,
+            "rx_err":                 integer,
+            "rx_drp":                 integer,
+            "rx_ovr":                 integer,
+            "tx_ok":                  integer,
+            "tx_err":                 integer,
+            "tx_drp":                 integer,
+            "tx_ovr":                 integer,
+            "flg":                    string,
+            "ibytes":                 integer,
+            "obytes":                 integer,
+            "r_mbuf":                 integer,
+            "s_mbuf":                 integer,
+            "r_clus":                 integer,
+            "s_clus":                 integer,
+            "r_hiwa":                 integer,
+            "s_hiwa":                 integer,
+            "r_lowa":                 integer,
+            "s_lowa":                 integer,
+            "r_bcnt":                 integer,
+            "s_bcnt":                 integer,
+            "r_bmax":                 integer,
+            "s_bmax":                 integer,
+            "rexmit":                 integer,
+            "ooorcv":                 integer,
+            "0_win":                  integer,
+            "rexmt":                  float,
+            "persist":                float,
+            "keep":                   float,
+            "2msl":                   float,
+            "delack":                 float,
+            "rcvtime":                float,
+          }
+        ]
+    """
+    for entry in proc_data:
+        # integer changes
+        int_list = ['recv_q', 'send_q', 'pid', 'refcnt', 'inode', 'unit', 'vendor', 'class',
+                    'osx_flags', 'subcla', 'pcbcount', 'rcvbuf', 'sndbuf', 'rxbytes', 'txbytes',
+                    'route_refs', 'use', 'mtu', 'mss', 'window', 'irtt', 'metric', 'ipkts',
+                    'ierrs', 'opkts', 'oerrs', 'coll', 'rx_ok', 'rx_err', 'rx_drp', 'rx_ovr',
+                    'tx_ok', 'tx_err', 'tx_drp', 'tx_ovr', 'idrop', 'ibytes', 'obytes', 'r_mbuf',
+                    's_mbuf', 'r_clus', 's_clus', 'r_hiwa', 's_hiwa', 'r_lowa', 's_lowa', 'r_bcnt',
+                    's_bcnt', 'r_bmax', 's_bmax', 'rexmit', 'ooorcv', '0_win']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+        # float changes
+        float_list = ['rexmt', 'persist', 'keep', '2msl', 'delack', 'rcvtime']
+        for key in float_list:
+            if key in entry:
+                try:
+                    key_float = float(entry[key])
+                    entry[key] = key_float
+                except (ValueError):
+                    entry[key] = None
+
+        if 'local_port' in entry:
+            try:
+                entry['local_port_num'] = int(entry['local_port'])
+            except (ValueError):
+                pass
+
+        if 'foreign_port' in entry:
+            try:
+                entry['foreign_port_num'] = int(entry['foreign_port'])
+            except (ValueError):
+                pass
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    import jc.utils
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    cleandata = list(filter(None, data.splitlines()))
+    raw_output = []
+
+    if jc.utils.has_data(data):
+
+        # check for FreeBSD/OSX vs Linux
+        # is this from FreeBSD/OSX?
+        if cleandata[0] == 'Active Internet connections' \
+           or cleandata[0] == 'Active Internet connections (including servers)' \
+           or cleandata[0] == 'Active Multipath Internet connections' \
+           or cleandata[0] == 'Active LOCAL (UNIX) domain sockets' \
+           or cleandata[0] == 'Registered kernel control modules' \
+           or cleandata[0] == 'Active kernel event sockets' \
+           or cleandata[0] == 'Active kernel control sockets' \
+           or cleandata[0] == 'Routing tables' \
+           or cleandata[0].startswith('Name  '):
+
+            import jc.parsers.netstat_freebsd_osx
+            raw_output = jc.parsers.netstat_freebsd_osx.parse(cleandata)
+
+        # use linux parser
         else:
-            if parsed_line[5][0] in string.digits:
-                output_line['pid'] = int(parsed_line[5].split('/')[0])
-                output_line['program_name'] = parsed_line[5].split('/')[1]
+            import jc.parsers.netstat_linux
+            raw_output = jc.parsers.netstat_linux.parse(cleandata)
 
-    output_line['receive_q'] = int(parsed_line[1])
-    output_line['send_q'] = int(parsed_line[2])
-
-    return output_line
-
-
-def parse(data):
-    cleandata = data.splitlines()
-
-    for line in cleandata:
-
-        if line.find('Active Internet connections (w/o servers)') == 0:
-            state.section = 'client'
-            continue
-
-        if line.find('Active Internet connections (only servers)') == 0:
-            state.section = 'server'
-            continue
-
-        if line.find('Proto') == 0:
-            continue
-
-        if line.find('Active UNIX') == 0:
-            break
-
-        if state.section == 'client':
-            if line.find('tcp') == 0:
-                state.session = 'tcp'
-                if line.find('p6') == 2:
-                    state.network = 'ipv6'
-                else:
-                    state.network = 'ipv4'
-            elif line.find('udp') == 0:
-                state.session = 'udp'
-                if line.find('p6') == 2:
-                    state.network = 'ipv6'
-                else:
-                    state.network = 'ipv4'
-        elif state.section == 'server':
-            if line.find('tcp') == 0:
-                state.session = 'tcp'
-                if line.find('p6') == 2:
-                    state.network = 'ipv6'
-                else:
-                    state.network = 'ipv4'
-            elif line.find('udp') == 0:
-                state.session = 'udp'
-                if line.find('p6') == 2:
-                    state.network = 'ipv6'
-                else:
-                    state.network = 'ipv4'
-
-        # client section
-        if state.section == 'client' and state.session == 'tcp' and state.network == 'ipv4':
-            state.client_tcp_ip4.append(parse_line(line))
-
-        if state.section == 'client' and state.session == 'tcp' and state.network == 'ipv6':
-            state.client_tcp_ip6.append(parse_line(line))
-
-        if state.section == 'client' and state.session == 'udp' and state.network == 'ipv4':
-            state.client_udp_ip4.append(parse_line(line))
-
-        if state.section == 'client' and state.session == 'udp' and state.network == 'ipv6':
-            state.client_udp_ip6.append(parse_line(line))
-
-        # server section
-        if state.section == 'server' and state.session == 'tcp' and state.network == 'ipv4':
-            state.server_tcp_ip4.append(parse_line(line))
-
-        if state.section == 'server' and state.session == 'tcp' and state.network == 'ipv6':
-            state.server_tcp_ip6.append(parse_line(line))
-
-        if state.section == 'server' and state.session == 'udp' and state.network == 'ipv4':
-            state.server_udp_ip4.append(parse_line(line))
-
-        if state.section == 'server' and state.session == 'udp' and state.network == 'ipv6':
-            state.server_udp_ip6.append(parse_line(line))
-
-        state.session = ''
-        state.network = ''
-
-    # build dictionary
-    # client section
-    if state.client_tcp_ip4:
-        if 'client' not in output:
-            output['client'] = {}
-        if 'tcp' not in output['client']:
-            output['client']['tcp'] = {}
-        output['client']['tcp']['ipv4'] = state.client_tcp_ip4
-
-    if state.client_tcp_ip6:
-        if 'client' not in output:
-            output['client'] = {}
-        if 'tcp' not in output['client']:
-            output['client']['tcp'] = {}
-        output['client']['tcp']['ipv6'] = state.client_tcp_ip6
-
-    if state.client_udp_ip4:
-        if 'client' not in output:
-            output['client'] = {}
-        if 'udp' not in output['client']:
-            output['client']['udp'] = {}
-        output['client']['udp']['ipv4'] = state.client_udp_ip4
-
-    if state.client_udp_ip6:
-        if 'client' not in output:
-            output['client'] = {}
-        if 'udp' not in output['client']:
-            output['client']['udp'] = {}
-        output['client']['udp']['ipv6'] = state.client_udp_ip6
-
-    # server section
-    if state.server_tcp_ip4:
-        if 'server' not in output:
-            output['server'] = {}
-        if 'tcp' not in output['server']:
-            output['server']['tcp'] = {}
-        output['server']['tcp']['ipv4'] = state.server_tcp_ip4
-
-    if state.server_tcp_ip6:
-        if 'server' not in output:
-            output['server'] = {}
-        if 'tcp' not in output['server']:
-            output['server']['tcp'] = {}
-        output['server']['tcp']['ipv6'] = state.server_tcp_ip6
-
-    if state.server_udp_ip4:
-        if 'server' not in output:
-            output['server'] = {}
-        if 'udp' not in output['server']:
-            output['server']['udp'] = {}
-        output['server']['udp']['ipv4'] = state.server_udp_ip4
-
-    if state.server_udp_ip6:
-        if 'server' not in output:
-            output['server'] = {}
-        if 'udp' not in output['server']:
-            output['server']['udp'] = {}
-        output['server']['udp']['ipv6'] = state.server_udp_ip6
-
-    return output
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/netstat_freebsd_osx.py

@@ -0,0 +1,320 @@
+"""jc - JSON CLI output utility FreeBSD and OSX netstat Parser"""
+
+
+def normalize_headers(header):
+    header = header.lower()
+    header = header.replace('local address', 'local_address')
+    header = header.replace('foreign address', 'foreign_address')
+    header = header.replace('(state)', 'state')
+    header = header.replace('inode', 'unix_inode')
+    header = header.replace('flags', 'unix_flags')
+    header = header.replace('-', '_')
+
+    return header
+
+
+def normalize_route_headers(header):
+    header = header.lower()
+    header = header.replace('flags', 'route_flags')
+    header = header.replace('refs', 'route_refs')
+    header = header.replace('netif', 'iface')
+    header = header.replace('-', '_')
+
+    return header
+
+
+def normalize_interface_headers(header):
+    header = header.lower()
+    header = header.replace('name', 'iface')
+    header = header.replace('-', '_')
+
+    return header
+
+
+def parse_item(headers, entry, kind):
+    entry = entry.split(maxsplit=len(headers) - 1)
+
+    # fixup udp records with no state field entry
+    if kind == 'network' and entry[0].startswith('udp'):
+        entry.insert(5, None)
+
+    if kind == 'network' and 'socket' in headers and 'udp' in str(entry):
+        entry.insert(7, None)
+
+    # fixup -T output on FreeBSD
+    if kind == 'network' and '0_win' in headers and entry[0].startswith('udp'):
+        entry.insert(1, '')
+        entry.insert(1, '')
+        entry.insert(1, '')
+
+    # fixup interface records with no address field entry
+    if kind == 'interface' and len(entry) == 8:
+        entry.insert(3, None)
+
+    output_line = dict(zip(headers, entry))
+    output_line['kind'] = kind
+
+    return output_line
+
+
+def parse_post(raw_data):
+    for entry in raw_data:
+        # fixup name field in Registered kernel control module
+        if 'name' in entry:
+            if entry['name']:
+                entry['name'] = entry['name'].strip()
+
+        # create network and transport protocol fields
+        if 'local_address' in entry:
+            if entry['local_address']:
+                ladd = entry['local_address'].rsplit('.', maxsplit=1)[0]
+                lport = entry['local_address'].rsplit('.', maxsplit=1)[1]
+                entry['local_address'] = ladd
+                entry['local_port'] = lport
+
+        if 'foreign_address' in entry:
+            if entry['foreign_address']:
+                fadd = entry['foreign_address'].rsplit('.', maxsplit=1)[0]
+                fport = entry['foreign_address'].rsplit('.', maxsplit=1)[1]
+                entry['foreign_address'] = fadd
+                entry['foreign_port'] = fport
+
+        if 'proto' in entry and 'kind' in entry:
+            if entry['kind'] == 'network':
+                if entry['proto'] == 'udp46':
+                    entry['transport_protocol'] = entry['proto'][:-2]
+                elif entry['proto'].startswith('icm'):
+                    entry['transport_protocol'] = 'icmp'
+                else:
+                    entry['transport_protocol'] = entry['proto'][:-1]
+
+                if '6' in entry['proto']:
+                    entry['network_protocol'] = 'ipv6'
+                else:
+                    entry['network_protocol'] = 'ipv4'
+
+        # add route_flags_pretty field
+        if 'route_flags' in entry:
+            flag_map = {
+                '1': 'PROTO1',
+                '2': 'PROTO2',
+                '3': 'PROTO3',
+                'B': 'BLACKHOLE',
+                'b': 'BROADCAST',
+                'C': 'CLONING',
+                'c': 'PRCLONING',
+                'D': 'DYNAMIC',
+                'G': 'GATEWAY',
+                'H': 'HOST',
+                'I': 'IFSCOPE',
+                'i': 'IFREF',
+                'L': 'LLINFO',
+                'M': 'MODIFIED',
+                'm': 'MULTICAST',
+                'R': 'REJECT',
+                'r': 'ROUTER',
+                'S': 'STATIC',
+                'U': 'UP',
+                'W': 'WASCLONED',
+                'X': 'XRESOLVE',
+                'Y': 'PROXY',
+            }
+
+            pretty_flags = []
+
+            for flag in entry['route_flags']:
+                if flag in flag_map:
+                    pretty_flags.append(flag_map[flag])
+
+            entry['route_flags_pretty'] = pretty_flags
+
+        # strip whitespace from beginning and end of all string values
+        for item in entry:
+            if isinstance(entry[item], str):
+                entry[item] = entry[item].strip()
+
+    return raw_data
+
+
+def parse(cleandata):
+    """
+    Main text parsing function for OSX netstat
+
+    Parameters:
+
+        cleandata:   (string)  text data to parse
+
+    Returns:
+
+        List of dictionaries. Raw structured data.
+    """
+    raw_output = []
+    network = False
+    multipath = False
+    socket = False
+    reg_kernel_control = False
+    active_kernel_event = False
+    active_kernel_control = False
+    routing_table = False
+    interface_table = False
+
+    for line in cleandata:
+
+        if line.startswith('Active Internet'):
+            network = True
+            multipath = False
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active Multipath Internet connections'):
+            network = False
+            multipath = True
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active LOCAL (UNIX) domain sockets') or line.startswith('Active UNIX domain sockets'):
+            network = False
+            multipath = False
+            socket = True
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Registered kernel control modules'):
+            network = False
+            multipath = False
+            socket = False
+            reg_kernel_control = True
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active kernel event sockets'):
+            network = False
+            multipath = False
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = True
+            active_kernel_control = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active kernel control sockets'):
+            network = False
+            multipath = False
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = True
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Routing tables'):
+            network = False
+            multipath = False
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = True
+            interface_table = False
+            continue
+
+        if line.startswith('Name  '):
+            network = False
+            multipath = False
+            socket = False
+            reg_kernel_control = False
+            active_kernel_event = False
+            active_kernel_control = False
+            routing_table = False
+            interface_table = True
+            # don't continue since there is no real header row for this table
+
+        # get headers
+        if network and (line.startswith('Socket ') or line.startswith('Proto ') or line.startswith('Tcpcb ')):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if socket and line.startswith('Address '):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if reg_kernel_control and (line.startswith('id ') or line.startswith('kctlref ')):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if active_kernel_event and (line.startswith('Proto ') or line.startswith('             pcb ')):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if active_kernel_control and (line.startswith('Proto ') or line.startswith('             pcb ')):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if routing_table and line.startswith('Destination '):
+            header_text = normalize_route_headers(line)
+            headers = header_text.split()
+            continue
+
+        if interface_table and line.startswith('Name  '):
+            header_text = normalize_interface_headers(line)
+            headers = header_text.split()
+            continue
+
+        # get items
+        if network:
+            raw_output.append(parse_item(headers, line, 'network'))
+            continue
+
+        if multipath:
+            # not implemented
+            continue
+
+        if socket:
+            raw_output.append(parse_item(headers, line, 'socket'))
+            continue
+
+        if reg_kernel_control:
+            raw_output.append(parse_item(headers, line, 'Registered kernel control module'))
+            continue
+
+        if active_kernel_event:
+            raw_output.append(parse_item(headers, line, 'Active kernel event socket'))
+            continue
+
+        if active_kernel_control:
+            raw_output.append(parse_item(headers, line, 'Active kernel control socket'))
+            continue
+
+        if routing_table and not (line.startswith('Internet:') or line.startswith('Internet6:')):
+            raw_output.append(parse_item(headers, line, 'route'))
+            continue
+
+        if interface_table:
+            raw_output.append(parse_item(headers, line, 'interface'))
+            continue
+
+    return parse_post(raw_output)

jc/parsers/netstat_linux.py

@@ -0,0 +1,280 @@
+"""jc - JSON CLI output utility Linux netstat Parser"""
+import string
+
+
+def normalize_headers(header):
+    header = header.lower()
+    header = header.replace('local address', 'local_address')
+    header = header.replace('foreign address', 'foreign_address')
+    header = header.replace('pid/program name', 'program_name')
+    header = header.replace('security context', 'security_context')
+    header = header.replace('i-node', 'inode')
+    header = header.replace('-', '_')
+
+    return header
+
+
+def normalize_route_headers(header):
+    header = header.lower()
+    header = header.replace('flags', 'route_flags')
+    header = header.replace('ref', 'route_refs')
+    header = header.replace('-', '_')
+
+    return header
+
+
+def normalize_interface_headers(header):
+    header = header.lower()
+    header = header.replace('-', '_')
+
+    return header
+
+
+def parse_network(headers, entry):
+    # Count words in header
+    # if len of line is one less than len of header, then insert None in field 5
+    entry = entry.split(maxsplit=len(headers) - 1)
+
+    if len(entry) == len(headers) - 1:
+        entry.insert(5, None)
+
+    output_line = dict(zip(headers, entry))
+    output_line['kind'] = 'network'
+
+    return output_line
+
+
+def parse_socket(header_text, headers, entry):
+    # get the column # of first letter of "state"
+    state_col = header_text.find('state')
+    # get the program name column area
+    pn_start = header_text.find('program_name')
+    pn_end = header_text.find('path') - 1
+
+    # remove [ and ] from each line
+    entry = entry.replace('[ ]', '---')
+    entry = entry.replace('[', ' ').replace(']', ' ')
+
+    # find program_name column area and substitute spaces with \u2063 there
+    old_pn = entry[pn_start:pn_end]
+    new_pn = old_pn.replace(' ', '\u2063')
+    entry = entry.replace(old_pn, new_pn)
+
+    entry_list = entry.split(maxsplit=len(headers) - 1)
+    # check column # to see if state column is populated
+    if entry[state_col] in string.whitespace:
+        entry_list.insert(4, None)
+
+    output_line = dict(zip(headers, entry_list))
+    output_line['kind'] = 'socket'
+
+    # fix program_name field to turn \u2063 back to spaces
+    if 'program_name' in output_line:
+        if output_line['program_name']:
+            old_d_pn = output_line['program_name']
+            new_d_pn = old_d_pn.replace('\u2063', ' ')
+            output_line['program_name'] = new_d_pn
+
+    return output_line
+
+
+def parse_route(headers, entry):
+    entry = entry.split(maxsplit=len(headers) - 1)
+    output_line = dict(zip(headers, entry))
+    output_line['kind'] = 'route'
+
+    return output_line
+
+
+def parse_interface(headers, entry):
+    entry = entry.split(maxsplit=len(headers) - 1)
+    output_line = dict(zip(headers, entry))
+    output_line['kind'] = 'interface'
+
+    return output_line
+
+
+def parse_post(raw_data):
+    # clean up trailing whitespace on each item in each entry
+    # flags --- = null
+    # program_name - = null
+    # split pid and program name and ip addresses and ports
+    # create network and transport protocol fields
+
+    for entry in raw_data:
+        for item in entry:
+            try:
+                entry[item] = entry[item].rstrip()
+            except (AttributeError):
+                # skips trying to rstrip Null entries
+                pass
+
+        if 'flags' in entry:
+            if entry['flags'] == '---':
+                entry['flags'] = None
+
+        if 'program_name' in entry:
+            entry['program_name'] = entry['program_name'].strip()
+            if entry['program_name'] == '-':
+                entry['program_name'] = None
+
+            if entry['program_name']:
+                pid = entry['program_name'].split('/', maxsplit=1)[0]
+                name = entry['program_name'].split('/', maxsplit=1)[1]
+                entry['pid'] = pid
+                entry['program_name'] = name
+
+        if 'local_address' in entry:
+            if entry['local_address']:
+                ladd = entry['local_address'].rsplit(':', maxsplit=1)[0]
+                lport = entry['local_address'].rsplit(':', maxsplit=1)[1]
+                entry['local_address'] = ladd
+                entry['local_port'] = lport
+
+        if 'foreign_address' in entry:
+            if entry['foreign_address']:
+                fadd = entry['foreign_address'].rsplit(':', maxsplit=1)[0]
+                fport = entry['foreign_address'].rsplit(':', maxsplit=1)[1]
+                entry['foreign_address'] = fadd
+                entry['foreign_port'] = fport
+
+        if 'proto' in entry and 'kind' in entry:
+            if entry['kind'] == 'network':
+                if 'tcp' in entry['proto']:
+                    entry['transport_protocol'] = 'tcp'
+                elif 'udp' in entry['proto']:
+                    entry['transport_protocol'] = 'udp'
+                else:
+                    entry['transport_protocol'] = None
+
+                if '6' in entry['proto']:
+                    entry['network_protocol'] = 'ipv6'
+                else:
+                    entry['network_protocol'] = 'ipv4'
+
+        # add route_flags_pretty
+        # Flag mapping from https://www.man7.org/linux/man-pages/man8/route.8.html
+        if 'route_flags' in entry:
+            flag_map = {
+                'U': 'UP',
+                'H': 'HOST',
+                'G': 'GATEWAY',
+                'R': 'REINSTATE',
+                'D': 'DYNAMIC',
+                'M': 'MODIFIED',
+                'A': 'ADDRCONF',
+                'C': 'CACHE',
+                '!': 'REJECT'
+            }
+
+            pretty_flags = []
+
+            for flag in entry['route_flags']:
+                if flag in flag_map:
+                    pretty_flags.append(flag_map[flag])
+
+            entry['route_flags_pretty'] = pretty_flags
+
+    return raw_data
+
+
+def parse(cleandata):
+    """
+    Main text parsing function for OSX netstat
+
+    Parameters:
+
+        cleandata:   (string)  text data to parse
+
+    Returns:
+
+        List of dictionaries. Raw structured data.
+    """
+    raw_output = []
+    network = False
+    socket = False
+    bluetooth = False
+    routing_table = False
+    interface_table = False
+    headers = None
+
+    for line in cleandata:
+
+        if line.startswith('Active Internet'):
+            network = True
+            socket = False
+            bluetooth = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active UNIX'):
+            network = False
+            socket = True
+            bluetooth = False
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Active Bluetooth'):
+            network = False
+            socket = False
+            bluetooth = True
+            routing_table = False
+            interface_table = False
+            continue
+
+        if line.startswith('Kernel IP routing table'):
+            network = False
+            socket = False
+            bluetooth = False
+            routing_table = True
+            interface_table = False
+            continue
+
+        if line.startswith('Kernel Interface table'):
+            network = False
+            socket = False
+            bluetooth = False
+            routing_table = False
+            interface_table = True
+            continue
+
+        # get headers
+        if line.startswith('Proto'):
+            header_text = normalize_headers(line)
+            headers = header_text.split()
+            continue
+
+        if line.startswith('Destination '):
+            header_text = normalize_route_headers(line)
+            headers = header_text.split()
+            continue
+
+        if line.startswith('Iface '):
+            header_text = normalize_interface_headers(line)
+            headers = header_text.split()
+            continue
+
+        # parse items
+        if network:
+            raw_output.append(parse_network(headers, line))
+            continue
+
+        if socket:
+            raw_output.append(parse_socket(header_text, headers, line))
+            continue
+
+        if bluetooth:
+            # not implemented
+            continue
+
+        if routing_table:
+            raw_output.append(parse_route(headers, line))
+            continue
+
+        if interface_table:
+            raw_output.append(parse_interface(headers, line))
+            continue
+
+    return parse_post(raw_output)