Merge pull request #48 from kellyjonbrazil/dev

Dev v1.9.0

.github/workflows/pythonapp.yml

@@ -0,0 +1,31 @@
+name: Test code
+
+on:
+  push:
+    paths:
+    - "**/*.py"
+  pull_request:
+    paths:
+    - "**/*.py"
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [macos-latest, ubuntu-latest, windows-latest]
+        python-version: [3.6, 3.7, 3.8]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+    - name: Test with unittest
+      run: |
+        python -m unittest discover tests

.gitignore

@@ -4,3 +4,4 @@ dist/
 build/
 *.egg-info/
 jc/parsers.old/
+.github/

README.md

@@ -1,10 +1,9 @@
 # JC
 JSON CLI output utility
 
-`jc` is used to JSONify the output of many standard linux cli tools and file types for easier parsing in scripts. See the **Parsers** section for supported commands.
+`jc` is used to JSONify the output of many standard linux cli tools and file types for easier parsing in scripts. See the [**Parsers**](#parsers) section for supported commands and file types.
 
 This allows further command line processing of output with tools like `jq` simply by piping commands:
-
 ```
 $ ls -l /usr/bin | jc --ls | jq '.[] | select(.size > 50000000)'
 {
@@ -17,9 +16,20 @@ $ ls -l /usr/bin | jc --ls | jq '.[] | select(.size > 50000000)'
   "date": "Aug 14 19:41"
 }
 ```
-For more information on the motivations for this project, please see my blog post at https://blog.kellybrazil.com/2019/11/26/bringing-the-unix-philosophy-to-the-21st-century/.
-
-The `jc` parsers can also be used as python modules. In this case the output will be a python dictionary instead of JSON:
+or using the alternative "magic" syntax:
+```
+$ jc ls -l /usr/bin | jq '.[] | select(.size > 50000000)'
+{
+  "filename": "docker",
+  "flags": "-rwxr-xr-x",
+  "links": 1,
+  "owner": "root",
+  "group": "root",
+  "size": 68677120,
+  "date": "Aug 14 19:41"
+}
+```
+The `jc` parsers can also be used as python modules. In this case the output will be a python dictionary, or list of dictionaries, instead of JSON:
 ```
 >>> import jc.parsers.ls
 >>> 
@@ -49,7 +59,11 @@ Two representations of the data are possible. The default representation uses a
 
 To access the raw, pre-processed JSON, use the `-r` cli option or the `raw=True` function parameter in `parse()`.
 
-Schemas for each parser can be found in the `docs/parsers` folder.
+Schemas for each parser can be found in the [`docs/parsers`](https://github.com/kellyjonbrazil/jc/tree/master/docs/parsers) folder. 
+
+Release notes can be found [here](https://blog.kellybrazil.com/category/jc-news/).
+
+For more information on the motivations for this project, please see my [blog post](https://blog.kellybrazil.com/2019/11/26/bringing-the-unix-philosophy-to-the-21st-century/).
 
 ## Installation
 ```
@@ -57,48 +71,65 @@ $ pip3 install --upgrade jc
 ```
 
 ## Usage
+`jc` accepts piped input from `STDIN` and outputs a JSON representation of the previous command's output to `STDOUT`.
 ``` 
-jc PARSER [OPTIONS]
+COMMAND | jc PARSER [OPTIONS]
 ```
-
-`jc` accepts piped input from `STDIN` and outputs a JSON representation of the previous command's output to `STDOUT`. The JSON output can be compact or pretty formatted.
+Alternatively, the "magic" syntax can be used by prepending `jc` to the command to be converted. Options can be passed to `jc` immediately before the command is given. (Note: command aliases are not supported)
+```
+jc [OPTIONS] COMMAND
+```
+The JSON output can be compact (default) or pretty formatted with the `-p` option.
 
 ### Parsers
-- `--arp` enables the `arp` parser
-- `--crontab` enables the `crontab` file parser
+- `--airport` enables the `airport -I` command parser (OSX)
+- `--airport-s` enables the `airport -s` command parser (OSX)
+- `--arp` enables the `arp` command parser
+- `--blkid` enables the `blkid` command parser
+- `--crontab` enables the `crontab` command and file parser
 - `--crontab-u` enables the `crontab` file parser with user support
-- `--df` enables the `df` parser
-- `--dig` enables the `dig` parser
-- `--du` enables the `du` parser
-- `--env` enables the `env` parser
-- `--free` enables the `free` parser
+- `--csv` enables the `CSV` file parser
+- `--df` enables the `df` command parser
+- `--dig` enables the `dig` command parser
+- `--du` enables the `du` command parser
+- `--env` enables the `env` command parser
+- `--file` enables the `file` command parser
+- `--free` enables the `free` command parser
 - `--fstab` enables the `/etc/fstab` file parser
-- `--history` enables the `history` parser
+- `--group` enables the `/etc/group` file parser
+- `--gshadow` enables the `/etc/gshadow` file parser
+- `--history` enables the `history` command parser
 - `--hosts` enables the `/etc/hosts` file parser
-- `--id` enables the `id` parser
-- `--ifconfig` enables the `ifconfig` parser
+- `--id` enables the `id` command parser
+- `--ifconfig` enables the `ifconfig` command parser
 - `--ini` enables the `INI` file parser
-- `--iptables` enables the `iptables` parser
-- `--jobs` enables the `jobs` parser
-- `--ls` enables the `ls` parser
-- `--lsblk` enables the `lsblk` parser
-- `--lsmod` enables the `lsmod` parser
-- `--lsof` enables the `lsof` parser
-- `--mount` enables the `mount` parser
-- `--netstat` enables the `netstat` parser
-- `--pip-list` enables the `pip list` parser
-- `--pip-show` enables the `pip show` parser
-- `--ps` enables the `ps` parser
-- `--route` enables the `route` parser
-- `--ss` enables the `ss` parser
-- `--stat` enables the `stat` parser
-- `--systemctl` enables the `systemctl` parser
-- `--systemctl-lj` enables the `systemctl list-jobs` parser
-- `--systemctl-ls` enables the `systemctl list-sockets` parser
-- `--systemctl-luf` enables the `systemctl list-unit-files` parser
-- `--uname` enables the `uname -a` parser
-- `--uptime` enables the `uptime` parser
-- `--w` enables the `w` parser
+- `--iptables` enables the `iptables` command parser
+- `--jobs` enables the `jobs` command parser
+- `--last` enables the `last` and `lastb` command parser
+- `--ls` enables the `ls` command parser
+- `--lsblk` enables the `lsblk` command parser
+- `--lsmod` enables the `lsmod` command parser
+- `--lsof` enables the `lsof` command parser
+- `--mount` enables the `mount` command parser
+- `--netstat` enables the `netstat` command parser
+- `--ntpq` enables the `ntpq -p` command parser
+- `--passwd` enables the `/etc/passwd` file parser
+- `--pip-list` enables the `pip list` command parser
+- `--pip-show` enables the `pip show` command parser
+- `--ps` enables the `ps` command parser
+- `--route` enables the `route` command parser
+- `--shadow` enables the `/etc/shadow` file parser
+- `--ss` enables the `ss` command parser
+- `--stat` enables the `stat` command parser
+- `--systemctl` enables the `systemctl` command parser
+- `--systemctl-lj` enables the `systemctl list-jobs` command parser
+- `--systemctl-ls` enables the `systemctl list-sockets` command parser
+- `--systemctl-luf` enables the `systemctl list-unit-files` command parser
+- `--timedatectl` enables the `timedatectl status` command parser
+- `--uname` enables the `uname -a` command parser
+- `--uptime` enables the `uptime` command parser
+- `--w` enables the `w` command parser
+- `--who` enables the `who` command parser
 - `--xml` enables the `XML` file parser
 - `--yaml` enables the `YAML` file parser
 
@@ -109,10 +140,98 @@ jc PARSER [OPTIONS]
 - `-q` quiet mode. Suppresses warning messages
 - `-r` raw output. Provides a more literal JSON output with all values as text and no additional sematic processing
 
+## Contributions
+Feel free to add/improve code or parsers! You can use the [`jc/parsers/foo.py`](https://github.com/kellyjonbrazil/jc/blob/master/jc/parsers/foo.py) parser as a template and submit your parser with a pull request.
+
+## Compatibility
+Some parsers like `ls`, `ps`, `dig`, etc. will work on any platform. Other parsers that are platform-specific will generate a warning message if they are used on an unsupported platform. To see all parser information, including compatibility, run `jc -ap`.
+
+
+You may still use a parser on an unsupported platform - for example, you may want to parse a file with linux `lsof` output on an OSX laptop. In that case you can suppress the warning message with the `-q` cli option or the `quiet=True` function parameter in `parse()`:
+
+```
+$ cat lsof.out | jc --lsof -q
+```
+
+Tested on:
+- Centos 7.7
+- Ubuntu 18.4
+- OSX 10.11.6
+- OSX 10.14.6
+
+## Acknowledgments
+- CI automation and code optimizations from https://github.com/philippeitis
+- `ifconfig-parser` module from https://github.com/KnightWhoSayNi/ifconfig-parser
+- `xmltodict` module from https://github.com/martinblech/xmltodict by Martín Blech
+- `ruamel.yaml` library from https://pypi.org/project/ruamel.yaml by  Anthon van der Neut
+- Parsing code from Conor Heine at https://gist.github.com/cahna/43a1a3ff4d075bcd71f9d7120037a501 adapted for some parsers
+- Excellent constructive feedback from Ilya Sher (https://github.com/ilyash-b)
+
 ## Examples
+### airport -I
+```
+$ airport -I | jc --airport -p
+{
+  "agrctlrssi": -66,
+  "agrextrssi": 0,
+  "agrctlnoise": -90,
+  "agrextnoise": 0,
+  "state": "running",
+  "op_mode": "station",
+  "lasttxrate": 195,
+  "maxrate": 867,
+  "lastassocstatus": 0,
+  "802_11_auth": "open",
+  "link_auth": "wpa2-psk",
+  "bssid": "3c:37:86:15:ad:f9",
+  "ssid": "SnazzleDazzle",
+  "mcs": 0,
+  "channel": "48,80"
+}
+```
+### airport -s
+```
+$ airport -s | jc --airport-s -p
+[
+  {
+    "ssid": "DIRECT-4A-HP OfficeJet 3830",
+    "bssid": "00:67:eb:2a:a7:3b",
+    "rssi": -90,
+    "channel": "6",
+    "ht": true,
+    "cc": "--",
+    "security": [
+      "WPA2(PSK/AES/AES)"
+    ]
+  },
+  {
+    "ssid": "Latitude38",
+    "bssid": "c0:ff:d5:d2:7a:f3",
+    "rssi": -85,
+    "channel": "11",
+    "ht": true,
+    "cc": "US",
+    "security": [
+      "WPA2(PSK/AES/AES)"
+    ]
+  },
+  {
+    "ssid": "xfinitywifi",
+    "bssid": "6e:e3:0e:b8:45:99",
+    "rssi": -83,
+    "channel": "11",
+    "ht": true,
+    "cc": "US",
+    "security": [
+      "NONE"
+    ]
+  },
+  ...
+]
+```
 ### arp
 ```
-$ arp | jc --arp -p
+$ arp | jc --arp -p          # or:  jc -p arp
 [
   {
     "address": "gateway",
@@ -138,7 +257,7 @@ $ arp | jc --arp -p
 ]
 ```
 ```
-$ arp -a | jc --arp -p
+$ arp -a | jc --arp -p          # or:  jc -p arp -a
 [
   {
     "name": null,
@@ -163,9 +282,56 @@ $ arp -a | jc --arp -p
   }
 ]
 ```
+### blkid
+```
+$ blkid | jc --blkid -p          # or:  jc -p blkid
+[
+  {
+    "device": "/dev/sda1",
+    "uuid": "05d927ab-5875-49e4-ada1-7f46cb32c932",
+    "type": "xfs"
+  },
+  {
+    "device": "/dev/sda2",
+    "uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+    "type": "LVM2_member"
+  },
+  {
+    "device": "/dev/mapper/centos-root",
+    "uuid": "07d718ff-950c-4e5b-98f0-42a1147c77d9",
+    "type": "xfs"
+  },
+  {
+    "device": "/dev/mapper/centos-swap",
+    "uuid": "615eb89a-bcbf-46fd-80e3-c483ff5c931f",
+    "type": "swap"
+  }
+]
+```
+```
+$ sudo blkid -o udev -ip /dev/sda2 | jc --blkid -p          # or:  sudo jc -p blkid -o udev -ip /dev/sda2
+[
+  {
+    "id_fs_uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+    "id_fs_uuid_enc": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+    "id_fs_version": "LVM2\x20001",
+    "id_fs_type": "LVM2_member",
+    "id_fs_usage": "raid",
+    "id_iolimit_minimum_io_size": 512,
+    "id_iolimit_physical_sector_size": 512,
+    "id_iolimit_logical_sector_size": 512,
+    "id_part_entry_scheme": "dos",
+    "id_part_entry_type": "0x8e",
+    "id_part_entry_number": 2,
+    "id_part_entry_offset": 2099200,
+    "id_part_entry_size": 39843840,
+    "id_part_entry_disk": "8:0"
+  }
+]
+```
 ### crontab
 ```
-$ cat /etc/crontab | jc --crontab -p
+$ cat /etc/crontab | jc --crontab -p          # or:  jc -p crontab -l
 {
   "variables": [
     {
@@ -310,9 +476,56 @@ $ cat /etc/crontab | jc --crontab-u -p
   ]
 }
 ```
+### CSV files
+```
+$ cat homes.csv 
+"Sell", "List", "Living", "Rooms", "Beds", "Baths", "Age", "Acres", "Taxes"
+142, 160, 28, 10, 5, 3,  60, 0.28,  3167
+175, 180, 18,  8, 4, 1,  12, 0.43,  4033
+129, 132, 13,  6, 3, 1,  41, 0.33,  1471
+...
+
+$ cat homes.csv | jc --csv -p
+[
+  {
+    "Sell": "142",
+    "List": "160",
+    "Living": "28",
+    "Rooms": "10",
+    "Beds": "5",
+    "Baths": "3",
+    "Age": "60",
+    "Acres": "0.28",
+    "Taxes": "3167"
+  },
+  {
+    "Sell": "175",
+    "List": "180",
+    "Living": "18",
+    "Rooms": "8",
+    "Beds": "4",
+    "Baths": "1",
+    "Age": "12",
+    "Acres": "0.43",
+    "Taxes": "4033"
+  },
+  {
+    "Sell": "129",
+    "List": "132",
+    "Living": "13",
+    "Rooms": "6",
+    "Beds": "3",
+    "Baths": "1",
+    "Age": "41",
+    "Acres": "0.33",
+    "Taxes": "1471"
+  },
+  ...
+]
+```
 ### df
 ```
-$ df | jc --df -p
+$ df | jc --df -p          # or:  jc -p df
 [
   {
     "filesystem": "devtmpfs",
@@ -335,7 +548,7 @@ $ df | jc --df -p
 ```
 ### dig
 ```
-$ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p
+$ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p          # or:  jc -p dig cnn.com www.cnn.com @205.251.194.64
 [
   {
     "id": 5509,
@@ -455,7 +668,7 @@ $ dig cnn.com www.cnn.com @205.251.194.64 | jc --dig -p
 ]
 ```
 ```
-$ dig -x 1.1.1.1 | jc --dig -p
+$ dig -x 1.1.1.1 | jc --dig -p          # or:  jc -p dig -x 1.1.1.1
 [
   {
     "id": 50324,
@@ -493,7 +706,7 @@ $ dig -x 1.1.1.1 | jc --dig -p
 ```
 ### du
 ```
-$ du /usr | jc --du -p
+$ du /usr | jc --du -p          # or:  jc -p du /usr
 [
   {
     "size": 104608,
@@ -524,7 +737,7 @@ $ du /usr | jc --du -p
 ```
 ### env
 ```
-$ env | jc --env -p
+$ env | jc --env -p          # or:  jc -p env
 [
   {
     "name": "XDG_SESSION_ID",
@@ -549,9 +762,44 @@ $ env | jc --env -p
   ...
 ]
 ```
+### file
+```
+$ file * | jc --file -p
+[
+  {
+    "filename": "Applications",
+    "type": "directory"
+  },
+  {
+    "filename": "another file with spaces",
+    "type": "empty"
+  },
+  {
+    "filename": "argstest.py",
+    "type": "Python script text executable, ASCII text"
+  },
+  {
+    "filename": "blkid-p.out",
+    "type": "ASCII text"
+  },
+  {
+    "filename": "blkid-pi.out",
+    "type": "ASCII text, with very long lines"
+  },
+  {
+    "filename": "cd_catalog.xml",
+    "type": "XML 1.0 document text, ASCII text, with CRLF line terminators"
+  },
+  {
+    "filename": "centosserial.sh",
+    "type": "Bourne-Again shell script text executable, UTF-8 Unicode text"
+  },
+  ...
+]
+```
 ### free
 ```
-$ free | jc --free -p
+$ free | jc --free -p          # or:  jc -p free
 [
   {
     "type": "Mem",
@@ -600,6 +848,68 @@ $ cat /etc/fstab | jc --fstab -p
   }
 ]
 ```
+### /etc/group file
+```
+$ cat /etc/group | jc --group -p
+[
+  {
+    "group_name": "nobody",
+    "password": "*",
+    "gid": -2,
+    "members": []
+  },
+  {
+    "group_name": "nogroup",
+    "password": "*",
+    "gid": -1,
+    "members": []
+  },
+  {
+    "group_name": "wheel",
+    "password": "*",
+    "gid": 0,
+    "members": [
+      "root"
+    ]
+  },
+  {
+    "group_name": "certusers",
+    "password": "*",
+    "gid": 29,
+    "members": [
+      "root",
+      "_jabber",
+      "_postfix",
+      "_cyrus",
+      "_calendar",
+      "_dovecot"
+    ]
+  },
+  ...
+]
+```
+### /etc/gshadow file
+```
+$ cat /etc/gshadow | jc --gshadow -p
+[
+  {
+    "group_name": "root",
+    "password": "*",
+    "administrators": [],
+    "members": []
+  },
+  {
+    "group_name": "adm",
+    "password": "*",
+    "administrators": [],
+    "members": [
+      "syslog",
+      "joeuser"
+    ]
+  },
+  ...
+]
+```
 ### history
 ```
 $ history | jc --history -p
@@ -674,7 +984,7 @@ $ cat /etc/hosts | jc --hosts -p
 ```
 ### id
 ```
-$ id | jc --id -p
+$ id | jc --id -p          # or:  jc -p id
 {
   "uid": {
     "id": 1000,
@@ -704,7 +1014,7 @@ $ id | jc --id -p
 ```
 ### ifconfig
 ```
-$ ifconfig | jc --ifconfig -p
+$ ifconfig | jc --ifconfig -p          # or:  jc -p ifconfig
 [
   {
     "name": "ens33",
@@ -809,7 +1119,7 @@ $ cat example.ini | jc --ini -p
 ```
 ### iptables
 ```
-$ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p
+$ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p          # or:  sudo jc -p iptables --line-numbers -v -L -t nat
 [
   {
     "chain": "PREROUTING",
@@ -870,7 +1180,7 @@ $ sudo iptables --line-numbers -v -L -t nat | jc --iptables -p
 ```
 ### jobs
 ```
-$ jobs -l | jc --jobs -p
+$ jobs -l | jc --jobs -p          # or:  jc -p jobs
 [
   {
     "job_number": 1,
@@ -900,9 +1210,39 @@ $ jobs -l | jc --jobs -p
   }
 ]
 ```
+### last and lastb
+```
+$ last | jc --last -p          # or:  jc -p last
+[
+  {
+    "user": "joeuser",
+    "tty": "ttys002",
+    "hostname": null,
+    "login": "Thu Feb 27 14:31",
+    "logout": "still logged in"
+  },
+  {
+    "user": "joeuser",
+    "tty": "ttys003",
+    "hostname": null,
+    "login": "Thu Feb 27 10:38",
+    "logout": "10:38",
+    "duration": "00:00"
+  },
+  {
+    "user": "joeuser",
+    "tty": "ttys003",
+    "hostname": null,
+    "login": "Thu Feb 27 10:18",
+    "logout": "10:18",
+    "duration": "00:00"
+  },
+  ...
+]
+```
 ### ls
 ```
-$ ls -l /usr/bin | jc --ls -p
+$ ls -l /usr/bin | jc --ls -p          # or:  jc -p ls -l /usr/bin
 [
   {
     "filename": "apropos",
@@ -937,7 +1277,7 @@ $ ls -l /usr/bin | jc --ls -p
 ```
 ### lsblk
 ```
-$ lsblk | jc --lsblk -p
+$ lsblk | jc --lsblk -p          # or:  jc -p lsblk
 [
   {
     "name": "sda",
@@ -962,7 +1302,7 @@ $ lsblk | jc --lsblk -p
 ```
 ### lsmod
 ```
-$ lsmod | jc --lsmod -p
+$ lsmod | jc --lsmod -p          # or:  jc -p lsmod
 [
   ...
   {
@@ -1009,7 +1349,7 @@ $ lsmod | jc --lsmod -p
 ```
 ### lsof
 ```
-$ sudo lsof | jc --lsof -p
+$ sudo lsof | jc --lsof -p          # or:  sudo jc -p lsof
 [
   {
     "command": "systemd",
@@ -1052,7 +1392,7 @@ $ sudo lsof | jc --lsof -p
 ```
 ### mount
 ```
-$ mount | jc --mount -p
+$ mount | jc --mount -p          # or:  jc -p mount
 [
   {
     "filesystem": "sysfs",
@@ -1096,7 +1436,7 @@ $ mount | jc --mount -p
 ```
 ### netstat
 ```
-$ sudo netstat -apee | jc --netstat -p
+$ sudo netstat -apee | jc --netstat -p          # or:  sudo jc -p netstat -apee
 [
   {
     "proto": "tcp",
@@ -1246,9 +1586,75 @@ $ sudo netstat -apee | jc --netstat -p
   ...
 ]
 ```
+### ntpq
+```
+$ ntpq -p | jc --ntpq -p          # or:  jc -p ntpq -p
+[
+  {
+    "remote": "44.190.6.254",
+    "refid": "127.67.113.92",
+    "st": 2,
+    "t": "u",
+    "when": 1,
+    "poll": 64,
+    "reach": 1,
+    "delay": 23.399,
+    "offset": -2.805,
+    "jitter": 2.131,
+    "state": null
+  },
+  {
+    "remote": "mirror1.sjc02.s",
+    "refid": "216.218.254.202",
+    "st": 2,
+    "t": "u",
+    "when": 2,
+    "poll": 64,
+    "reach": 1,
+    "delay": 29.325,
+    "offset": 1.044,
+    "jitter": 4.069,
+    "state": null
+  }
+]
+```
+### /etc/passwd file
+```
+$ cat /etc/passwd | jc --passwd -p
+[
+  {
+    "username": "nobody",
+    "password": "*",
+    "uid": -2,
+    "gid": -2,
+    "comment": "Unprivileged User",
+    "home": "/var/empty",
+    "shell": "/usr/bin/false"
+  },
+  {
+    "username": "root",
+    "password": "*",
+    "uid": 0,
+    "gid": 0,
+    "comment": "System Administrator",
+    "home": "/var/root",
+    "shell": "/bin/sh"
+  },
+  {
+    "username": "daemon",
+    "password": "*",
+    "uid": 1,
+    "gid": 1,
+    "comment": "System Services",
+    "home": "/var/root",
+    "shell": "/usr/bin/false"
+  },
+  ...
+]
+```
 ### pip list
 ```
-$ pip list | jc --pip-list -p
+$ pip list | jc --pip-list -p          # or:  jc -p pip list          # or:  jc -p pip3 list
 [
   {
     "package": "ansible",
@@ -1268,7 +1674,7 @@ $ pip list | jc --pip-list -p
 ```
 ### pip show
 ```
-$ pip show wrapt wheel | jc --pip-show -p
+$ pip show wrapt wheel | jc --pip-show -p          # or:  jc -p pip show wrapt wheel          # or:  jc -p pip3 show wrapt wheel
 [
   {
     "name": "wrapt",
@@ -1298,7 +1704,7 @@ $ pip show wrapt wheel | jc --pip-show -p
 ```
 ### ps
 ```
-$ ps -ef | jc --ps -p
+$ ps -ef | jc --ps -p          # or:  jc -p ps -ef
 [
   {
     "uid": "root",
@@ -1334,7 +1740,7 @@ $ ps -ef | jc --ps -p
 ]
 ```
 ```
-$ ps axu | jc --ps -p
+$ ps axu | jc --ps -p          # or:  jc -p ps axu
 [
   {
     "user": "root",
@@ -1380,7 +1786,7 @@ $ ps axu | jc --ps -p
 ```
 ### route
 ```
-$ route -ee | jc --route -p
+$ route -ee | jc --route -p          # or:  jc -p route -ee
 [
   {
     "destination": "default",
@@ -1423,9 +1829,46 @@ $ route -ee | jc --route -p
   }
 ]
 ```
+### /etc/shadow file
+```
+$ sudo cat /etc/shadow | jc --shadow -p
+[
+  {
+    "username": "root",
+    "password": "*",
+    "last_changed": 18113,
+    "minimum": 0,
+    "maximum": 99999,
+    "warn": 7,
+    "inactive": null,
+    "expire": null
+  },
+  {
+    "username": "daemon",
+    "password": "*",
+    "last_changed": 18113,
+    "minimum": 0,
+    "maximum": 99999,
+    "warn": 7,
+    "inactive": null,
+    "expire": null
+  },
+  {
+    "username": "bin",
+    "password": "*",
+    "last_changed": 18113,
+    "minimum": 0,
+    "maximum": 99999,
+    "warn": 7,
+    "inactive": null,
+    "expire": null
+  },
+  ...
+]
+```
 ### ss
 ```
-$ sudo ss -a | jc --ss -p
+$ sudo ss -a | jc --ss -p          # or:  sudo jc -p ss -a
 [
   {
     "netid": "nl",
@@ -1544,7 +1987,7 @@ $ sudo ss -a | jc --ss -p
 ```
 ### stat
 ```
-$ stat /bin/* | jc --stat -p
+$ stat /bin/* | jc --stat -p          # or:  jc -p stat /bin/*
 [
   {
     "file": "/bin/bash",
@@ -1591,7 +2034,7 @@ $ stat /bin/* | jc --stat -p
 ```
 ### systemctl
 ```
-$ systemctl -a | jc --systemctl -p
+$ systemctl -a | jc --systemctl -p          # or:  jc -p systemctl -a
 [
   {
     "unit": "proc-sys-fs-binfmt_misc.automount",
@@ -1619,7 +2062,7 @@ $ systemctl -a | jc --systemctl -p
 ```
 ### systemctl list-jobs
 ```
-$ systemctl list-jobs| jc --systemctl-lj -p
+$ systemctl list-jobs | jc --systemctl-lj -p          # or:  jc -p systemctl list-jobs
 [
   {
     "job": 3543,
@@ -1643,7 +2086,7 @@ $ systemctl list-jobs| jc --systemctl-lj -p
 ```
 ### systemctl list-sockets
 ```
-$ systemctl list-sockets | jc --systemctl-ls -p
+$ systemctl list-sockets | jc --systemctl-ls -p          # or:  jc -p systemctl list-sockets
 [
   {
     "listen": "/dev/log",
@@ -1665,7 +2108,7 @@ $ systemctl list-sockets | jc --systemctl-ls -p
 ```
 ### systemctl list-unit-files
 ```
-$ systemctl list-unit-files | jc --systemctl-luf -p
+$ systemctl list-unit-files | jc --systemctl-luf -p          # or:  jc -p systemctl list-unit-files
 [
   {
     "unit_file": "proc-sys-fs-binfmt_misc.automount",
@@ -1682,9 +2125,23 @@ $ systemctl list-unit-files | jc --systemctl-luf -p
   ...
 ]
 ```
+### timedatectl status
+```
+$ timedatectl | jc --timedatectl -p
+{
+  "local_time": "Tue 2020-03-10 17:53:21 PDT",
+  "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+  "rtc_time": "Wed 2020-03-11 00:53:21",
+  "time_zone": "America/Los_Angeles (PDT, -0700)",
+  "ntp_enabled": true,
+  "ntp_synchronized": true,
+  "rtc_in_local_tz": false,
+  "dst_active": true
+}
+```
 ### uname -a
 ```
-$ uname -a | jc --uname -p
+$ uname -a | jc --uname -p          # or:  jc -p uname -a
 {
   "kernel_name": "Linux",
   "node_name": "user-ubuntu",
@@ -1698,7 +2155,7 @@ $ uname -a | jc --uname -p
 ```
 ### uptime
 ```
-$ uptime | jc --uptime -p
+$ uptime | jc --uptime -p          # or:  jc -p uptime
 {
   "time": "11:30:44",
   "uptime": "1 day, 21:17",
@@ -1710,7 +2167,7 @@ $ uptime | jc --uptime -p
 ```
 ### w
 ```
-$ w | jc --w -p
+$ w | jc --w -p          # or:  jc -p w
 [
   {
     "user": "root",
@@ -1744,6 +2201,67 @@ $ w | jc --w -p
   }
 ]
 ```
+### who
+```
+$ who | jc --who -p          # or:  jc -p who
+[
+  {
+    "user": "joeuser",
+    "tty": "ttyS0",
+    "time": "2020-03-02 02:52"
+  },
+  {
+    "user": "joeuser",
+    "tty": "pts/0",
+    "time": "2020-03-02 05:15",
+    "from": "192.168.71.1"
+  }
+]
+```
+```
+$ who -a | jc --who -p          # or:  jc -p who -a
+[
+  {
+    "event": "reboot",
+    "time": "Feb 7 23:31",
+    "pid": 1
+  },
+  {
+    "user": "joeuser",
+    "writeable_tty": "-",
+    "tty": "console",
+    "time": "Feb 7 23:32",
+    "idle": "old",
+    "pid": 105
+  },
+  {
+    "user": "joeuser",
+    "writeable_tty": "+",
+    "tty": "ttys000",
+    "time": "Feb 13 16:44",
+    "idle": ".",
+    "pid": 51217,
+    "comment": "term=0 exit=0"
+  },
+  {
+    "user": "joeuser",
+    "writeable_tty": "?",
+    "tty": "ttys003",
+    "time": "Feb 28 08:59",
+    "idle": "01:36",
+    "pid": 41402
+  },
+  {
+    "user": "joeuser",
+    "writeable_tty": "+",
+    "tty": "ttys004",
+    "time": "Mar 1 16:35",
+    "idle": ".",
+    "pid": 15679,
+    "from": "192.168.1.5"
+  }
+]
+```
 ### XML files
 ```
 $ cat cd_catalog.xml 
@@ -1792,7 +2310,7 @@ $ cat cd_catalog.xml | jc --xml -p
 ```
 ### YAML files
 ```
-$ cat istio-mtls-permissive.yaml 
+$ cat istio.yaml 
 apiVersion: "authentication.istio.io/v1alpha1"
 kind: "Policy"
 metadata:
@@ -1813,7 +2331,7 @@ spec:
     tls:
       mode: ISTIO_MUTUAL
 
-$ cat istio-mtls-permissive.yaml | jc --yaml -p
+$ cat istio.yaml | jc --yaml -p
 [
   {
     "apiVersion": "authentication.istio.io/v1alpha1",
@@ -1847,34 +2365,4 @@ $ cat istio-mtls-permissive.yaml | jc --yaml -p
     }
   }
 ]
-```
-## TODO
-Future parsers:
-- /proc files
-- /sys files
-
-## Contributions
-Feel free to add/improve code or parsers! You can use the `jc/parsers/foo.py` parser as a template and submit your parser with a pull request.
-
-## Compatibility
-Some parsers like `ls`, `ps`, `dig`, etc. will work on any platform. Other parsers that are platform-specific will generate a warning message if they are used on an unsupported platform. To see all parser information, including compatibility, run `jc -a -p`.
-
-
-You may still use a parser on an unsupported platform - for example, you may want to parse a file with linux `lsof` output on an OSX laptop. In that case you can suppress the warning message with the `-q` cli option or the `quiet=True` function parameter in `parse()`:
-
-```
-$ cat lsof.out | jc --lsof -q
-```
-
-Tested on:
-- Centos 7.7
-- Ubuntu 18.4
-- OSX 10.11.6
-- OSX 10.14.6
-
-## Acknowledgments
-- `ifconfig-parser` module from https://github.com/KnightWhoSayNi/ifconfig-parser
-- `xmltodict` module from https://github.com/martinblech/xmltodict by Martín Blech
-- `ruamel.yaml` library from https://pypi.org/project/ruamel.yaml by  Anthon van der Neut
-- Parsing code from Conor Heine at https://gist.github.com/cahna/43a1a3ff4d075bcd71f9d7120037a501 adapted for some parsers
-- Excellent constructive feedback from Ilya Sher (https://github.com/ilyash-b)
+```

changelog.txt

@@ -1,7 +1,41 @@
 jc changelog
 
+20200311 v1.9.0
+- Added ntpq command parser
+- Added timedatectl status command parser
+- Added airport -I and airport -s command parser
+- Added file command parser
+- Optimized history command parser by https://github.com/philippeitis
+- Magic syntax fix for certain edge cases
+
+20200308 v1.8.1
+- CLI optimizations by https://github.com/philippeitis
+- Refactored magic syntax function and added tests (https://github.com/philippeitis)
+- Github actions for CI testing on multiple platforms by https://github.com/philippeitis
+- Updated ls parser to fix parsing error in OSX with -lR when there are empty folders
+
+20200303 v1.8.0
+- Added blkid command parser
+- Added last and lastb command parser
+- Added who command parser
+- Added CSV file parser
+- Added /etc/passwd file parser
+- Added /etc/shadow file parser
+- Added /etc/group file parser
+- Added /etc/gshadow file parser
+
+20200227 v1.7.5
+- Updated ls parser to support filenames with newline characters
+
+20200219 v1.7.4
+- Updated ls parser to support multiple directories, globbing, and -R (recursive)
+
+20200211 v1.7.3
+- Add alternative 'magic' syntax: e.g. `jc ls -al`
+- Options can now be condensed (e.g. -prq is equivalant to -p -r -q)
+
 20200208 v1.7.2
-- Include test fixtures in wheel
+- Include test fixtures in wheel and sdist
 
 20200205 v1.7.1
 - Add YAML file parser

docgen.sh

@@ -4,15 +4,22 @@
 cd jc
 pydocmd simple jc+ > ../docs/readme.md
 pydocmd simple utils+ > ../docs/utils.md
+pydocmd simple jc.parsers.airport+ > ../docs/parsers/airport.md
+pydocmd simple jc.parsers.airport_s+ > ../docs/parsers/airport_s.md
 pydocmd simple jc.parsers.arp+ > ../docs/parsers/arp.md
+pydocmd simple jc.parsers.blkid+ > ../docs/parsers/blkid.md
 pydocmd simple jc.parsers.crontab+ > ../docs/parsers/crontab.md
 pydocmd simple jc.parsers.crontab_u+ > ../docs/parsers/crontab_u.md
+pydocmd simple jc.parsers.csv+ > ../docs/parsers/csv.md
 pydocmd simple jc.parsers.df+ > ../docs/parsers/df.md
 pydocmd simple jc.parsers.dig+ > ../docs/parsers/dig.md
 pydocmd simple jc.parsers.du+ > ../docs/parsers/du.md
 pydocmd simple jc.parsers.env+ > ../docs/parsers/env.md
+pydocmd simple jc.parsers.file+ > ../docs/parsers/file.md
 pydocmd simple jc.parsers.free+ > ../docs/parsers/free.md
 pydocmd simple jc.parsers.fstab+ > ../docs/parsers/fstab.md
+pydocmd simple jc.parsers.group+ > ../docs/parsers/group.md
+pydocmd simple jc.parsers.gshadow+ > ../docs/parsers/gshadow.md
 pydocmd simple jc.parsers.history+ > ../docs/parsers/history.md
 pydocmd simple jc.parsers.hosts+ > ../docs/parsers/hosts.md
 pydocmd simple jc.parsers.id+ > ../docs/parsers/id.md
@@ -20,24 +27,30 @@ pydocmd simple jc.parsers.ifconfig+ > ../docs/parsers/ifconfig.md
 pydocmd simple jc.parsers.ini+ > ../docs/parsers/ini.md
 pydocmd simple jc.parsers.iptables+ > ../docs/parsers/iptables.md
 pydocmd simple jc.parsers.jobs+ > ../docs/parsers/jobs.md
+pydocmd simple jc.parsers.last+ > ../docs/parsers/last.md
 pydocmd simple jc.parsers.ls+ > ../docs/parsers/ls.md
 pydocmd simple jc.parsers.lsblk+ > ../docs/parsers/lsblk.md
 pydocmd simple jc.parsers.lsmod+ > ../docs/parsers/lsmod.md
 pydocmd simple jc.parsers.lsof+ > ../docs/parsers/lsof.md
 pydocmd simple jc.parsers.mount+ > ../docs/parsers/mount.md
 pydocmd simple jc.parsers.netstat+ > ../docs/parsers/netstat.md
+pydocmd simple jc.parsers.ntpq+ > ../docs/parsers/ntpq.md
+pydocmd simple jc.parsers.passwd+ > ../docs/parsers/passwd.md
 pydocmd simple jc.parsers.pip_list+ > ../docs/parsers/pip_list.md
 pydocmd simple jc.parsers.pip_show+ > ../docs/parsers/pip_show.md
 pydocmd simple jc.parsers.ps+ > ../docs/parsers/ps.md
 pydocmd simple jc.parsers.route+ > ../docs/parsers/route.md
+pydocmd simple jc.parsers.shadow+ > ../docs/parsers/shadow.md
 pydocmd simple jc.parsers.ss+ > ../docs/parsers/ss.md
 pydocmd simple jc.parsers.stat+ > ../docs/parsers/stat.md
 pydocmd simple jc.parsers.systemctl+ > ../docs/parsers/systemctl.md
 pydocmd simple jc.parsers.systemctl_lj+ > ../docs/parsers/systemctl_lj.md
 pydocmd simple jc.parsers.systemctl_ls+ > ../docs/parsers/systemctl_ls.md
 pydocmd simple jc.parsers.systemctl_luf+ > ../docs/parsers/systemctl_luf.md
+pydocmd simple jc.parsers.timedatectl+ > ../docs/parsers/timedatectl.md
 pydocmd simple jc.parsers.uname+ > ../docs/parsers/uname.md
 pydocmd simple jc.parsers.uptime+ > ../docs/parsers/uptime.md
 pydocmd simple jc.parsers.w+ > ../docs/parsers/w.md
+pydocmd simple jc.parsers.who+ > ../docs/parsers/who.md
 pydocmd simple jc.parsers.xml+ > ../docs/parsers/xml.md
 pydocmd simple jc.parsers.yaml+ > ../docs/parsers/yaml.md

docs/parsers/airport.md

@@ -0,0 +1,109 @@
+# jc.parsers.airport
+jc - JSON CLI output utility airport -I Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -I (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -I | jc --airport -p
+    {
+      "agrctlrssi": -66,
+      "agrextrssi": 0,
+      "agrctlnoise": -90,
+      "agrextnoise": 0,
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": 195,
+      "maxrate": 867,
+      "lastassocstatus": 0,
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": 0,
+      "channel": "48,80"
+    }
+
+    $ airport -I | jc --airport -p -r
+    {
+      "agrctlrssi": "-66",
+      "agrextrssi": "0",
+      "agrctlnoise": "-90",
+      "agrextnoise": "0",
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": "195",
+      "maxrate": "867",
+      "lastassocstatus": "0",
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": "0",
+      "channel": "48,80"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "agrctlrssi":        integer,
+      "agrextrssi":        integer,
+      "agrctlnoise":       integer,
+      "agrextnoise":       integer,
+      "state":             string,
+      "op_mode":           string,
+      "lasttxrate":        integer,
+      "maxrate":           integer,
+      "lastassocstatus":   integer,
+      "802_11_auth":       string,
+      "link_auth":         string,
+      "bssid":             string,
+      "ssid":              string,
+      "mcs":               integer,
+      "channel":           string
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/airport_s.md

@@ -0,0 +1,136 @@
+# jc.parsers.airport_s
+jc - JSON CLI output utility airport -s Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -s (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -s | jc --airport-s -p
+    [
+      {
+        "ssid": "DIRECT-4A-HP OfficeJet 3830",
+        "bssid": "00:67:eb:2a:a7:3b",
+        "rssi": -90,
+        "channel": "6",
+        "ht": true,
+        "cc": "--",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "Latitude38",
+        "bssid": "c0:ff:d5:d2:7a:f3",
+        "rssi": -85,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "xfinitywifi",
+        "bssid": "6e:e3:0e:b8:45:99",
+        "rssi": -83,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "NONE"
+        ]
+      },
+      ...
+    ]
+
+    $ airport -s | jc --airport -p -r
+    [
+      {
+        "ssid": "DIRECT-F3-HP ENVY 5660 series",
+        "bssid": "b0:5a:da:6f:0a:d4",
+        "rssi": "-93",
+        "channel": "1",
+        "ht": "Y",
+        "cc": "--",
+        "security": "WPA2(PSK/AES/AES)"
+      },
+      {
+        "ssid": "YouAreInfected-5",
+        "bssid": "5c:e3:0e:c2:85:da",
+        "rssi": "-85",
+        "channel": "36",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      {
+        "ssid": "YuanFamily",
+        "bssid": "5c:e3:0e:b8:5f:9a",
+        "rssi": "-84",
+        "channel": "11",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+    [
+      {
+        "ssid":      string,
+        "bssid":     string,
+        "rssi":      integer,
+        "channel":   string,
+        "ht":        boolean,
+        "cc":        string,
+        "security": [
+                     string,
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/blkid.md

@@ -0,0 +1,148 @@
+# jc.parsers.blkid
+jc - JSON CLI output utility blkid Parser
+
+Usage:
+
+    specify --blkid as the first argument if the piped input is coming from blkid
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ blkid | jc --blkid -p
+    [
+      {
+        "device": "/dev/sda1",
+        "uuid": "05d927ab-5875-49e4-ada1-7f46cb32c932",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/sda2",
+        "uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "type": "LVM2_member"
+      },
+      {
+        "device": "/dev/mapper/centos-root",
+        "uuid": "07d718ff-950c-4e5b-98f0-42a1147c77d9",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/mapper/centos-swap",
+        "uuid": "615eb89a-bcbf-46fd-80e3-c483ff5c931f",
+        "type": "swap"
+      }
+    ]
+
+    $ sudo blkid -o udev -ip /dev/sda2 | jc --blkid -p
+    [
+      {
+        "id_fs_uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_uuid_enc": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_version": "LVM2\x20001",
+        "id_fs_type": "LVM2_member",
+        "id_fs_usage": "raid",
+        "id_iolimit_minimum_io_size": 512,
+        "id_iolimit_physical_sector_size": 512,
+        "id_iolimit_logical_sector_size": 512,
+        "id_part_entry_scheme": "dos",
+        "id_part_entry_type": "0x8e",
+        "id_part_entry_number": 2,
+        "id_part_entry_offset": 2099200,
+        "id_part_entry_size": 39843840,
+        "id_part_entry_disk": "8:0"
+      }
+    ]
+
+    $ sudo blkid -ip /dev/sda1 | jc --blkid -p -r
+    [
+      {
+        "devname": "/dev/sda1",
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "type": "xfs",
+        "usage": "filesystem",
+        "minimum_io_size": "512",
+        "physical_sector_size": "512",
+        "logical_sector_size": "512",
+        "part_entry_scheme": "dos",
+        "part_entry_type": "0x83",
+        "part_entry_flags": "0x80",
+        "part_entry_number": "1",
+        "part_entry_offset": "2048",
+        "part_entry_size": "2097152",
+        "part_entry_disk": "8:0"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "device":                            string,
+        "uuid":                              string,
+        "type":                              string,
+        "usage":                             string,
+        "part_entry_scheme":                 string,
+        "part_entry_type":                   string,
+        "part_entry_flags":                  string,
+        "part_entry_number":                 integer,
+        "part_entry_offset":                 integer,
+        "part_entry_size":                   integer,
+        "part_entry_disk":                   string,
+        "id_fs_uuid":                        string,
+        "id_fs_uuid_enc":                    string,
+        "id_fs_version":                     string,
+        "id_fs_type":                        string,
+        "id_fs_usage":                       string,
+        "id_part_entry_scheme":              string,
+        "id_part_entry_type":                string,
+        "id_part_entry_flags":               string,
+        "id_part_entry_number":              integer,
+        "id_part_entry_offset":              integer,
+        "id_part_entry_size":                integer,
+        "id_iolimit_minimum_io_size":        integer,
+        "id_iolimit_physical_sector_size":   integer,
+        "id_iolimit_logical_sector_size":    integer,
+        "id_part_entry_disk":                string,
+        "minimum_io_size":                   integer,
+        "physical_sector_size":              integer,
+        "logical_sector_size":               integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/crontab.md

@@ -1,9 +1,9 @@
 # jc.parsers.crontab
-jc - JSON CLI output utility crontab file Parser
+jc - JSON CLI output utility crontab command and file Parser
 
 Usage:
 
-    specify --crontab as the first argument if the piped input is coming from a crontab file
+    specify --crontab as the first argument if the piped input is coming from crontab -l or a crontab file
 
 Compatibility:
 
@@ -11,7 +11,7 @@ Compatibility:
 
 Examples:
 
-    $ cat /etc/crontab | jc --crontab -p
+    $ crontab -l | jc --crontab -p
     {
       "variables": [
         {

docs/parsers/csv.md

@@ -0,0 +1,105 @@
+# jc.parsers.csv
+jc - JSON CLI output utility csv Parser
+
+Usage:
+
+    specify --csv as the first argument if the piped input is coming from a csv file.
+    the csv parser will attempt to automatically detect the delimiter character.
+    if the delimiter cannot be detected it will default to comma.
+    the first row of the file must be a header row.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat homes.csv
+    "Sell", "List", "Living", "Rooms", "Beds", "Baths", "Age", "Acres", "Taxes"
+    142, 160, 28, 10, 5, 3,  60, 0.28,  3167
+    175, 180, 18,  8, 4, 1,  12, 0.43,  4033
+    129, 132, 13,  6, 3, 1,  41, 0.33,  1471
+    ...
+
+    $ cat homes.csv | jc --csv -p
+    [
+      {
+        "Sell": "142",
+        "List": "160",
+        "Living": "28",
+        "Rooms": "10",
+        "Beds": "5",
+        "Baths": "3",
+        "Age": "60",
+        "Acres": "0.28",
+        "Taxes": "3167"
+      },
+      {
+        "Sell": "175",
+        "List": "180",
+        "Living": "18",
+        "Rooms": "8",
+        "Beds": "4",
+        "Baths": "1",
+        "Age": "12",
+        "Acres": "0.43",
+        "Taxes": "4033"
+      },
+      {
+        "Sell": "129",
+        "List": "132",
+        "Living": "13",
+        "Rooms": "6",
+        "Beds": "3",
+        "Baths": "1",
+        "Age": "41",
+        "Acres": "0.33",
+        "Taxes": "1471"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Each dictionary represents a row in the csv file:
+
+    [
+      {
+        csv file converted to a Dictionary
+        https://docs.python.org/3/library/csv.html
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/file.md

@@ -0,0 +1,90 @@
+# jc.parsers.file
+jc - JSON CLI output utility file command Parser
+
+Usage:
+
+    specify --file as the first argument if the piped input is coming from file.
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ file * | jc --file -p
+    [
+      {
+        "filename": "Applications",
+        "type": "directory"
+      },
+      {
+        "filename": "another file with spaces",
+        "type": "empty"
+      },
+      {
+        "filename": "argstest.py",
+        "type": "Python script text executable, ASCII text"
+      },
+      {
+        "filename": "blkid-p.out",
+        "type": "ASCII text"
+      },
+      {
+        "filename": "blkid-pi.out",
+        "type": "ASCII text, with very long lines"
+      },
+      {
+        "filename": "cd_catalog.xml",
+        "type": "XML 1.0 document text, ASCII text, with CRLF line terminators"
+      },
+      {
+        "filename": "centosserial.sh",
+        "type": "Bourne-Again shell script text executable, UTF-8 Unicode text"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "filename":   string,
+        "type   ":    string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/group.md

@@ -0,0 +1,141 @@
+# jc.parsers.group
+jc - JSON CLI output utility /etc/group file Parser
+
+Usage:
+
+    specify --group as the first argument if the piped input is coming from /etc/group
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/group | jc --group -p
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": -2,
+        "members": []
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": -1,
+        "members": []
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": 0,
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": 29,
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/group | jc --group -p -r
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": "-2",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": "-1",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": "0",
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": "29",
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "group_name":    string,
+        "password":      string,
+        "gid":           integer,
+        "members": [
+                         string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/gshadow.md

@@ -0,0 +1,109 @@
+# jc.parsers.gshadow
+jc - JSON CLI output utility /etc/gshadow file Parser
+
+Usage:
+
+    specify --gshadow as the first argument if the piped input is coming from /etc/gshadow
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/gshadow | jc --gshadow -p
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [],
+        "members": []
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/gshadow | jc --gshadow -p -r
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "group_name":       string,
+        "password":         string,
+        "administrators": [
+                            string
+        ],
+        "members": [
+                            string
+        ]
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/last.md

@@ -0,0 +1,118 @@
+# jc.parsers.last
+jc - JSON CLI output utility last Parser
+
+Usage:
+
+    specify --last as the first argument if the piped input is coming from last or lastb
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ last | jc --last -p
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": null,
+        "login": "Thu Feb 27 14:31",
+        "logout": "still logged in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+    $ last | jc --last -p -r
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": "-",
+        "login": "Thu Feb 27 14:31",
+        "logout": "still_logged_in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "user":       string,
+        "tty":        string,
+        "hostname":   string,
+        "login":      string,
+        "logout":     string,
+        "duration":   string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/ls.md

@@ -1,16 +1,21 @@
 # jc.parsers.ls
 jc - JSON CLI output utility ls Parser
 
+Note: The -l or -b option of ls should be used to correctly parse filenames that include newline characters.
+      Since ls does not encode newlines in filenames when outputting to a pipe it will cause jc to see
+      multiple files instead of a single file if -l or -b is not used.
+
 Usage:
 
     specify --ls as the first argument if the piped input is coming from ls
 
     ls options supported:
-    - None
-    - la
-    - h       file sizes will be available in text form with -r but larger file sizes
-              with human readable suffixes will be converted to Null in default view
-              since the parser attempts to convert this field to an integer.
+
+                    -lbaR
+    --time-style=full-iso
+                       -h  file sizes will be available in text form with -r but larger file sizes
+                               with human readable suffixes will be converted to Null in default view
+                               since the parser attempts to convert this field to an integer.
 
 Compatibility:
 
@@ -165,6 +170,7 @@ Returns:
         "filename": string,
         "flags":    string,
         "links":    integer,
+        "parent":   string,
         "owner":    string,
         "group":    string,
         "size":     integer,

docs/parsers/ntpq.md

@@ -0,0 +1,235 @@
+# jc.parsers.ntpq
+jc - JSON CLI output utility ntpq Parser
+
+Usage:
+
+    specify --ntpq as the first argument if the piped input is coming from ntpq -p
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ ntpq -p | jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 1,
+        "poll": 64,
+        "reach": 1,
+        "delay": 23.399,
+        "offset": -2.805,
+        "jitter": 2.131,
+        "state": null
+      },
+      {
+        "remote": "ntp.wdc1.us.lea",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 93.053,
+        "offset": -0.807,
+        "jitter": 2.839,
+        "state": null
+      },
+      {
+        "remote": "clock.team-cymr",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 70.337,
+        "offset": -2.909,
+        "jitter": 2.6,
+        "state": null
+      },
+      {
+        "remote": "mirror1.sjc02.s",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 2,
+        "poll": 64,
+        "reach": 1,
+        "delay": 29.325,
+        "offset": 1.044,
+        "jitter": 4.069,
+        "state": null,
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 66,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.69,
+        "offset": -0.392,
+        "jitter": 2.085,
+        "state": "+"
+      },
+      {
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 90.805,
+        "offset": 2.84,
+        "jitter": 1.908,
+        "state": "-"
+      },
+      {
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": 64,
+        "poll": 64,
+        "reach": 377,
+        "delay": 68.699,
+        "offset": -0.61,
+        "jitter": 2.576,
+        "state": "+"
+      },
+      {
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.654,
+        "offset": 0.231,
+        "jitter": 1.964,
+        "state": "*"
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p -r
+    [
+      {
+        "s": "+",
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": "2",
+        "t": "u",
+        "when": "66",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.690",
+        "offset": "-0.392",
+        "jitter": "2.085"
+      },
+      {
+        "s": "-",
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "90.805",
+        "offset": "2.840",
+        "jitter": "1.908"
+      },
+      {
+        "s": "+",
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": "2",
+        "t": "u",
+        "when": "64",
+        "poll": "64",
+        "reach": "377",
+        "delay": "68.699",
+        "offset": "-0.610",
+        "jitter": "2.576"
+      },
+      {
+        "s": "*",
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.654",
+        "offset": "0.231",
+        "jitter": "1.964"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "state":            string,        # space/~ converted to null
+        "remote":           string,
+        "refid":            string,
+        "st":               integer,
+        "t":                string,
+        "when":             integer,       # - converted to null
+        "poll":             integer,
+        "reach":            integer,
+        "delay":            float,
+        "offset":           float,
+        "jitter":           float
+      },
+    ]
+
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/passwd.md

@@ -0,0 +1,126 @@
+# jc.parsers.passwd
+jc - JSON CLI output utility /etc/passwd file Parser
+
+Usage:
+
+    specify --passwd as the first argument if the piped input is coming from /etc/passwd
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/passwd | jc --passwd -p
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": -2,
+        "gid": -2,
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": 0,
+        "gid": 0,
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": 1,
+        "gid": 1,
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+
+    $ cat /etc/passwd | jc --passwd -p -r
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": "-2",
+        "gid": "-2",
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": "0",
+        "gid": "0",
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": "1",
+        "gid": "1",
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "username":  string,
+        "password":  string,
+        "uid":       integer,
+        "gid":       integer,
+        "comment":   string,
+        "home":      string,
+        "shell":     string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/shadow.md

@@ -0,0 +1,133 @@
+# jc.parsers.shadow
+jc - JSON CLI output utility /etc/shadow file Parser
+
+Usage:
+
+    specify --shadow as the first argument if the piped input is coming from /etc/shadow
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ sudo cat /etc/shadow | jc --shadow -p
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      ...
+    ]
+
+    $ sudo cat /etc/shadow | jc --shadow -p -r
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      ...
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "username":       string,
+        "password":       string,
+        "last_changed":   integer,
+        "minimum":        integer,
+        "maximum":        integer,
+        "warn":           integer,
+        "inactive":       integer,
+        "expire":         integer
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

docs/parsers/timedatectl.md

@@ -0,0 +1,87 @@
+# jc.parsers.timedatectl
+jc - JSON CLI output utility timedatectl Parser
+
+Usage:
+
+    specify --timedatectl as the first argument if the piped input is coming from timedatectl or timedatectl status
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ timedatectl | jc --timedatectl -p
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": true,
+      "ntp_synchronized": true,
+      "rtc_in_local_tz": false,
+      "dst_active": true
+    }
+
+    $ timedatectl | jc --timedatectl -p -r
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": "yes",
+      "ntp_synchronized": "yes",
+      "rtc_in_local_tz": "no",
+      "dst_active": "yes"
+    }
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    Dictionary. Structured data with the following schema:
+
+    {
+      "local_time":                        string,
+      "universal_time":                    string,
+      "rtc_time":                          string,
+      "time_zone":                         string,
+      "ntp_enabled":                       boolean,
+      "ntp_synchronized":                  boolean,
+      "system_clock_synchronized":         boolean,
+      "systemd-timesyncd.service_active":  boolean,
+      "rtc_in_local_tz":                   boolean,
+      "dst_active":                        boolean
+    }
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    Dictionary. Raw or processed structured data.
+

docs/parsers/who.md

@@ -0,0 +1,152 @@
+# jc.parsers.who
+jc - JSON CLI output utility who Parser
+
+Usage:
+
+    specify --who as the first argument if the piped input is coming from who
+
+    accepts any of the following who options (or no options): -aTH
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ who -a | jc --who -p
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": 1
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": 105
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": 51217,
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": 41402
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": 15679,
+        "from": "192.168.1.5"
+      }
+    ]
+
+    $ who -a | jc --who -p -r
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": "1"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": "105"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": "51217",
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": "41402"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": "15679",
+        "from": "192.168.1.5"
+      }
+    ]
+
+## info
+```python
+info(self, /, *args, **kwargs)
+```
+
+## process
+```python
+process(proc_data)
+```
+
+Final processing to conform to the schema.
+
+Parameters:
+
+    proc_data:   (dictionary) raw structured data to process
+
+Returns:
+
+    List of dictionaries. Structured data with the following schema:
+
+    [
+      {
+        "user":            string,
+        "event":           string,
+        "writeable_tty":   string,
+        "tty":             string,
+        "time":            string,
+        "idle":            string,
+        "pid":             integer,
+        "from":            string,
+        "comment":         string
+      }
+    ]
+
+## parse
+```python
+parse(data, raw=False, quiet=False)
+```
+
+Main text parsing function
+
+Parameters:
+
+    data:        (string)  text data to parse
+    raw:         (boolean) output preprocessed JSON if True
+    quiet:       (boolean) suppress warning messages if True
+
+Returns:
+
+    List of dictionaries. Raw or processed structured data.
+

jc/cli.py

@@ -3,6 +3,8 @@
 JC cli module
 """
 import sys
+import os
+import shlex
 import importlib
 import textwrap
 import signal
@@ -11,7 +13,7 @@ import jc.utils
 
 
 class info():
-    version = '1.7.2'
+    version = '1.9.0'
     description = 'jc cli output JSON conversion tool'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
@@ -20,15 +22,22 @@ class info():
 __version__ = info.version
 
 parsers = [
+    'airport',
+    'airport-s',
     'arp',
+    'blkid',
     'crontab',
     'crontab-u',
+    'csv',
     'df',
     'dig',
     'du',
     'env',
+    'file',
     'free',
     'fstab',
+    'group',
+    'gshadow',
     'history',
     'hosts',
     'id',
@@ -36,31 +45,38 @@ parsers = [
     'ini',
     'iptables',
     'jobs',
+    'last',
     'ls',
     'lsblk',
     'lsmod',
     'lsof',
     'mount',
     'netstat',
+    'ntpq',
+    'passwd',
     'pip-list',
     'pip-show',
     'ps',
     'route',
+    'shadow',
     'ss',
     'stat',
     'systemctl',
     'systemctl-lj',
     'systemctl-ls',
     'systemctl-luf',
+    'timedatectl',
     'uname',
     'uptime',
     'w',
+    'who',
     'xml',
     'yaml'
 ]
 
 
 def ctrlc(signum, frame):
+    """exit with error on SIGINT"""
     sys.exit(1)
 
 
@@ -80,12 +96,13 @@ def parser_mod_shortname(parser):
 
 
 def parser_module(parser):
-    """import the module just in time and present the module object"""
+    """import the module just in time and return the module object"""
     importlib.import_module('jc.parsers.' + parser_mod_shortname(parser))
     return getattr(jc.parsers, parser_mod_shortname(parser))
 
 
 def parsers_text(indent=0, pad=0):
+    """return the argument and description information from each parser"""
     ptext = ''
     for parser in parsers:
         parser_arg = parser_argument(parser)
@@ -103,6 +120,7 @@ def parsers_text(indent=0, pad=0):
 
 
 def about_jc():
+    """return jc info and the contents of each parser.info as a dictionary"""
     parser_list = []
 
     for parser in parsers:
@@ -132,12 +150,17 @@ def about_jc():
 
 
 def helptext(message):
+    """return the help text with the list of parsers"""
     parsers_string = parsers_text(indent=12, pad=17)
 
     helptext_string = f'''
     jc:     {message}
 
-    Usage:  jc PARSER [OPTIONS]
+    Usage:  COMMAND | jc PARSER [OPTIONS]
+
+            or magic syntax:
+
+            jc [OPTIONS] COMMAND
 
     Parsers:
 {parsers_string}
@@ -150,6 +173,10 @@ def helptext(message):
 
     Example:
             ls -al | jc --ls -p
+
+            or using the magic syntax:
+
+            jc -p ls -al
     '''
     print(textwrap.dedent(helptext_string), file=sys.stderr)
 
@@ -161,28 +188,94 @@ def json_out(data, pretty=False):
         print(json.dumps(data))
 
 
+def generate_magic_command(args):
+    """
+    Returns a tuple with a boolean and a command, where the boolean signifies that
+    the command is valid, and the command is either a command string or None.
+    """
+
+    # Parse with magic syntax: jc -p ls -al
+    if len(args) <= 1 or args[1].startswith('--'):
+        return False, None
+
+    # correctly parse escape characters and spaces with shlex
+    args_given = ' '.join(map(shlex.quote, args[1:])).split()
+    options = []
+
+    # find the options
+    for arg in list(args_given):
+        # parser found - use standard syntax
+        if arg.startswith('--'):
+            return False, None
+
+        # option found - populate option list
+        elif arg.startswith('-'):
+            options.extend(args_given.pop(0)[1:])
+
+        # command found if iterator didn't already stop - stop iterating
+        else:
+            break
+
+    # all options popped and no command found - for case like 'jc -a'
+    if len(args_given) == 0:
+        return False, None
+
+    magic_dict = {}
+    parser_info = about_jc()['parsers']
+
+    # Create a dictionary of magic_commands to their respective parsers.
+    for entry in parser_info:
+        # Update the dict with all of the magic commands for this parser, if they exist.
+        magic_dict.update({mc: entry['argument'] for mc in entry.get('magic_commands', [])})
+
+    # find the command and parser
+    one_word_command = args_given[0]
+    two_word_command = ' '.join(args_given[0:2])
+
+    # Try to get a parser for two_word_command, otherwise get one for one_word_command
+    found_parser = magic_dict.get(two_word_command, magic_dict.get(one_word_command))
+
+    # construct a new command line using the standard syntax: COMMAND | jc --PARSER -OPTIONS
+    run_command = ' '.join(args_given)
+    if found_parser:
+        cmd_options = ('-' + ''.join(options)) if options else ''
+        return True, ' '.join([run_command, '|', 'jc', found_parser, cmd_options])
+    else:
+        return False, run_command
+
+
+def magic():
+    valid_command, run_command = generate_magic_command(sys.argv)
+    if valid_command:
+        os.system(run_command)
+        exit()
+    elif run_command is None:
+        return
+    else:
+        helptext(f'parser not found for "{run_command}"')
+        sys.exit(1)
+
+
 def main():
+    # break on ctrl-c keyboard interrupt
     signal.signal(signal.SIGINT, ctrlc)
 
-    debug = False
-    pretty = False
-    quiet = False
-    raw = False
+    # try magic syntax first: e.g. jc -p ls -al
+    magic()
+
+    options = []
 
     # options
-    if '-d' in sys.argv:
-        debug = True
+    for opt in sys.argv:
+        if opt.startswith('-') and not opt.startswith('--'):
+            options.extend(opt[1:])
 
-    if '-p' in sys.argv:
-        pretty = True
+    debug = 'd' in options
+    pretty = 'p' in options
+    quiet = 'q' in options
+    raw = 'r' in options
 
-    if '-q' in sys.argv:
-        quiet = True
-
-    if '-r' in sys.argv:
-        raw = True
-
-    if '-a' in sys.argv:
+    if 'a' in options:
         json_out(about_jc(), pretty=pretty)
         exit()
 
@@ -215,8 +308,9 @@ def main():
                     result = parser.parse(data, raw=raw, quiet=quiet)
                     found = True
                     break
-                except:
-                    jc.utils.error_message(f'{parser_name} parser could not parse the input data. Did you use the correct parser?\n         For details use the -d option.')
+                except Exception:
+                    jc.utils.error_message(
+                        f'{parser_name} parser could not parse the input data. Did you use the correct parser?\n         For details use the -d option.')
                     sys.exit(1)
 
     if not found:

jc/parsers/airport.py

@@ -0,0 +1,141 @@
+"""jc - JSON CLI output utility airport -I Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -I (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -I | jc --airport -p
+    {
+      "agrctlrssi": -66,
+      "agrextrssi": 0,
+      "agrctlnoise": -90,
+      "agrextnoise": 0,
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": 195,
+      "maxrate": 867,
+      "lastassocstatus": 0,
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": 0,
+      "channel": "48,80"
+    }
+
+    $ airport -I | jc --airport -p -r
+    {
+      "agrctlrssi": "-66",
+      "agrextrssi": "0",
+      "agrctlnoise": "-90",
+      "agrextnoise": "0",
+      "state": "running",
+      "op_mode": "station",
+      "lasttxrate": "195",
+      "maxrate": "867",
+      "lastassocstatus": "0",
+      "802_11_auth": "open",
+      "link_auth": "wpa2-psk",
+      "bssid": "3c:37:86:15:ad:f9",
+      "ssid": "SnazzleDazzle",
+      "mcs": "0",
+      "channel": "48,80"
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'airport -I command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['darwin']
+    magic_commands = ['airport -I']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "agrctlrssi":        integer,
+          "agrextrssi":        integer,
+          "agrctlnoise":       integer,
+          "agrextnoise":       integer,
+          "state":             string,
+          "op_mode":           string,
+          "lasttxrate":        integer,
+          "maxrate":           integer,
+          "lastassocstatus":   integer,
+          "802_11_auth":       string,
+          "link_auth":         string,
+          "bssid":             string,
+          "ssid":              string,
+          "mcs":               integer,
+          "channel":           string
+        }
+    """
+    # integer changes
+    int_list = ['agrctlrssi', 'agrextrssi', 'agrctlnoise', 'agrextnoise',
+                'lasttxrate', 'maxrate', 'lastassocstatus', 'mcs']
+    for key in proc_data:
+        if key in int_list:
+            try:
+                proc_data[key] = int(proc_data[key])
+            except (ValueError):
+                proc_data[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    for line in filter(None, data.splitlines()):
+        linedata = line.split(':', maxsplit=1)
+        raw_output[linedata[0].strip().lower().replace(' ', '_').replace('.', '_')] = linedata[1].strip()
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/airport_s.py

@@ -0,0 +1,186 @@
+"""jc - JSON CLI output utility airport -s Parser
+
+Usage:
+
+    specify --airport as the first argument if the piped input is coming from airport -s (OSX)
+
+    This program can be found at:
+    /System/Library/PrivateFrameworks/Apple80211.framework/Versions/Current/Resources/airport
+
+Compatibility:
+
+    'darwin'
+
+Examples:
+
+    $ airport -s | jc --airport-s -p
+    [
+      {
+        "ssid": "DIRECT-4A-HP OfficeJet 3830",
+        "bssid": "00:67:eb:2a:a7:3b",
+        "rssi": -90,
+        "channel": "6",
+        "ht": true,
+        "cc": "--",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "Latitude38",
+        "bssid": "c0:ff:d5:d2:7a:f3",
+        "rssi": -85,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "WPA2(PSK/AES/AES)"
+        ]
+      },
+      {
+        "ssid": "xfinitywifi",
+        "bssid": "6e:e3:0e:b8:45:99",
+        "rssi": -83,
+        "channel": "11",
+        "ht": true,
+        "cc": "US",
+        "security": [
+          "NONE"
+        ]
+      },
+      ...
+    ]
+
+    $ airport -s | jc --airport -p -r
+    [
+      {
+        "ssid": "DIRECT-F3-HP ENVY 5660 series",
+        "bssid": "b0:5a:da:6f:0a:d4",
+        "rssi": "-93",
+        "channel": "1",
+        "ht": "Y",
+        "cc": "--",
+        "security": "WPA2(PSK/AES/AES)"
+      },
+      {
+        "ssid": "YouAreInfected-5",
+        "bssid": "5c:e3:0e:c2:85:da",
+        "rssi": "-85",
+        "channel": "36",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      {
+        "ssid": "YuanFamily",
+        "bssid": "5c:e3:0e:b8:5f:9a",
+        "rssi": "-84",
+        "channel": "11",
+        "ht": "Y",
+        "cc": "US",
+        "security": "WPA(PSK/AES,TKIP/TKIP) WPA2(PSK/AES,TKIP/TKIP)"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.0'
+    description = 'airport -s command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['darwin']
+    magic_commands = ['airport -s']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+        [
+          {
+            "ssid":      string,
+            "bssid":     string,
+            "rssi":      integer,
+            "channel":   string,
+            "ht":        boolean,
+            "cc":        string,
+            "security": [
+                         string,
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+
+        # integers
+        int_list = ['rssi']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+        # booleans
+        bool_list = ['ht']
+        for key in entry:
+            if key in bool_list:
+                try:
+                    entry[key] = True if entry[key] == 'Y' else False
+                except (ValueError):
+                    entry[key] = None
+
+        if 'security' in entry:
+            entry['security'] = entry['security'].split()
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    cleandata = data.splitlines()
+
+    # fix headers
+    cleandata[0] = cleandata[0].lower()
+    cleandata[0] = cleandata[0].replace('-', '_')
+    cleandata[0] = cleandata[0].replace('security (auth/unicast/group)', 'security')
+
+    # parse the data
+    raw_output = jc.parsers.universal.sparse_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/arp.py

@@ -92,12 +92,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'arp parser'
+    description = 'arp command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['arp']
 
 
 __version__ = info.version
@@ -195,12 +196,13 @@ def parse(data, raw=False, quiet=False):
         raw_output = []
         for line in cleandata:
             line = line.split()
-            output_line = {}
-            output_line['name'] = line[0]
-            output_line['address'] = line[1].lstrip('(').rstrip(')')
-            output_line['hwtype'] = line[4].lstrip('[').rstrip(']')
-            output_line['hwaddress'] = line[3]
-            output_line['iface'] = line[6]
+            output_line = {
+                'name': line[0],
+                'address': line[1].lstrip('(').rstrip(')'),
+                'hwtype': line[4].lstrip('[').rstrip(']'),
+                'hwaddress': line[3],
+                'iface': line[6],
+            }
             raw_output.append(output_line)
 
         if raw:

jc/parsers/blkid.py

@@ -0,0 +1,218 @@
+"""jc - JSON CLI output utility blkid Parser
+
+Usage:
+
+    specify --blkid as the first argument if the piped input is coming from blkid
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ blkid | jc --blkid -p
+    [
+      {
+        "device": "/dev/sda1",
+        "uuid": "05d927ab-5875-49e4-ada1-7f46cb32c932",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/sda2",
+        "uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "type": "LVM2_member"
+      },
+      {
+        "device": "/dev/mapper/centos-root",
+        "uuid": "07d718ff-950c-4e5b-98f0-42a1147c77d9",
+        "type": "xfs"
+      },
+      {
+        "device": "/dev/mapper/centos-swap",
+        "uuid": "615eb89a-bcbf-46fd-80e3-c483ff5c931f",
+        "type": "swap"
+      }
+    ]
+
+    $ sudo blkid -o udev -ip /dev/sda2 | jc --blkid -p
+    [
+      {
+        "id_fs_uuid": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_uuid_enc": "3klkIj-w1kk-DkJi-0XBJ-y3i7-i2Ac-vHqWBM",
+        "id_fs_version": "LVM2\\x20001",
+        "id_fs_type": "LVM2_member",
+        "id_fs_usage": "raid",
+        "id_iolimit_minimum_io_size": 512,
+        "id_iolimit_physical_sector_size": 512,
+        "id_iolimit_logical_sector_size": 512,
+        "id_part_entry_scheme": "dos",
+        "id_part_entry_type": "0x8e",
+        "id_part_entry_number": 2,
+        "id_part_entry_offset": 2099200,
+        "id_part_entry_size": 39843840,
+        "id_part_entry_disk": "8:0"
+      }
+    ]
+
+    $ sudo blkid -ip /dev/sda1 | jc --blkid -p -r
+    [
+      {
+        "devname": "/dev/sda1",
+        "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932",
+        "type": "xfs",
+        "usage": "filesystem",
+        "minimum_io_size": "512",
+        "physical_sector_size": "512",
+        "logical_sector_size": "512",
+        "part_entry_scheme": "dos",
+        "part_entry_type": "0x83",
+        "part_entry_flags": "0x80",
+        "part_entry_number": "1",
+        "part_entry_offset": "2048",
+        "part_entry_size": "2097152",
+        "part_entry_disk": "8:0"
+      }
+    ]
+"""
+import shlex
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'blkid command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['blkid']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "device":                            string,
+            "uuid":                              string,
+            "type":                              string,
+            "usage":                             string,
+            "part_entry_scheme":                 string,
+            "part_entry_type":                   string,
+            "part_entry_flags":                  string,
+            "part_entry_number":                 integer,
+            "part_entry_offset":                 integer,
+            "part_entry_size":                   integer,
+            "part_entry_disk":                   string,
+            "id_fs_uuid":                        string,
+            "id_fs_uuid_enc":                    string,
+            "id_fs_version":                     string,
+            "id_fs_type":                        string,
+            "id_fs_usage":                       string,
+            "id_part_entry_scheme":              string,
+            "id_part_entry_type":                string,
+            "id_part_entry_flags":               string,
+            "id_part_entry_number":              integer,
+            "id_part_entry_offset":              integer,
+            "id_part_entry_size":                integer,
+            "id_iolimit_minimum_io_size":        integer,
+            "id_iolimit_physical_sector_size":   integer,
+            "id_iolimit_logical_sector_size":    integer,
+            "id_part_entry_disk":                string,
+            "minimum_io_size":                   integer,
+            "physical_sector_size":              integer,
+            "logical_sector_size":               integer
+          }
+        ]
+    """
+    for entry in proc_data:
+        if 'devname' in entry:
+            entry['device'] = entry.pop('devname')
+
+        int_list = ['part_entry_number', 'part_entry_offset', 'part_entry_size', 'id_part_entry_number',
+                    'id_part_entry_offset', 'id_part_entry_size', 'minimum_io_size', 'physical_sector_size',
+                    'logical_sector_size', 'id_iolimit_minimum_io_size', 'id_iolimit_physical_sector_size',
+                    'id_iolimit_logical_sector_size']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    if data:
+        # if the first field is a device, use normal parsing:
+        if data.split(maxsplit=1)[0][-1] == ':':
+            linedata = data.splitlines()
+
+            for line in linedata:
+                output_line = {}
+                entries = shlex.split(line)
+                output_line['device'] = entries.pop(0)[:-1]
+
+                for entry in entries:
+                    key = entry.split('=', maxsplit=1)[0].lower()
+                    value = entry.split('=', maxsplit=1)[1]
+                    output_line[key] = value
+
+                raw_output.append(output_line)
+
+        # else use key/value per line parsing
+        else:
+            linedata = data.splitlines()
+            output_line = {}
+            for line in linedata:
+                if line == '':
+                    if output_line:
+                        raw_output.append(output_line)
+                        output_line = {}
+                        continue
+                    continue
+
+                key = line.split('=', maxsplit=1)[0].lower()
+                value = line.split('=', maxsplit=1)[1]
+                output_line[key] = value
+
+            if output_line:
+                raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/crontab.py

@@ -1,8 +1,8 @@
-"""jc - JSON CLI output utility crontab file Parser
+"""jc - JSON CLI output utility crontab command and file Parser
 
 Usage:
 
-    specify --crontab as the first argument if the piped input is coming from a crontab file
+    specify --crontab as the first argument if the piped input is coming from crontab -l or a crontab file
 
 Compatibility:
 
@@ -10,7 +10,7 @@ Compatibility:
 
 Examples:
 
-    $ cat /etc/crontab | jc --crontab -p
+    $ crontab -l | jc --crontab -p
     {
       "variables": [
         {
@@ -133,13 +133,14 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'crontab file parser'
+    description = 'crontab command and file parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
     # details = 'enter any other details here'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['crontab']
 
 
 __version__ = info.version

jc/parsers/csv.py

@@ -0,0 +1,141 @@
+"""jc - JSON CLI output utility csv Parser
+
+Usage:
+
+    specify --csv as the first argument if the piped input is coming from a csv file.
+    the csv parser will attempt to automatically detect the delimiter character.
+    if the delimiter cannot be detected it will default to comma.
+    the first row of the file must be a header row.
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat homes.csv
+    "Sell", "List", "Living", "Rooms", "Beds", "Baths", "Age", "Acres", "Taxes"
+    142, 160, 28, 10, 5, 3,  60, 0.28,  3167
+    175, 180, 18,  8, 4, 1,  12, 0.43,  4033
+    129, 132, 13,  6, 3, 1,  41, 0.33,  1471
+    ...
+
+    $ cat homes.csv | jc --csv -p
+    [
+      {
+        "Sell": "142",
+        "List": "160",
+        "Living": "28",
+        "Rooms": "10",
+        "Beds": "5",
+        "Baths": "3",
+        "Age": "60",
+        "Acres": "0.28",
+        "Taxes": "3167"
+      },
+      {
+        "Sell": "175",
+        "List": "180",
+        "Living": "18",
+        "Rooms": "8",
+        "Beds": "4",
+        "Baths": "1",
+        "Age": "12",
+        "Acres": "0.43",
+        "Taxes": "4033"
+      },
+      {
+        "Sell": "129",
+        "List": "132",
+        "Living": "13",
+        "Rooms": "6",
+        "Beds": "3",
+        "Baths": "1",
+        "Age": "41",
+        "Acres": "0.33",
+        "Taxes": "1471"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import csv
+
+
+class info():
+    version = '1.0'
+    description = 'CSV file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Using the python standard csv library'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Each dictionary represents a row in the csv file:
+
+        [
+          {
+            csv file converted to a Dictionary
+            https://docs.python.org/3/library/csv.html
+          }
+        ]
+    """
+
+    # No further processing
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        dialect = None
+        try:
+            dialect = csv.Sniffer().sniff(data[:1024])
+        except Exception:
+            pass
+
+        reader = csv.DictReader(cleandata, dialect=dialect)
+
+        for row in reader:
+            raw_output.append(row)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/df.py

@@ -74,12 +74,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'df parser'
+    description = 'df command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin']
+    magic_commands = ['df']
 
 
 __version__ = info.version

jc/parsers/dig.py

@@ -325,12 +325,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'dig parser'
+    description = 'dig command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['dig']
 
 
 __version__ = info.version

jc/parsers/du.py

@@ -74,13 +74,14 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'du parser'
+    description = 'du command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
     # details = 'enter any other details here'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['du']
 
 
 __version__ = info.version

jc/parsers/env.py

@@ -53,12 +53,13 @@ import jc.utils
 
 class info():
     version = '1.1'
-    description = 'env parser'
+    description = 'env command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['env']
 
 
 __version__ = info.version

jc/parsers/file.py

@@ -0,0 +1,128 @@
+"""jc - JSON CLI output utility file command Parser
+
+Usage:
+
+    specify --file as the first argument if the piped input is coming from file.
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd', 'darwin'
+
+Examples:
+
+    $ file * | jc --file -p
+    [
+      {
+        "filename": "Applications",
+        "type": "directory"
+      },
+      {
+        "filename": "another file with spaces",
+        "type": "empty"
+      },
+      {
+        "filename": "argstest.py",
+        "type": "Python script text executable, ASCII text"
+      },
+      {
+        "filename": "blkid-p.out",
+        "type": "ASCII text"
+      },
+      {
+        "filename": "blkid-pi.out",
+        "type": "ASCII text, with very long lines"
+      },
+      {
+        "filename": "cd_catalog.xml",
+        "type": "XML 1.0 document text, ASCII text, with CRLF line terminators"
+      },
+      {
+        "filename": "centosserial.sh",
+        "type": "Bourne-Again shell script text executable, UTF-8 Unicode text"
+      },
+      ...
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.0'
+    description = 'file command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['file']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "filename":   string,
+            "type   ":    string
+          }
+        ]
+    """
+    # No further processing
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    warned = False
+    for line in filter(None, data.splitlines()):
+        linedata = line.rsplit(':', maxsplit=1)
+
+        try:
+            filename = linedata[0].strip()
+            filetype = linedata[1].strip()
+
+            raw_output.append(
+                {
+                    'filename': filename,
+                    'type': filetype
+                }
+            )
+        except IndexError:
+            if not warned:
+                jc.utils.warning_message('Filenames with newline characters detected. Some filenames may be truncated.')
+                warned = True
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/foo.py

@@ -21,13 +21,14 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'foo parser'
+    description = 'foo command parser'
     author = 'John Doe'
     author_email = 'johndoe@gmail.com'
     # details = 'enter any other details here'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['foo']
 
 
 __version__ = info.version
@@ -76,12 +77,8 @@ def parse(data, raw=False, quiet=False):
         jc.utils.compatibility(__name__, info.compatible)
 
     raw_output = []
-    cleandata = data.splitlines()
 
-    # Clear any blank lines
-    cleandata = list(filter(None, cleandata))
-
-    if cleandata:
+    for line in filter(None, data.splitlines()):
         # parse the content
         pass
 

jc/parsers/free.py

@@ -54,12 +54,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.0'
-    description = 'free parser'
+    description = 'free command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['free']
 
 
 __version__ = info.version

jc/parsers/fstab.py

@@ -71,7 +71,7 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = '/etc/fstab file parser'
+    description = 'fstab file parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 

jc/parsers/group.py

@@ -0,0 +1,190 @@
+"""jc - JSON CLI output utility /etc/group file Parser
+
+Usage:
+
+    specify --group as the first argument if the piped input is coming from /etc/group
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/group | jc --group -p
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": -2,
+        "members": []
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": -1,
+        "members": []
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": 0,
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": 29,
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/group | jc --group -p -r
+    [
+      {
+        "group_name": "nobody",
+        "password": "*",
+        "gid": "-2",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "nogroup",
+        "password": "*",
+        "gid": "-1",
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "wheel",
+        "password": "*",
+        "gid": "0",
+        "members": [
+          "root"
+        ]
+      },
+      {
+        "group_name": "certusers",
+        "password": "*",
+        "gid": "29",
+        "members": [
+          "root",
+          "_jabber",
+          "_postfix",
+          "_cyrus",
+          "_calendar",
+          "_dovecot"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = '/etc/group file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "group_name":    string,
+            "password":      string,
+            "gid":           integer,
+            "members": [
+                             string
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['gid']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+        if entry['members'] == ['']:
+            entry['members'] = []
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['group_name'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['gid'] = fields[2]
+            output_line['members'] = fields[3].split(',')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/gshadow.py

@@ -0,0 +1,152 @@
+"""jc - JSON CLI output utility /etc/gshadow file Parser
+
+Usage:
+
+    specify --gshadow as the first argument if the piped input is coming from /etc/gshadow
+
+Compatibility:
+
+    'linux', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/gshadow | jc --gshadow -p
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [],
+        "members": []
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+
+    $ cat /etc/gshadow | jc --gshadow -p -r
+    [
+      {
+        "group_name": "root",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          ""
+        ]
+      },
+      {
+        "group_name": "adm",
+        "password": "*",
+        "administrators": [
+          ""
+        ],
+        "members": [
+          "syslog",
+          "joeuser"
+        ]
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = '/etc/gshadow file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "group_name":       string,
+            "password":         string,
+            "administrators": [
+                                string
+            ],
+            "members": [
+                                string
+            ]
+          }
+        ]
+    """
+    for entry in proc_data:
+        if entry['administrators'] == ['']:
+            entry['administrators'] = []
+
+        if entry['members'] == ['']:
+            entry['members'] = []
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['group_name'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['administrators'] = fields[2].split(',')
+            output_line['members'] = fields[3].split(',')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/history.py

@@ -40,14 +40,15 @@ Examples:
       ...
     }
 """
-import jc
+import jc.utils
 
 
 class info():
-    version = '1.1'
-    description = 'history parser'
+    version = '1.2'
+    description = 'history command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
+    details = 'Optimizations by https://github.com/philippeitis'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
@@ -79,21 +80,11 @@ def process(proc_data):
     # rebuild output for added semantic information
     processed = []
     for k, v in proc_data.items():
-        proc_line = {}
-        proc_line['line'] = k
-        proc_line['command'] = v
+        proc_line = {
+            'line': int(k) if k.isdigit() else None,
+            'command': v,
+        }
         processed.append(proc_line)
-
-    for entry in processed:
-        int_list = ['line']
-        for key in int_list:
-            if key in entry:
-                try:
-                    key_int = int(entry[key])
-                    entry[key] = key_int
-                except (ValueError):
-                    entry[key] = None
-
     return processed
 
 
@@ -120,17 +111,14 @@ def parse(data, raw=False, quiet=False):
     # split lines and clear out any non-ascii chars
     linedata = data.encode('ascii', errors='ignore').decode().splitlines()
 
-    # Clear any blank lines
-    cleandata = list(filter(None, linedata))
-
-    if cleandata:
-        for entry in cleandata:
-            try:
-                parsed_line = entry.split(maxsplit=1)
-                raw_output[parsed_line[0]] = parsed_line[1]
-            except IndexError:
-                # need to catch indexerror in case there is weird input from prior commands
-                pass
+    # Skip any blank lines
+    for entry in filter(None, linedata):
+        try:
+            parsed_line = entry.split(maxsplit=1)
+            raw_output[parsed_line[0]] = parsed_line[1]
+        except IndexError:
+            # need to catch indexerror in case there is weird input from prior commands
+            pass
 
     if raw:
         return raw_output

jc/parsers/id.py

@@ -71,13 +71,14 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'id parser'
+    description = 'id command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
     # details = 'enter any other details here'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['id']
 
 
 __version__ = info.version

jc/parsers/ifconfig.py

@@ -147,13 +147,14 @@ from ifconfigparser import IfconfigParser
 
 class info():
     version = '1.5'
-    description = 'ifconfig parser'
+    description = 'ifconfig command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
     details = 'Using ifconfig-parser package from https://github.com/KnightWhoSayNi/ifconfig-parser'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'aix', 'freebsd', 'darwin']
+    magic_commands = ['ifconfig']
 
 
 __version__ = info.version

jc/parsers/iptables.py

@@ -135,12 +135,13 @@ import jc.utils
 
 class info():
     version = '1.1'
-    description = 'iptables parser'
+    description = 'iptables command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['iptables']
 
 
 __version__ = info.version

jc/parsers/jobs.py

@@ -78,12 +78,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'jobs parser'
+    description = 'jobs command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['jobs']
 
 
 __version__ = info.version

jc/parsers/last.py

@@ -0,0 +1,181 @@
+"""jc - JSON CLI output utility last Parser
+
+Usage:
+
+    specify --last as the first argument if the piped input is coming from last or lastb
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ last | jc --last -p
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": null,
+        "login": "Thu Feb 27 14:31",
+        "logout": "still logged in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": null,
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+    $ last | jc --last -p -r
+    [
+      {
+        "user": "kbrazil",
+        "tty": "ttys002",
+        "hostname": "-",
+        "login": "Thu Feb 27 14:31",
+        "logout": "still_logged_in"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:38",
+        "logout": "10:38",
+        "duration": "00:00"
+      },
+      {
+        "user": "kbrazil",
+        "tty": "ttys003",
+        "hostname": "-",
+        "login": "Thu Feb 27 10:18",
+        "logout": "10:18",
+        "duration": "00:00"
+      },
+      ...
+    ]
+
+"""
+import re
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'last and lastb command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+    magic_commands = ['last', 'lastb']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "user":       string,
+            "tty":        string,
+            "hostname":   string,
+            "login":      string,
+            "logout":     string,
+            "duration":   string
+          }
+        ]
+    """
+    for entry in proc_data:
+        if 'tty' in entry and entry['tty'] == '~':
+            entry['tty'] = None
+
+        if 'tty' in entry and entry['tty'] == 'system_boot':
+            entry['tty'] = 'system boot'
+
+        if 'hostname' in entry and entry['hostname'] == '-':
+            entry['hostname'] = None
+
+        if 'logout' in entry and entry['logout'] == 'still_logged_in':
+            entry['logout'] = 'still logged in'
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for entry in cleandata:
+            output_line = {}
+
+            if entry.startswith('wtmp begins ') or entry.startswith('btmp begins '):
+                continue
+
+            entry = entry.replace('system boot', 'system_boot')
+            entry = entry.replace('  still logged in', '- still_logged_in')
+
+            linedata = entry.split()
+            if re.match(r'[MTWFS][ouerha][nedritnu] [JFMASOND][aepuco][nbrynlgptvc]', ' '.join(linedata[2:4])):
+                linedata.insert(2, '-')
+
+            output_line['user'] = linedata[0]
+            output_line['tty'] = linedata[1]
+            output_line['hostname'] = linedata[2]
+            output_line['login'] = ' '.join(linedata[3:7])
+
+            if len(linedata) > 8:
+                output_line['logout'] = linedata[8]
+
+            if len(linedata) > 9:
+                output_line['duration'] = linedata[9].replace('(', '').replace(')', '')
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/ls.py

@@ -1,15 +1,20 @@
 """jc - JSON CLI output utility ls Parser
 
+Note: The -l or -b option of ls should be used to correctly parse filenames that include newline characters.
+      Since ls does not encode newlines in filenames when outputting to a pipe it will cause jc to see
+      multiple files instead of a single file if -l or -b is not used.
+
 Usage:
 
     specify --ls as the first argument if the piped input is coming from ls
 
     ls options supported:
-    - None
-    - la
-    - h       file sizes will be available in text form with -r but larger file sizes
-              with human readable suffixes will be converted to Null in default view
-              since the parser attempts to convert this field to an integer.
+
+                    -lbaR
+    --time-style=full-iso
+                       -h  file sizes will be available in text form with -r but larger file sizes
+                               with human readable suffixes will be converted to Null in default view
+                               since the parser attempts to convert this field to an integer.
 
 Compatibility:
 
@@ -144,13 +149,14 @@ import jc.utils
 
 
 class info():
-    version = '1.0'
-    description = 'ls parser'
+    version = '1.3'
+    description = 'ls command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['ls']
 
 
 __version__ = info.version
@@ -173,6 +179,7 @@ def process(proc_data):
             "filename": string,
             "flags":    string,
             "links":    integer,
+            "parent":   string,
             "owner":    string,
             "group":    string,
             "size":     integer,
@@ -212,27 +219,63 @@ def parse(data, raw=False, quiet=False):
         jc.utils.compatibility(__name__, info.compatible)
 
     raw_output = []
+    warned = False
+    parent = ''
+    next_is_parent = False
+    new_section = False
 
     linedata = data.splitlines()
 
-    # Delete first line if it starts with 'total'
+    # Delete first line if it starts with 'total 1234'
     if linedata:
-        if linedata[0].find('total') == 0:
+        if re.match(r'total [0-9]+', linedata[0]):
             linedata.pop(0)
 
-    # Clear any blank lines
-    cleandata = list(filter(None, linedata))
+    # Look for parent line if glob or -R is used
+    if not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', linedata[0]) \
+       and linedata[0].endswith(':'):
+        parent = linedata.pop(0)[:-1]
+        # Pop following total line
+        linedata.pop(0)
 
-    if cleandata:
+    if linedata:
         # Check if -l was used to parse extra data
-        if re.match('^[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', cleandata[0]):
-            for entry in cleandata:
+        if re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', linedata[0]):
+            for entry in linedata:
                 output_line = {}
 
                 parsed_line = entry.split(maxsplit=8)
 
+                if not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', entry) \
+                   and entry.endswith(':'):
+                    parent = entry[:-1]
+                    new_section = True
+
+                    # fixup to remove trailing \n in previous entry
+                    raw_output[-1]['filename'] = raw_output[-1]['filename'][:-1]
+                    continue
+
+                if re.match(r'total [0-9]+', entry):
+                    new_section = False
+                    continue
+
+                # fix for OSX - doesn't print 'total xx' line if empty directory
+                if new_section and entry == '':
+                    new_section = False
+                    continue
+
+                # fixup for filenames with newlines
+                if not new_section \
+                   and not re.match(r'[-dclpsbDCMnP?]([-r][-w][-xsS]){2}([-r][-w][-xtT])[+]?', entry):
+                    raw_output[-1]['filename'] = raw_output[-1]['filename'] + '\n' + entry
+                    continue
+
                 # split filenames and links
-                filename_field = parsed_line[8].split(' -> ')
+                if len(parsed_line) == 9:
+                    filename_field = parsed_line[8].split(' -> ')
+                else:
+                    # in case of filenames starting with a newline character
+                    filename_field = ['']
 
                 # create list of dictionaries
                 output_line['filename'] = filename_field[0]
@@ -240,6 +283,9 @@ def parse(data, raw=False, quiet=False):
                 if len(filename_field) > 1:
                     output_line['link_to'] = filename_field[1]
 
+                if parent:
+                    output_line['parent'] = parent
+
                 output_line['flags'] = parsed_line[0]
                 output_line['links'] = parsed_line[1]
                 output_line['owner'] = parsed_line[2]
@@ -248,9 +294,27 @@ def parse(data, raw=False, quiet=False):
                 output_line['date'] = ' '.join(parsed_line[5:8])
                 raw_output.append(output_line)
         else:
-            for entry in cleandata:
+            for entry in linedata:
                 output_line = {}
+
+                if entry == '':
+                    next_is_parent = True
+                    continue
+
+                if next_is_parent and entry.endswith(':'):
+                    parent = entry[:-1]
+                    next_is_parent = False
+                    continue
+
+                if not quiet and next_is_parent and not entry.endswith(':') and not warned:
+                    jc.utils.warning_message('Newline characters detected. Filenames probably corrupted. Use ls -l or -b instead.')
+                    warned = True
+
                 output_line['filename'] = entry
+
+                if parent:
+                    output_line['parent'] = parent
+
                 raw_output.append(output_line)
 
     if raw:

jc/parsers/lsblk.py

@@ -217,12 +217,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.3'
-    description = 'lsblk parser'
+    description = 'lsblk command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['lsblk']
 
 
 __version__ = info.version

jc/parsers/lsmod.py

@@ -108,12 +108,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'lsmod parser'
+    description = 'lsmod command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['lsmod']
 
 
 __version__ = info.version

jc/parsers/lsof.py

@@ -98,12 +98,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.0'
-    description = 'lsof parser'
+    description = 'lsof command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['lsof']
 
 
 __version__ = info.version

jc/parsers/mount.py

@@ -57,12 +57,13 @@ import jc.utils
 
 class info():
     version = '1.1'
-    description = 'mount parser'
+    description = 'mount command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin']
+    magic_commands = ['mount']
 
 
 __version__ = info.version

jc/parsers/netstat.py

@@ -314,12 +314,13 @@ import jc.utils
 
 class info():
     version = '1.2'
-    description = 'netstat parser'
+    description = 'netstat command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['netstat']
 
 
 __version__ = info.version

jc/parsers/ntpq.py

@@ -0,0 +1,297 @@
+"""jc - JSON CLI output utility ntpq Parser
+
+Usage:
+
+    specify --ntpq as the first argument if the piped input is coming from ntpq -p
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ ntpq -p | jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 1,
+        "poll": 64,
+        "reach": 1,
+        "delay": 23.399,
+        "offset": -2.805,
+        "jitter": 2.131,
+        "state": null
+      },
+      {
+        "remote": "ntp.wdc1.us.lea",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 93.053,
+        "offset": -0.807,
+        "jitter": 2.839,
+        "state": null
+      },
+      {
+        "remote": "clock.team-cymr",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": null,
+        "poll": 64,
+        "reach": 1,
+        "delay": 70.337,
+        "offset": -2.909,
+        "jitter": 2.6,
+        "state": null
+      },
+      {
+        "remote": "mirror1.sjc02.s",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 2,
+        "poll": 64,
+        "reach": 1,
+        "delay": 29.325,
+        "offset": 1.044,
+        "jitter": 4.069,
+        "state": null,
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p
+    [
+      {
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": 2,
+        "t": "u",
+        "when": 66,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.69,
+        "offset": -0.392,
+        "jitter": 2.085,
+        "state": "+"
+      },
+      {
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 90.805,
+        "offset": 2.84,
+        "jitter": 1.908,
+        "state": "-"
+      },
+      {
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": 2,
+        "t": "u",
+        "when": 64,
+        "poll": 64,
+        "reach": 377,
+        "delay": 68.699,
+        "offset": -0.61,
+        "jitter": 2.576,
+        "state": "+"
+      },
+      {
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": 2,
+        "t": "u",
+        "when": 63,
+        "poll": 64,
+        "reach": 377,
+        "delay": 22.654,
+        "offset": 0.231,
+        "jitter": 1.964,
+        "state": "*"
+      }
+    ]
+
+    $ ntpq -pn| jc --ntpq -p -r
+    [
+      {
+        "s": "+",
+        "remote": "44.190.6.254",
+        "refid": "127.67.113.92",
+        "st": "2",
+        "t": "u",
+        "when": "66",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.690",
+        "offset": "-0.392",
+        "jitter": "2.085"
+      },
+      {
+        "s": "-",
+        "remote": "108.59.2.24",
+        "refid": "130.133.1.10",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "90.805",
+        "offset": "2.840",
+        "jitter": "1.908"
+      },
+      {
+        "s": "+",
+        "remote": "38.229.71.1",
+        "refid": "204.9.54.119",
+        "st": "2",
+        "t": "u",
+        "when": "64",
+        "poll": "64",
+        "reach": "377",
+        "delay": "68.699",
+        "offset": "-0.610",
+        "jitter": "2.576"
+      },
+      {
+        "s": "*",
+        "remote": "72.5.72.15",
+        "refid": "216.218.254.202",
+        "st": "2",
+        "t": "u",
+        "when": "63",
+        "poll": "64",
+        "reach": "377",
+        "delay": "22.654",
+        "offset": "0.231",
+        "jitter": "1.964"
+      }
+    ]
+"""
+import jc.utils
+import jc.parsers.universal
+
+
+class info():
+    version = '1.0'
+    description = 'ntpq -p command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['ntpq']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "state":            string,        # space/~ converted to null
+            "remote":           string,
+            "refid":            string,
+            "st":               integer,
+            "t":                string,
+            "when":             integer,       # - converted to null
+            "poll":             integer,
+            "reach":            integer,
+            "delay":            float,
+            "offset":           float,
+            "jitter":           float
+          },
+        ]
+
+    """
+    for entry in proc_data:
+
+        if entry['s'] == '~':
+            entry['s'] = None
+
+        entry['state'] = entry.pop('s')
+
+        int_list = ['st', 'when', 'poll', 'reach']
+        for key in int_list:
+            if key in entry:
+                try:
+                    entry[key] = int(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+        float_list = ['delay', 'offset', 'jitter']
+        for key in float_list:
+            if key in entry:
+                try:
+                    entry[key] = float(entry[key])
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+
+    cleandata = data.splitlines()
+    cleandata[0] = 's ' + cleandata[0]
+    cleandata[0] = cleandata[0].lower()
+
+    # delete header delimiter
+    del cleandata[1]
+
+    # separate first character with a space for easier parsing
+    for i, line in list(enumerate(cleandata[1:])):
+        if line[0] == ' ':
+            # fixup for no-state
+            cleandata[i + 1] = '~  ' + line[1:]
+        else:
+            # fixup - realign columns since we added the 's' column
+            cleandata[i + 1] = line[:1] + '  ' + line[1:]
+
+        # fixup for occaisional ip/hostname fields with a space
+        cleandata[i + 1] = cleandata[i + 1].replace(' (', '_(')
+
+    raw_output = jc.parsers.universal.simple_table_parse(cleandata)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/passwd.py

@@ -0,0 +1,175 @@
+"""jc - JSON CLI output utility /etc/passwd file Parser
+
+Usage:
+
+    specify --passwd as the first argument if the piped input is coming from /etc/passwd
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ cat /etc/passwd | jc --passwd -p
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": -2,
+        "gid": -2,
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": 0,
+        "gid": 0,
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": 1,
+        "gid": 1,
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+
+    $ cat /etc/passwd | jc --passwd -p -r
+    [
+      {
+        "username": "nobody",
+        "password": "*",
+        "uid": "-2",
+        "gid": "-2",
+        "comment": "Unprivileged User",
+        "home": "/var/empty",
+        "shell": "/usr/bin/false"
+      },
+      {
+        "username": "root",
+        "password": "*",
+        "uid": "0",
+        "gid": "0",
+        "comment": "System Administrator",
+        "home": "/var/root",
+        "shell": "/bin/sh"
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "uid": "1",
+        "gid": "1",
+        "comment": "System Services",
+        "home": "/var/root",
+        "shell": "/usr/bin/false"
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = '/etc/passwd file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "username":  string,
+            "password":  string,
+            "uid":       integer,
+            "gid":       integer,
+            "comment":   string,
+            "home":      string,
+            "shell":     string
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['uid', 'gid']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['username'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['uid'] = fields[2]
+            output_line['gid'] = fields[3]
+            output_line['comment'] = fields[4]
+            output_line['home'] = fields[5]
+            output_line['shell'] = fields[6]
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/pip_list.py

@@ -33,12 +33,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.0'
-    description = 'pip list parser'
+    description = 'pip list command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['pip list', 'pip3 list']
 
 
 __version__ = info.version

jc/parsers/pip_show.py

@@ -43,12 +43,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'pip show parser'
+    description = 'pip show command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'win32', 'aix', 'freebsd']
+    magic_commands = ['pip show', 'pip3 show']
 
 
 __version__ = info.version

jc/parsers/ps.py

@@ -178,12 +178,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.1'
-    description = 'ps parser'
+    description = 'ps command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['ps']
 
 
 __version__ = info.version

jc/parsers/route.py

@@ -102,12 +102,13 @@ import jc.parsers.universal
 
 class info():
     version = '1.0'
-    description = 'route parser'
+    description = 'route command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['route']
 
 
 __version__ = info.version

jc/parsers/shadow.py

@@ -0,0 +1,183 @@
+"""jc - JSON CLI output utility /etc/shadow file Parser
+
+Usage:
+
+    specify --shadow as the first argument if the piped input is coming from /etc/shadow
+
+Compatibility:
+
+    'linux', 'darwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ sudo cat /etc/shadow | jc --shadow -p
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": 18113,
+        "minimum": 0,
+        "maximum": 99999,
+        "warn": 7,
+        "inactive": null,
+        "expire": null
+      },
+      ...
+    ]
+
+    $ sudo cat /etc/shadow | jc --shadow -p -r
+    [
+      {
+        "username": "root",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "daemon",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      {
+        "username": "bin",
+        "password": "*",
+        "last_changed": "18113",
+        "minimum": "0",
+        "maximum": "99999",
+        "warn": "7",
+        "inactive": "",
+        "expire": ""
+      },
+      ...
+    ]
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = '/etc/shadow file parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'aix', 'freebsd']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "username":       string,
+            "password":       string,
+            "last_changed":   integer,
+            "minimum":        integer,
+            "maximum":        integer,
+            "warn":           integer,
+            "inactive":       integer,
+            "expire":         integer
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['last_changed', 'minimum', 'maximum', 'warn', 'inactive', 'expire']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for entry in cleandata:
+            if entry.startswith('#'):
+                continue
+
+            output_line = {}
+            fields = entry.split(':')
+
+            output_line['username'] = fields[0]
+            output_line['password'] = fields[1]
+            output_line['last_changed'] = fields[2]
+            output_line['minimum'] = fields[3]
+            output_line['maximum'] = fields[4]
+            output_line['warn'] = fields[5]
+            output_line['inactive'] = fields[6]
+            output_line['expire'] = fields[7]
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/ss.py

@@ -252,12 +252,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'ss parser'
+    description = 'ss command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['ss']
 
 
 __version__ = info.version

jc/parsers/stat.py

@@ -105,12 +105,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'stat parser'
+    description = 'stat command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['stat']
 
 
 __version__ = info.version

jc/parsers/systemctl.py

@@ -41,12 +41,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'systemctl parser'
+    description = 'systemctl command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['systemctl']
 
 
 __version__ = info.version

jc/parsers/systemctl_lj.py

@@ -60,12 +60,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'systemctl list-jobs parser'
+    description = 'systemctl list-jobs command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['systemctl list-jobs']
 
 
 __version__ = info.version

jc/parsers/systemctl_ls.py

@@ -35,12 +35,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'systemctl list-sockets parser'
+    description = 'systemctl list-sockets command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['systemctl list-sockets']
 
 
 __version__ = info.version

jc/parsers/systemctl_luf.py

@@ -32,12 +32,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'systemctl list-unit-files parser'
+    description = 'systemctl list-unit-files command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux']
+    magic_commands = ['systemctl list-unit-files']
 
 
 __version__ = info.version

jc/parsers/timedatectl.py

@@ -0,0 +1,122 @@
+"""jc - JSON CLI output utility timedatectl Parser
+
+Usage:
+
+    specify --timedatectl as the first argument if the piped input is coming from timedatectl or timedatectl status
+
+Compatibility:
+
+    'linux'
+
+Examples:
+
+    $ timedatectl | jc --timedatectl -p
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": true,
+      "ntp_synchronized": true,
+      "rtc_in_local_tz": false,
+      "dst_active": true
+    }
+
+    $ timedatectl | jc --timedatectl -p -r
+    {
+      "local_time": "Tue 2020-03-10 17:53:21 PDT",
+      "universal_time": "Wed 2020-03-11 00:53:21 UTC",
+      "rtc_time": "Wed 2020-03-11 00:53:21",
+      "time_zone": "America/Los_Angeles (PDT, -0700)",
+      "ntp_enabled": "yes",
+      "ntp_synchronized": "yes",
+      "rtc_in_local_tz": "no",
+      "dst_active": "yes"
+    }
+"""
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'timedatectl status command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux']
+    magic_commands = ['timedatectl', 'timedatectl status']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        Dictionary. Structured data with the following schema:
+
+        {
+          "local_time":                        string,
+          "universal_time":                    string,
+          "rtc_time":                          string,
+          "time_zone":                         string,
+          "ntp_enabled":                       boolean,
+          "ntp_synchronized":                  boolean,
+          "system_clock_synchronized":         boolean,
+          "systemd-timesyncd.service_active":  boolean,
+          "rtc_in_local_tz":                   boolean,
+          "dst_active":                        boolean
+        }
+    """
+    # boolean changes
+    bool_list = ['ntp_enabled', 'ntp_synchronized', 'rtc_in_local_tz', 'dst_active',
+                 'system_clock_synchronized', 'systemd-timesyncd.service_active']
+    for key in proc_data:
+        if key in bool_list:
+            try:
+                proc_data[key] = True if proc_data[key] == 'yes' else False
+            except (ValueError):
+                proc_data[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        Dictionary. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = {}
+
+    for line in filter(None, data.splitlines()):
+        linedata = line.split(':', maxsplit=1)
+        raw_output[linedata[0].strip().lower().replace(' ', '_')] = linedata[1].strip()
+
+        if linedata[0].strip() == 'DST active':
+            break
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

jc/parsers/uname.py

@@ -31,12 +31,13 @@ import jc.utils
 
 class info():
     version = '1.1'
-    description = 'uname -a parser'
+    description = 'uname -a command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin']
+    magic_commands = ['uname']
 
 
 __version__ = info.version

jc/parsers/uptime.py

@@ -35,12 +35,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'uptime parser'
+    description = 'uptime command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['uptime']
 
 
 __version__ = info.version

jc/parsers/w.py

@@ -84,12 +84,13 @@ import jc.utils
 
 class info():
     version = '1.0'
-    description = 'w parser'
+    description = 'w command parser'
     author = 'Kelly Brazil'
     author_email = 'kellyjonbrazil@gmail.com'
 
     # compatible options: linux, darwin, cygwin, win32, aix, freebsd
     compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['w']
 
 
 __version__ = info.version

jc/parsers/who.py

@@ -0,0 +1,284 @@
+"""jc - JSON CLI output utility who Parser
+
+Usage:
+
+    specify --who as the first argument if the piped input is coming from who
+
+    accepts any of the following who options (or no options): -aTH
+
+Compatibility:
+
+    'linux', 'darwin', 'cygwin', 'aix', 'freebsd'
+
+Examples:
+
+    $ who -a | jc --who -p
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": 1
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": 105
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": 51217,
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": 41402
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": 15679,
+        "from": "192.168.1.5"
+      }
+    ]
+
+    $ who -a | jc --who -p -r
+    [
+      {
+        "event": "reboot",
+        "time": "Feb 7 23:31",
+        "pid": "1"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "-",
+        "tty": "console",
+        "time": "Feb 7 23:32",
+        "idle": "old",
+        "pid": "105"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys000",
+        "time": "Feb 13 16:44",
+        "idle": ".",
+        "pid": "51217",
+        "comment": "term=0 exit=0"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "?",
+        "tty": "ttys003",
+        "time": "Feb 28 08:59",
+        "idle": "01:36",
+        "pid": "41402"
+      },
+      {
+        "user": "joeuser",
+        "writeable_tty": "+",
+        "tty": "ttys004",
+        "time": "Mar 1 16:35",
+        "idle": ".",
+        "pid": "15679",
+        "from": "192.168.1.5"
+      }
+    ]
+"""
+import re
+import jc.utils
+
+
+class info():
+    version = '1.0'
+    description = 'who command parser'
+    author = 'Kelly Brazil'
+    author_email = 'kellyjonbrazil@gmail.com'
+    # details = 'enter any other details here'
+
+    # compatible options: linux, darwin, cygwin, win32, aix, freebsd
+    compatible = ['linux', 'darwin', 'cygwin', 'aix', 'freebsd']
+    magic_commands = ['who']
+
+
+__version__ = info.version
+
+
+def process(proc_data):
+    """
+    Final processing to conform to the schema.
+
+    Parameters:
+
+        proc_data:   (dictionary) raw structured data to process
+
+    Returns:
+
+        List of dictionaries. Structured data with the following schema:
+
+        [
+          {
+            "user":            string,
+            "event":           string,
+            "writeable_tty":   string,
+            "tty":             string,
+            "time":            string,
+            "idle":            string,
+            "pid":             integer,
+            "from":            string,
+            "comment":         string
+          }
+        ]
+    """
+    for entry in proc_data:
+        int_list = ['pid']
+        for key in int_list:
+            if key in entry:
+                try:
+                    key_int = int(entry[key])
+                    entry[key] = key_int
+                except (ValueError):
+                    entry[key] = None
+
+    return proc_data
+
+
+def parse(data, raw=False, quiet=False):
+    """
+    Main text parsing function
+
+    Parameters:
+
+        data:        (string)  text data to parse
+        raw:         (boolean) output preprocessed JSON if True
+        quiet:       (boolean) suppress warning messages if True
+
+    Returns:
+
+        List of dictionaries. Raw or processed structured data.
+    """
+    if not quiet:
+        jc.utils.compatibility(__name__, info.compatible)
+
+    raw_output = []
+    cleandata = data.splitlines()
+
+    # Clear any blank lines
+    cleandata = list(filter(None, cleandata))
+
+    if cleandata:
+        for line in cleandata:
+            output_line = {}
+            linedata = line.split()
+
+            # clear headers, if they exist
+            if ''.join(linedata[0:3]) == 'NAMELINETIME' \
+               or ''.join(linedata[0:3]) == 'USERLINEWHEN':
+                linedata.pop(0)
+                continue
+
+            # mac reboot line
+            if linedata[0] == 'reboot':
+                output_line['event'] = 'reboot'
+                output_line['time'] = ' '.join(linedata[2:5])
+                output_line['pid'] = linedata[6]
+                raw_output.append(output_line)
+                continue
+
+            # linux reboot line
+            if ''.join(linedata[0:2]) == 'systemboot':
+                output_line['event'] = 'reboot'
+                output_line['time'] = ' '.join(linedata[2:4])
+                raw_output.append(output_line)
+                continue
+
+            # linux login line
+            if linedata[0] == 'LOGIN':
+                output_line['event'] = 'login'
+                output_line['tty'] = linedata[1]
+                output_line['time'] = ' '.join(linedata[2:4])
+                output_line['pid'] = linedata[4]
+                if len(linedata) > 5:
+                    output_line['comment'] = ' '.join(linedata[5:])
+                raw_output.append(output_line)
+                continue
+
+            # linux run-level
+            if linedata[0] == 'run-level':
+                output_line['event'] = ' '.join(linedata[0:2])
+                output_line['time'] = ' '.join(linedata[2:4])
+                raw_output.append(output_line)
+                continue
+
+            # mac run-level (ignore because not enough useful info)
+            if linedata[1] == 'run-level':
+                continue
+
+            # pts lines with no user information
+            if linedata[0].startswith('pts/'):
+                output_line['tty'] = linedata[0]
+                output_line['time'] = ' '.join(linedata[1:3])
+                output_line['pid'] = linedata[3]
+                output_line['comment'] = ' '.join(linedata[4:])
+                raw_output.append(output_line)
+                continue
+
+            # user logins
+            output_line['user'] = linedata.pop(0)
+
+            if linedata[0] in '+-?':
+                output_line['writeable_tty'] = linedata.pop(0)
+
+            output_line['tty'] = linedata.pop(0)
+
+            # mac
+            if re.match(r'[JFMASOND][aepuco][nbrynlgptvc]', linedata[0]):
+                output_line['time'] = ' '.join([linedata.pop(0),
+                                                linedata.pop(0),
+                                                linedata.pop(0)])
+            # linux
+            else:
+                output_line['time'] = ' '.join([linedata.pop(0),
+                                                linedata.pop(0)])
+
+            # if just one more field, then it's the remote IP
+            if len(linedata) == 1:
+                output_line['from'] = linedata[0].replace('(', '').replace(')', '')
+                raw_output.append(output_line)
+                continue
+
+            # extended info: idle
+            if len(linedata) > 0:
+                output_line['idle'] = linedata.pop(0)
+
+            # extended info: pid
+            if len(linedata) > 0:
+                output_line['pid'] = linedata.pop(0)
+
+            # extended info is from
+            if len(linedata) > 0 and linedata[0].startswith('('):
+                output_line['from'] = linedata[0].replace('(', '').replace(')', '')
+
+            # else, extended info is comment
+            elif len(linedata) > 0:
+                output_line['comment'] = ' '.join(linedata)
+
+            raw_output.append(output_line)
+
+    if raw:
+        return raw_output
+    else:
+        return process(raw_output)

requirements.txt

@@ -0,0 +1,3 @@
+ifconfig-parser>=0.0.5
+ruamel.yaml>=0.15.0
+xmltodict>=0.12.0

setup.py

@@ -5,7 +5,7 @@ with open('README.md', 'r') as f:
 
 setuptools.setup(
     name='jc',
-    version='1.7.2',
+    version='1.9.0',
     author='Kelly Brazil',
     author_email='kellyjonbrazil@gmail.com',
     description='This tool serializes the output of popular command line tools and filetypes to structured JSON output.',

tests/fixtures/centos-7.7/blkid-ip-multi.json

@@ -0,0 +1 @@
+[{"uuid": "3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM", "version": "LVM2 001", "type": "LVM2_member", "usage": "raid", "minimum_io_size": 512, "physical_sector_size": 512, "logical_sector_size": 512, "part_entry_scheme": "dos", "part_entry_type": "0x8e", "part_entry_number": 2, "part_entry_offset": 2099200, "part_entry_size": 39843840, "part_entry_disk": "8:0", "device": "/dev/sda2"}, {"uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932", "type": "xfs", "usage": "filesystem", "minimum_io_size": 512, "physical_sector_size": 512, "logical_sector_size": 512, "part_entry_scheme": "dos", "part_entry_type": "0x83", "part_entry_flags": "0x80", "part_entry_number": 1, "part_entry_offset": 2048, "part_entry_size": 2097152, "part_entry_disk": "8:0", "device": "/dev/sda1"}]

tests/fixtures/centos-7.7/blkid-ip-multi.out

@@ -0,0 +1,29 @@
+DEVNAME=/dev/sda2
+UUID=3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM
+VERSION=LVM2 001
+TYPE=LVM2_member
+USAGE=raid
+MINIMUM_IO_SIZE=512
+PHYSICAL_SECTOR_SIZE=512
+LOGICAL_SECTOR_SIZE=512
+PART_ENTRY_SCHEME=dos
+PART_ENTRY_TYPE=0x8e
+PART_ENTRY_NUMBER=2
+PART_ENTRY_OFFSET=2099200
+PART_ENTRY_SIZE=39843840
+PART_ENTRY_DISK=8:0
+
+DEVNAME=/dev/sda1
+UUID=05d927bb-5875-49e3-ada1-7f46cb31c932
+TYPE=xfs
+USAGE=filesystem
+MINIMUM_IO_SIZE=512
+PHYSICAL_SECTOR_SIZE=512
+LOGICAL_SECTOR_SIZE=512
+PART_ENTRY_SCHEME=dos
+PART_ENTRY_TYPE=0x83
+PART_ENTRY_FLAGS=0x80
+PART_ENTRY_NUMBER=1
+PART_ENTRY_OFFSET=2048
+PART_ENTRY_SIZE=2097152
+PART_ENTRY_DISK=8:0

tests/fixtures/centos-7.7/blkid-ip-udev-multi.json

@@ -0,0 +1 @@
+[{"id_fs_uuid": "3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM", "id_fs_uuid_enc": "3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM", "id_fs_version": "LVM2\\x20001", "id_fs_type": "LVM2_member", "id_fs_usage": "raid", "id_iolimit_minimum_io_size": 512, "id_iolimit_physical_sector_size": 512, "id_iolimit_logical_sector_size": 512, "id_part_entry_scheme": "dos", "id_part_entry_type": "0x8e", "id_part_entry_number": 2, "id_part_entry_offset": 2099200, "id_part_entry_size": 39843840, "id_part_entry_disk": "8:0"}, {"id_fs_uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932", "id_fs_uuid_enc": "05d927bb-5875-49e3-ada1-7f46cb31c932", "id_fs_type": "xfs", "id_fs_usage": "filesystem", "id_iolimit_minimum_io_size": 512, "id_iolimit_physical_sector_size": 512, "id_iolimit_logical_sector_size": 512, "id_part_entry_scheme": "dos", "id_part_entry_type": "0x83", "id_part_entry_flags": "0x80", "id_part_entry_number": 1, "id_part_entry_offset": 2048, "id_part_entry_size": 2097152, "id_part_entry_disk": "8:0"}]

tests/fixtures/centos-7.7/blkid-ip-udev-multi.out

@@ -0,0 +1,29 @@
+ID_FS_UUID=3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM
+ID_FS_UUID_ENC=3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM
+ID_FS_VERSION=LVM2\x20001
+ID_FS_TYPE=LVM2_member
+ID_FS_USAGE=raid
+ID_IOLIMIT_MINIMUM_IO_SIZE=512
+ID_IOLIMIT_PHYSICAL_SECTOR_SIZE=512
+ID_IOLIMIT_LOGICAL_SECTOR_SIZE=512
+ID_PART_ENTRY_SCHEME=dos
+ID_PART_ENTRY_TYPE=0x8e
+ID_PART_ENTRY_NUMBER=2
+ID_PART_ENTRY_OFFSET=2099200
+ID_PART_ENTRY_SIZE=39843840
+ID_PART_ENTRY_DISK=8:0
+
+ID_FS_UUID=05d927bb-5875-49e3-ada1-7f46cb31c932
+ID_FS_UUID_ENC=05d927bb-5875-49e3-ada1-7f46cb31c932
+ID_FS_TYPE=xfs
+ID_FS_USAGE=filesystem
+ID_IOLIMIT_MINIMUM_IO_SIZE=512
+ID_IOLIMIT_PHYSICAL_SECTOR_SIZE=512
+ID_IOLIMIT_LOGICAL_SECTOR_SIZE=512
+ID_PART_ENTRY_SCHEME=dos
+ID_PART_ENTRY_TYPE=0x83
+ID_PART_ENTRY_FLAGS=0x80
+ID_PART_ENTRY_NUMBER=1
+ID_PART_ENTRY_OFFSET=2048
+ID_PART_ENTRY_SIZE=2097152
+ID_PART_ENTRY_DISK=8:0

tests/fixtures/centos-7.7/blkid-ip-udev.json

@@ -0,0 +1 @@
+[{"id_fs_uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932", "id_fs_uuid_enc": "05d927bb-5875-49e3-ada1-7f46cb31c932", "id_fs_type": "xfs", "id_fs_usage": "filesystem", "id_iolimit_minimum_io_size": 512, "id_iolimit_physical_sector_size": 512, "id_iolimit_logical_sector_size": 512, "id_part_entry_scheme": "dos", "id_part_entry_type": "0x83", "id_part_entry_flags": "0x80", "id_part_entry_number": 1, "id_part_entry_offset": 2048, "id_part_entry_size": 2097152, "id_part_entry_disk": "8:0"}]

tests/fixtures/centos-7.7/blkid-ip-udev.out

@@ -0,0 +1,14 @@
+ID_FS_UUID=05d927bb-5875-49e3-ada1-7f46cb31c932
+ID_FS_UUID_ENC=05d927bb-5875-49e3-ada1-7f46cb31c932
+ID_FS_TYPE=xfs
+ID_FS_USAGE=filesystem
+ID_IOLIMIT_MINIMUM_IO_SIZE=512
+ID_IOLIMIT_PHYSICAL_SECTOR_SIZE=512
+ID_IOLIMIT_LOGICAL_SECTOR_SIZE=512
+ID_PART_ENTRY_SCHEME=dos
+ID_PART_ENTRY_TYPE=0x83
+ID_PART_ENTRY_FLAGS=0x80
+ID_PART_ENTRY_NUMBER=1
+ID_PART_ENTRY_OFFSET=2048
+ID_PART_ENTRY_SIZE=2097152
+ID_PART_ENTRY_DISK=8:0

tests/fixtures/centos-7.7/blkid-sda2.json

@@ -0,0 +1 @@
+[{"device": "/dev/sda2", "uuid": "3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM", "type": "LVM2_member"}]

tests/fixtures/centos-7.7/blkid-sda2.out

@@ -0,0 +1 @@
+/dev/sda2: UUID="3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM" TYPE="LVM2_member" 

tests/fixtures/centos-7.7/blkid.json

@@ -0,0 +1 @@
+[{"device": "/dev/sda1", "uuid": "05d927bb-5875-49e3-ada1-7f46cb31c932", "type": "xfs"}, {"device": "/dev/sda2", "uuid": "3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM", "type": "LVM2_member"}, {"device": "/dev/mapper/centos-root", "uuid": "07d718ef-950c-4e5b-98e0-42a1147b77d9", "type": "xfs"}, {"device": "/dev/mapper/centos-swap", "uuid": "615eb89d-bcbf-46ad-80e3-c483ef5c931f", "type": "swap"}]

tests/fixtures/centos-7.7/blkid.out

@@ -0,0 +1,4 @@
+/dev/sda1: UUID="05d927bb-5875-49e3-ada1-7f46cb31c932" TYPE="xfs" 
+/dev/sda2: UUID="3klkIj-w1qk-DkJi-0XBJ-y3o7-i2Ac-vHqWBM" TYPE="LVM2_member" 
+/dev/mapper/centos-root: UUID="07d718ef-950c-4e5b-98e0-42a1147b77d9" TYPE="xfs" 
+/dev/mapper/centos-swap: UUID="615eb89d-bcbf-46ad-80e3-c483ef5c931f" TYPE="swap" 

tests/fixtures/centos-7.7/file.json

@@ -0,0 +1 @@
+[{"filename": "bin", "type": "directory"}, {"filename": "digout", "type": "ASCII text"}, {"filename": "file with spaces in the name", "type": "empty"}, {"filename": "git", "type": "directory"}, {"filename": "id-centos.out", "type": "ASCII text"}, {"filename": "ifcfg.json", "type": "ASCII text, with very long lines"}, {"filename": "ifconfig.out", "type": "ASCII text"}, {"filename": "iptables-tests", "type": "directory"}, {"filename": "journaljson", "type": "ASCII text, with very long lines"}, {"filename": "jp", "type": "ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, not stripped"}, {"filename": "jp_1.1.12_linux_x86_64.zip", "type": "Zip archive data, at least v2.0 to extract"}, {"filename": "lastb.out", "type": "ASCII text"}, {"filename": "lsblk-cols", "type": "UTF-8 Unicode text"}, {"filename": "psfile.txt", "type": "ASCII text, with very long lines"}, {"filename": "resizeterm.sh", "type": "Bourne-Again shell script, ASCII text executable"}, {"filename": "routeout", "type": "ASCII text"}, {"filename": "ss-aeep.out", "type": "ASCII text"}, {"filename": "ssout", "type": "ASCII text"}, {"filename": "systemctl.out", "type": "UTF-8 Unicode text"}, {"filename": "testfiles", "type": "directory"}, {"filename": "tmp", "type": "directory"}, {"filename": "top.out", "type": "ASCII text, with escape sequences"}, {"filename": "who-aH.out", "type": "ASCII text"}, {"filename": "who.out", "type": "ASCII text"}, {"filename": "whotext", "type": "ASCII text"}]

tests/fixtures/centos-7.7/file.out

@@ -0,0 +1,25 @@
+bin:                          directory
+digout:                       ASCII text
+file with spaces in the name: empty
+git:                          directory
+id-centos.out:                ASCII text
+ifcfg.json:                   ASCII text, with very long lines
+ifconfig.out:                 ASCII text
+iptables-tests:               directory
+journaljson:                  ASCII text, with very long lines
+jp:                           ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, not stripped
+jp_1.1.12_linux_x86_64.zip:   Zip archive data, at least v2.0 to extract
+lastb.out:                    ASCII text
+lsblk-cols:                   UTF-8 Unicode text
+psfile.txt:                   ASCII text, with very long lines
+resizeterm.sh:                Bourne-Again shell script, ASCII text executable
+routeout:                     ASCII text
+ss-aeep.out:                  ASCII text
+ssout:                        ASCII text
+systemctl.out:                UTF-8 Unicode text
+testfiles:                    directory
+tmp:                          directory
+top.out:                      ASCII text, with escape sequences
+who-aH.out:                   ASCII text
+who.out:                      ASCII text
+whotext:                      ASCII text

tests/fixtures/centos-7.7/group.json

@@ -0,0 +1 @@
+[{"group_name": "root", "password": "x", "gid": 0, "members": []}, {"group_name": "bin", "password": "x", "gid": 1, "members": []}, {"group_name": "daemon", "password": "x", "gid": 2, "members": []}, {"group_name": "sys", "password": "x", "gid": 3, "members": []}, {"group_name": "adm", "password": "x", "gid": 4, "members": []}, {"group_name": "tty", "password": "x", "gid": 5, "members": []}, {"group_name": "disk", "password": "x", "gid": 6, "members": []}, {"group_name": "lp", "password": "x", "gid": 7, "members": []}, {"group_name": "mem", "password": "x", "gid": 8, "members": []}, {"group_name": "kmem", "password": "x", "gid": 9, "members": []}, {"group_name": "wheel", "password": "x", "gid": 10, "members": ["joeuser"]}, {"group_name": "cdrom", "password": "x", "gid": 11, "members": []}, {"group_name": "mail", "password": "x", "gid": 12, "members": ["postfix"]}, {"group_name": "man", "password": "x", "gid": 15, "members": []}, {"group_name": "dialout", "password": "x", "gid": 18, "members": []}, {"group_name": "floppy", "password": "x", "gid": 19, "members": []}, {"group_name": "games", "password": "x", "gid": 20, "members": []}, {"group_name": "tape", "password": "x", "gid": 33, "members": []}, {"group_name": "video", "password": "x", "gid": 39, "members": []}, {"group_name": "ftp", "password": "x", "gid": 50, "members": []}, {"group_name": "lock", "password": "x", "gid": 54, "members": []}, {"group_name": "audio", "password": "x", "gid": 63, "members": []}, {"group_name": "nobody", "password": "x", "gid": 99, "members": []}, {"group_name": "users", "password": "x", "gid": 100, "members": []}, {"group_name": "utmp", "password": "x", "gid": 22, "members": []}, {"group_name": "utempter", "password": "x", "gid": 35, "members": []}, {"group_name": "input", "password": "x", "gid": 999, "members": []}, {"group_name": "systemd-journal", "password": "x", "gid": 190, "members": []}, {"group_name": "systemd-network", "password": "x", "gid": 192, "members": []}, {"group_name": "dbus", "password": "x", "gid": 81, "members": []}, {"group_name": "polkitd", "password": "x", "gid": 998, "members": []}, {"group_name": "ssh_keys", "password": "x", "gid": 997, "members": []}, {"group_name": "sshd", "password": "x", "gid": 74, "members": []}, {"group_name": "postdrop", "password": "x", "gid": 90, "members": []}, {"group_name": "postfix", "password": "x", "gid": 89, "members": []}, {"group_name": "chrony", "password": "x", "gid": 996, "members": []}, {"group_name": "joeuser", "password": "x", "gid": 1000, "members": ["joeuser"]}, {"group_name": "cgred", "password": "x", "gid": 995, "members": []}, {"group_name": "dockerroot", "password": "x", "gid": 994, "members": []}]

tests/fixtures/centos-7.7/group.out

@@ -0,0 +1,39 @@
+root:x:0:
+bin:x:1:
+daemon:x:2:
+sys:x:3:
+adm:x:4:
+tty:x:5:
+disk:x:6:
+lp:x:7:
+mem:x:8:
+kmem:x:9:
+wheel:x:10:joeuser
+cdrom:x:11:
+mail:x:12:postfix
+man:x:15:
+dialout:x:18:
+floppy:x:19:
+games:x:20:
+tape:x:33:
+video:x:39:
+ftp:x:50:
+lock:x:54:
+audio:x:63:
+nobody:x:99:
+users:x:100:
+utmp:x:22:
+utempter:x:35:
+input:x:999:
+systemd-journal:x:190:
+systemd-network:x:192:
+dbus:x:81:
+polkitd:x:998:
+ssh_keys:x:997:
+sshd:x:74:
+postdrop:x:90:
+postfix:x:89:
+chrony:x:996:
+joeuser:x:1000:joeuser
+cgred:x:995:
+dockerroot:x:994:

tests/fixtures/centos-7.7/gshadow.json

@@ -0,0 +1 @@
+[{"group_name": "root", "password": "", "administrators": [], "members": []}, {"group_name": "bin", "password": "", "administrators": [], "members": []}, {"group_name": "daemon", "password": "", "administrators": [], "members": []}, {"group_name": "sys", "password": "", "administrators": [], "members": []}, {"group_name": "adm", "password": "", "administrators": [], "members": []}, {"group_name": "tty", "password": "", "administrators": [], "members": []}, {"group_name": "disk", "password": "", "administrators": [], "members": []}, {"group_name": "lp", "password": "", "administrators": [], "members": []}, {"group_name": "mem", "password": "", "administrators": [], "members": []}, {"group_name": "kmem", "password": "", "administrators": [], "members": []}, {"group_name": "wheel", "password": "", "administrators": [], "members": ["joeuser"]}, {"group_name": "cdrom", "password": "", "administrators": [], "members": []}, {"group_name": "mail", "password": "", "administrators": [], "members": ["postfix"]}, {"group_name": "man", "password": "", "administrators": [], "members": []}, {"group_name": "dialout", "password": "", "administrators": [], "members": []}, {"group_name": "floppy", "password": "", "administrators": [], "members": []}, {"group_name": "games", "password": "", "administrators": [], "members": []}, {"group_name": "tape", "password": "", "administrators": [], "members": []}, {"group_name": "video", "password": "", "administrators": [], "members": []}, {"group_name": "ftp", "password": "", "administrators": [], "members": []}, {"group_name": "lock", "password": "", "administrators": [], "members": []}, {"group_name": "audio", "password": "", "administrators": [], "members": []}, {"group_name": "nobody", "password": "", "administrators": [], "members": []}, {"group_name": "users", "password": "", "administrators": [], "members": []}, {"group_name": "utmp", "password": "!", "administrators": [], "members": []}, {"group_name": "utempter", "password": "!", "administrators": [], "members": []}, {"group_name": "input", "password": "!", "administrators": [], "members": []}, {"group_name": "systemd-journal", "password": "!", "administrators": [], "members": []}, {"group_name": "systemd-network", "password": "!", "administrators": [], "members": []}, {"group_name": "dbus", "password": "!", "administrators": [], "members": []}, {"group_name": "polkitd", "password": "!", "administrators": [], "members": []}, {"group_name": "ssh_keys", "password": "!", "administrators": [], "members": []}, {"group_name": "sshd", "password": "!", "administrators": [], "members": []}, {"group_name": "postdrop", "password": "!", "administrators": [], "members": []}, {"group_name": "postfix", "password": "!", "administrators": [], "members": []}, {"group_name": "chrony", "password": "!", "administrators": [], "members": []}, {"group_name": "joeuser", "password": "!!", "administrators": [], "members": ["joeuser"]}, {"group_name": "cgred", "password": "!", "administrators": [], "members": []}, {"group_name": "dockerroot", "password": "!", "administrators": [], "members": []}]

tests/fixtures/centos-7.7/gshadow.out

@@ -0,0 +1,39 @@
+root:::
+bin:::
+daemon:::
+sys:::
+adm:::
+tty:::
+disk:::
+lp:::
+mem:::
+kmem:::
+wheel:::joeuser
+cdrom:::
+mail:::postfix
+man:::
+dialout:::
+floppy:::
+games:::
+tape:::
+video:::
+ftp:::
+lock:::
+audio:::
+nobody:::
+users:::
+utmp:!::
+utempter:!::
+input:!::
+systemd-journal:!::
+systemd-network:!::
+dbus:!::
+polkitd:!::
+ssh_keys:!::
+sshd:!::
+postdrop:!::
+postfix:!::
+chrony:!::
+joeuser:!!::joeuser
+cgred:!::
+dockerroot:!::

tests/fixtures/centos-7.7/last-w.out

@@ -0,0 +1,69 @@
+kbrazil  ttyS0                         Fri Feb 28 13:49   still logged in   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Feb 28 12:56 - 14:54  (01:58)    
+kbrazil  ttyS0                         Thu Feb 27 16:01 - crash  (20:54)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Thu Feb 27 15:51 - 14:54  (23:02)    
+kbrazil  ttyS0                         Thu Feb 27 10:50 - crash  (05:01)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Wed Feb 26 20:05 - 14:54 (1+18:49)   
+kbrazil  ttyS0                         Thu Feb 20 14:42 - crash (6+05:23)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Thu Feb 20 14:41 - 14:54 (8+00:12)   
+kbrazil  ttyS0                         Mon Feb 17 17:48 - crash (2+20:52)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Mon Feb 17 17:48 - 14:54 (10+21:06)  
+kbrazil  ttyS0                         Thu Feb 13 16:44 - crash (4+01:03)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Thu Feb 13 16:44 - 14:54 (14+22:10)  
+kbrazil  ttyS0                         Wed Feb  5 14:23 - crash (8+02:20)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Wed Feb  5 11:43 - 14:54 (23+03:11)  
+kbrazil  ttyS0                         Tue Feb  4 14:28 - crash  (21:15)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Tue Feb  4 01:28 - 14:54 (24+13:26)  
+kbrazil  ttyS0                         Mon Jan 13 17:28 - crash (21+07:59)  
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Mon Jan 13 16:16 - 14:54 (45+22:38)  
+kbrazil  ttyS0                         Mon Dec 16 11:15 - crash (28+05:01)  
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Mon Dec 16 11:14 - 14:54 (74+03:40)  
+kbrazil  ttyS0                         Wed Dec  4 21:41 - crash (11+13:33)  
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Wed Dec  4 21:40 - 14:54 (85+17:13)  
+kbrazil  pts/1                         Sat Nov 16 14:40 - 14:40  (00:00)    
+kbrazil  pts/1                         Sat Nov 16 14:39 - 14:39  (00:00)    
+kbrazil  pts/0        localhost        Tue Nov 12 07:19 - crash (22+14:21)  
+kbrazil  ttyS0                         Tue Nov 12 07:18 - crash (22+14:22)  
+kbrazil  pts/0        localhost        Sun Nov 10 08:21 - 15:22 (1+07:01)   
+kbrazil  ttyS0                         Sat Nov  9 10:34 - 07:16 (2+20:42)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Sat Nov  9 10:34 - 14:54 (111+04:20) 
+kbrazil  tty1                          Fri Nov  8 07:49 - crash (1+02:45)   
+kbrazil  pts/0        192.168.71.1     Fri Nov  8 06:29 - crash (1+04:04)   
+kbrazil  ttyS0                         Fri Nov  8 06:24 - crash (1+04:09)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Nov  8 06:14 - 14:54 (112+08:40) 
+kbrazil  tty1                          Sun Nov  3 12:20 - crash (4+17:54)   
+kbrazil  ttyS0                         Sun Nov  3 11:04 - 11:05  (00:01)    
+kbrazil  pts/0        192.168.71.1     Sat Nov  2 19:26 - crash (5+11:47)   
+kbrazil  ttyS0                         Fri Nov  1 15:14 - 11:03 (1+20:49)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Nov  1 15:13 - 14:54 (119+00:41) 
+kbrazil  ttyS0                         Fri Nov  1 11:16 - 11:36  (00:20)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Nov  1 06:00 - 11:36  (05:36)    
+kbrazil  ttyS0                         Tue Oct 29 18:17 - crash (2+11:43)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Tue Oct 29 18:16 - 11:36 (2+17:19)   
+kbrazil  pts/0        192.168.71.1     Sat Oct 26 09:53 - 15:13  (05:19)    
+kbrazil  ttyS0                         Fri Oct 25 18:22 - crash (3+23:54)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Oct 25 18:21 - 11:36 (6+17:14)   
+kbrazil  ttyS0                         Fri Oct 25 17:14 - 18:21  (01:06)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Oct 25 17:13 - 11:36 (6+18:22)   
+kbrazil  ttyS0                         Fri Oct 25 15:43 - 17:13  (01:29)    
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Fri Oct 25 13:29 - 17:13  (03:44)    
+kbrazil  ttyS0                         Mon Oct 21 13:19 - 19:22 (2+06:03)   
+reboot   system boot  3.10.0-1062.1.2.el7.x86_64 Mon Oct 21 13:17 - 19:22 (2+06:05)   
+kbrazil  ttyS0                         Wed Oct 16 03:23 - crash (5+09:54)   
+kbrazil  ttyS0                         Tue Oct 15 16:49 - 03:23  (10:34)    
+kbrazil  ttyS0                         Tue Oct 15 10:39 - 16:48  (06:09)    
+reboot   system boot  3.10.0-957.27.2.el7.x86_64 Tue Oct 15 10:39 - 19:22 (8+08:43)   
+kbrazil  ttyS0                         Thu Aug 15 16:05 - 16:05  (00:00)    
+reboot   system boot  3.10.0-957.27.2.el7.x86_64 Thu Aug 15 16:05 - 16:05  (00:00)    
+reboot   system boot  3.10.0-957.27.2.el7.x86_64 Thu Aug 15 16:00 - 16:05  (00:05)    
+kbrazil  ttyS0                         Thu Aug 15 14:25 - crash  (01:35)    
+reboot   system boot  3.10.0-957.27.2.el7.x86_64 Thu Aug 15 14:24 - 16:05  (01:41)    
+kbrazil  ttyS0                         Thu Aug 15 11:58 - crash  (02:25)    
+reboot   system boot  3.10.0-957.el7.x86_64 Thu Aug 15 11:58 - 16:05  (04:07)    
+kbrazil  ttyS0                         Thu Aug 15 11:57 - 11:57  (00:00)    
+reboot   system boot  3.10.0-957.el7.x86_64 Thu Aug 15 11:57 - 16:05  (04:08)    
+kbrazil  pts/0        192.168.71.1     Thu Aug 15 10:58 - 11:56  (00:58)    
+root     tty1                          Thu Aug 15 10:57 - 11:56  (00:59)    
+reboot   system boot  3.10.0-957.el7.x86_64 Thu Aug 15 10:57 - 11:56  (00:59)    
+
+wtmp begins Thu Aug 15 10:57:06 2019

tests/fixtures/centos-7.7/last.out

@@ -0,0 +1,69 @@
+kbrazil  ttyS0                         Fri Feb 28 13:49   still logged in   
+reboot   system boot  3.10.0-1062.1.2. Fri Feb 28 12:56 - 14:52  (01:56)    
+kbrazil  ttyS0                         Thu Feb 27 16:01 - crash  (20:54)    
+reboot   system boot  3.10.0-1062.1.2. Thu Feb 27 15:51 - 14:52  (23:01)    
+kbrazil  ttyS0                         Thu Feb 27 10:50 - crash  (05:01)    
+reboot   system boot  3.10.0-1062.1.2. Wed Feb 26 20:05 - 14:52 (1+18:47)   
+kbrazil  ttyS0                         Thu Feb 20 14:42 - crash (6+05:23)   
+reboot   system boot  3.10.0-1062.1.2. Thu Feb 20 14:41 - 14:52 (8+00:11)   
+kbrazil  ttyS0                         Mon Feb 17 17:48 - crash (2+20:52)   
+reboot   system boot  3.10.0-1062.1.2. Mon Feb 17 17:48 - 14:52 (10+21:04)  
+kbrazil  ttyS0                         Thu Feb 13 16:44 - crash (4+01:03)   
+reboot   system boot  3.10.0-1062.1.2. Thu Feb 13 16:44 - 14:52 (14+22:08)  
+kbrazil  ttyS0                         Wed Feb  5 14:23 - crash (8+02:20)   
+reboot   system boot  3.10.0-1062.1.2. Wed Feb  5 11:43 - 14:52 (23+03:09)  
+kbrazil  ttyS0                         Tue Feb  4 14:28 - crash  (21:15)    
+reboot   system boot  3.10.0-1062.1.2. Tue Feb  4 01:28 - 14:52 (24+13:24)  
+kbrazil  ttyS0                         Mon Jan 13 17:28 - crash (21+07:59)  
+reboot   system boot  3.10.0-1062.1.2. Mon Jan 13 16:16 - 14:52 (45+22:36)  
+kbrazil  ttyS0                         Mon Dec 16 11:15 - crash (28+05:01)  
+reboot   system boot  3.10.0-1062.1.2. Mon Dec 16 11:14 - 14:52 (74+03:38)  
+kbrazil  ttyS0                         Wed Dec  4 21:41 - crash (11+13:33)  
+reboot   system boot  3.10.0-1062.1.2. Wed Dec  4 21:40 - 14:52 (85+17:12)  
+kbrazil  pts/1                         Sat Nov 16 14:40 - 14:40  (00:00)    
+kbrazil  pts/1                         Sat Nov 16 14:39 - 14:39  (00:00)    
+kbrazil  pts/0        localhost        Tue Nov 12 07:19 - crash (22+14:21)  
+kbrazil  ttyS0                         Tue Nov 12 07:18 - crash (22+14:22)  
+kbrazil  pts/0        localhost        Sun Nov 10 08:21 - 15:22 (1+07:01)   
+kbrazil  ttyS0                         Sat Nov  9 10:34 - 07:16 (2+20:42)   
+reboot   system boot  3.10.0-1062.1.2. Sat Nov  9 10:34 - 14:52 (111+04:18) 
+kbrazil  tty1                          Fri Nov  8 07:49 - crash (1+02:45)   
+kbrazil  pts/0        192.168.71.1     Fri Nov  8 06:29 - crash (1+04:04)   
+kbrazil  ttyS0                         Fri Nov  8 06:24 - crash (1+04:09)   
+reboot   system boot  3.10.0-1062.1.2. Fri Nov  8 06:14 - 14:52 (112+08:38) 
+kbrazil  tty1                          Sun Nov  3 12:20 - crash (4+17:54)   
+kbrazil  ttyS0                         Sun Nov  3 11:04 - 11:05  (00:01)    
+kbrazil  pts/0        192.168.71.1     Sat Nov  2 19:26 - crash (5+11:47)   
+kbrazil  ttyS0                         Fri Nov  1 15:14 - 11:03 (1+20:49)   
+reboot   system boot  3.10.0-1062.1.2. Fri Nov  1 15:13 - 14:52 (119+00:39) 
+kbrazil  ttyS0                         Fri Nov  1 11:16 - 11:36  (00:20)    
+reboot   system boot  3.10.0-1062.1.2. Fri Nov  1 06:00 - 11:36  (05:36)    
+kbrazil  ttyS0                         Tue Oct 29 18:17 - crash (2+11:43)   
+reboot   system boot  3.10.0-1062.1.2. Tue Oct 29 18:16 - 11:36 (2+17:19)   
+kbrazil  pts/0        192.168.71.1     Sat Oct 26 09:53 - 15:13  (05:19)    
+kbrazil  ttyS0                         Fri Oct 25 18:22 - crash (3+23:54)   
+reboot   system boot  3.10.0-1062.1.2. Fri Oct 25 18:21 - 11:36 (6+17:14)   
+kbrazil  ttyS0                         Fri Oct 25 17:14 - 18:21  (01:06)    
+reboot   system boot  3.10.0-1062.1.2. Fri Oct 25 17:13 - 11:36 (6+18:22)   
+kbrazil  ttyS0                         Fri Oct 25 15:43 - 17:13  (01:29)    
+reboot   system boot  3.10.0-1062.1.2. Fri Oct 25 13:29 - 17:13  (03:44)    
+kbrazil  ttyS0                         Mon Oct 21 13:19 - 19:22 (2+06:03)   
+reboot   system boot  3.10.0-1062.1.2. Mon Oct 21 13:17 - 19:22 (2+06:05)   
+kbrazil  ttyS0                         Wed Oct 16 03:23 - crash (5+09:54)   
+kbrazil  ttyS0                         Tue Oct 15 16:49 - 03:23  (10:34)    
+kbrazil  ttyS0                         Tue Oct 15 10:39 - 16:48  (06:09)    
+reboot   system boot  3.10.0-957.27.2. Tue Oct 15 10:39 - 19:22 (8+08:43)   
+kbrazil  ttyS0                         Thu Aug 15 16:05 - 16:05  (00:00)    
+reboot   system boot  3.10.0-957.27.2. Thu Aug 15 16:05 - 16:05  (00:00)    
+reboot   system boot  3.10.0-957.27.2. Thu Aug 15 16:00 - 16:05  (00:05)    
+kbrazil  ttyS0                         Thu Aug 15 14:25 - crash  (01:35)    
+reboot   system boot  3.10.0-957.27.2. Thu Aug 15 14:24 - 16:05  (01:41)    
+kbrazil  ttyS0                         Thu Aug 15 11:58 - crash  (02:25)    
+reboot   system boot  3.10.0-957.el7.x Thu Aug 15 11:58 - 16:05  (04:07)    
+kbrazil  ttyS0                         Thu Aug 15 11:57 - 11:57  (00:00)    
+reboot   system boot  3.10.0-957.el7.x Thu Aug 15 11:57 - 16:05  (04:08)    
+kbrazil  pts/0        192.168.71.1     Thu Aug 15 10:58 - 11:56  (00:58)    
+root     tty1                          Thu Aug 15 10:57 - 11:56  (00:59)    
+reboot   system boot  3.10.0-957.el7.x Thu Aug 15 10:57 - 11:56  (00:59)    
+
+wtmp begins Thu Aug 15 10:57:06 2019

tests/fixtures/centos-7.7/lastb.json

@@ -0,0 +1 @@
+[{"user": "kbrazil", "tty": "ttyS0", "hostname": null, "login": "Fri Feb 28 13:49", "logout": "13:49", "duration": "00:00"}, {"user": "kbrazil", "tty": "ssh:notty", "hostname": "192.168.71.1", "login": "Thu Feb 27 10:13", "logout": "10:13", "duration": "00:00"}, {"user": "kbrazil", "tty": "ttyS0", "hostname": null, "login": "Thu Feb 20 14:41", "logout": "14:41", "duration": "00:00"}, {"user": "kbrazil", "tty": "ttyS0", "hostname": null, "login": "Mon Feb 17 17:48", "logout": "17:48", "duration": "00:00"}]

tests/fixtures/centos-7.7/lastb.out

@@ -0,0 +1,6 @@
+kbrazil  ttyS0                         Fri Feb 28 13:49 - 13:49  (00:00)    
+kbrazil  ssh:notty    192.168.71.1     Thu Feb 27 10:13 - 10:13  (00:00)    
+kbrazil  ttyS0                         Thu Feb 20 14:41 - 14:41  (00:00)    
+kbrazil  ttyS0                         Mon Feb 17 17:48 - 17:48  (00:00)    
+
+btmp begins Mon Feb 17 17:48:53 2020

tests/fixtures/centos-7.7/ls-R-newlines.json

@@ -0,0 +1 @@
+[{"filename": "systemd-private-016de60725a3426792b93fc9f120b8f0-chronyd.service-oZqq4u", "parent": "."}, {"filename": "systemd-private-a30a5a178daa4042b42dfaf5ff9e5f68-chronyd.service-a1tpxv", "parent": "."}, {"filename": "systemd-private-af69d7360f3e40cfa947358c0fb5a6f8-chronyd.service-T3MQ4j", "parent": "."}, {"filename": "tmp.CvALl2jE6u", "parent": "."}, {"filename": "tmp.e7AlxSxY5a", "parent": "."}, {"filename": "tmp.uXm9yegjwj", "parent": "."}, {"filename": "a regular filename", "parent": "./lstest"}, {"filename": "this file has", "parent": "./lstest"}, {"filename": "a combination", "parent": "./lstest"}, {"filename": "of everything", "parent": "./lstest"}, {"filename": "this file has", "parent": "./lstest"}, {"filename": "a newline inside", "parent": "./lstest"}, {"filename": "this file has", "parent": "./lstest"}, {"filename": "four contiguous newlines inside", "parent": "./lstest"}, {"filename": "this file", "parent": "./lstest"}, {"filename": "has", "parent": "./lstest"}, {"filename": "six", "parent": "./lstest"}, {"filename": "newlines", "parent": "./lstest"}, {"filename": "within", "parent": "./lstest"}, {"filename": "this file starts with four newlines", "parent": "./lstest"}, {"filename": "this file starts with one newline", "parent": "./lstest"}]

tests/fixtures/centos-7.7/ls-R-newlines.out

@@ -0,0 +1,43 @@
+.:
+lstest
+systemd-private-016de60725a3426792b93fc9f120b8f0-chronyd.service-oZqq4u
+systemd-private-a30a5a178daa4042b42dfaf5ff9e5f68-chronyd.service-a1tpxv
+systemd-private-af69d7360f3e40cfa947358c0fb5a6f8-chronyd.service-T3MQ4j
+tmp.CvALl2jE6u
+tmp.e7AlxSxY5a
+tmp.uXm9yegjwj
+
+./lstest:
+a regular filename
+
+
+this file has
+a combination
+
+
+of everything
+
+
+
+
+this file has
+a newline inside
+this file has
+
+
+
+four contiguous newlines inside
+this file
+has
+six
+
+newlines
+
+within
+
+
+
+
+this file starts with four newlines
+
+this file starts with one newline

tests/fixtures/centos-7.7/ls-l-newlines.json

@@ -0,0 +1 @@
+[{"filename": "a regular filename", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:12"}, {"filename": "\n\nthis file has\na combination\n\n\nof everything\n\n\n\n", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:17"}, {"filename": "this file has\na newline inside", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:14"}, {"filename": "this file has\n\n\n\nfour contiguous newlines inside", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:14"}, {"filename": "this file\nhas\nsix\n\nnewlines\n\nwithin", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:16"}, {"filename": "\n\n\n\nthis file starts with four newlines", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:40"}, {"filename": "\nthis file starts with one newline", "flags": "-rw-rw-r--.", "links": 1, "owner": "kbrazil", "group": "kbrazil", "size": 0, "date": "Feb 22 00:13"}]