mirror of
https://github.com/kellyjonbrazil/jc.git
synced 2025-06-17 00:07:37 +02:00
406 lines
11 KiB
Python
406 lines
11 KiB
Python
#!/usr/bin/env python3
|
|
"""jc - JSON CLI output utility
|
|
JC cli module
|
|
"""
|
|
import sys
|
|
import os
|
|
import shlex
|
|
import importlib
|
|
import textwrap
|
|
import signal
|
|
import json
|
|
from pygments import highlight
|
|
from pygments.style import Style
|
|
from pygments.token import (Name, Number, String, Keyword)
|
|
from pygments.lexers import JsonLexer
|
|
from pygments.formatters import Terminal256Formatter
|
|
import jc.utils
|
|
|
|
|
|
class info():
|
|
version = '1.10.10'
|
|
description = 'jc cli output JSON conversion tool'
|
|
author = 'Kelly Brazil'
|
|
author_email = 'kellyjonbrazil@gmail.com'
|
|
|
|
|
|
__version__ = info.version
|
|
|
|
parsers = [
|
|
'airport',
|
|
'airport-s',
|
|
'arp',
|
|
'blkid',
|
|
'crontab',
|
|
'crontab-u',
|
|
'csv',
|
|
'df',
|
|
'dig',
|
|
'du',
|
|
'env',
|
|
'file',
|
|
'free',
|
|
'fstab',
|
|
'group',
|
|
'gshadow',
|
|
'history',
|
|
'hosts',
|
|
'id',
|
|
'ifconfig',
|
|
'ini',
|
|
'iptables',
|
|
'jobs',
|
|
'last',
|
|
'ls',
|
|
'lsblk',
|
|
'lsmod',
|
|
'lsof',
|
|
'mount',
|
|
'netstat',
|
|
'ntpq',
|
|
'passwd',
|
|
'pip-list',
|
|
'pip-show',
|
|
'ps',
|
|
'route',
|
|
'shadow',
|
|
'ss',
|
|
'stat',
|
|
'systemctl',
|
|
'systemctl-lj',
|
|
'systemctl-ls',
|
|
'systemctl-luf',
|
|
'timedatectl',
|
|
'uname',
|
|
'uptime',
|
|
'w',
|
|
'who',
|
|
'xml',
|
|
'yaml'
|
|
]
|
|
|
|
|
|
def set_env_colors():
|
|
"""
|
|
Grab custom colors from JC_COLORS environment variable. JC_COLORS env variable takes 4 comma
|
|
separated string values and should be in the format of:
|
|
|
|
JC_COLORS=<keyname_color>,<keyword_color>,<number_color>,<string_color>
|
|
|
|
Where colors are: black, red, green, yellow, blue, magenta, cyan, gray, brightblack, brightred,
|
|
brightgreen, brightyellow, brightblue, brightmagenta, brightcyan, white, default
|
|
|
|
Default colors:
|
|
|
|
JC_COLORS=blue,brightblack,magenta,green
|
|
or
|
|
JC_COLORS=default,default,default,default
|
|
|
|
"""
|
|
env_colors = os.getenv('JC_COLORS')
|
|
input_error = False
|
|
|
|
if env_colors:
|
|
color_list = env_colors.split(',')
|
|
else:
|
|
input_error = True
|
|
|
|
if env_colors and len(color_list) != 4:
|
|
print('jc: Warning: could not parse JC_COLORS environment variable\n', file=sys.stderr)
|
|
input_error = True
|
|
|
|
if env_colors:
|
|
for color in color_list:
|
|
if color not in ['black', 'red', 'green', 'yellow', 'blue', 'magenta', 'cyan', 'gray', 'brightblack', 'brightred',
|
|
'brightgreen', 'brightyellow', 'brightblue', 'brightmagenta', 'brightcyan', 'white', 'default']:
|
|
print('jc: Warning: could not parse JC_COLORS environment variable\n', file=sys.stderr)
|
|
input_error = True
|
|
|
|
# if there is an issue with the env variable, just set all colors to default and move on
|
|
if input_error:
|
|
color_list = ['default', 'default', 'default', 'default']
|
|
|
|
# Try the color set in the JC_COLORS env variable first. If it is set to default, then fall back to default colors
|
|
return {
|
|
Name.Tag: f'bold ansi{color_list[0]}' if not color_list[0] == 'default' else f'bold ansiblue', # key names
|
|
Keyword: f'ansi{color_list[1]}' if not color_list[1] == 'default' else f'ansibrightblack', # true, false, null
|
|
Number: f'ansi{color_list[2]}' if not color_list[2] == 'default' else f'ansimagenta', # numbers
|
|
String: f'ansi{color_list[3]}' if not color_list[3] == 'default' else f'ansigreen' # strings
|
|
}
|
|
|
|
|
|
def piped_output():
|
|
"""returns False if stdout is a TTY. True if output is being piped to another program"""
|
|
if sys.stdout.isatty():
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
|
|
def ctrlc(signum, frame):
|
|
"""exit with error on SIGINT"""
|
|
sys.exit(1)
|
|
|
|
|
|
def parser_shortname(parser_argument):
|
|
"""short name of the parser with dashes and no -- prefix"""
|
|
return parser_argument[2:]
|
|
|
|
|
|
def parser_argument(parser):
|
|
"""short name of the parser with dashes and with -- prefix"""
|
|
return f'--{parser}'
|
|
|
|
|
|
def parser_mod_shortname(parser):
|
|
"""short name of the parser's module name (no -- prefix and dashes converted to underscores)"""
|
|
return parser.replace('--', '').replace('-', '_')
|
|
|
|
|
|
def parser_module(parser):
|
|
"""import the module just in time and return the module object"""
|
|
importlib.import_module('jc.parsers.' + parser_mod_shortname(parser))
|
|
return getattr(jc.parsers, parser_mod_shortname(parser))
|
|
|
|
|
|
def parsers_text(indent=0, pad=0):
|
|
"""return the argument and description information from each parser"""
|
|
ptext = ''
|
|
for parser in parsers:
|
|
parser_arg = parser_argument(parser)
|
|
parser_mod = parser_module(parser)
|
|
|
|
if hasattr(parser_mod, 'info'):
|
|
parser_desc = parser_mod.info.description
|
|
padding = pad - len(parser_arg)
|
|
padding_char = ' '
|
|
indent_text = padding_char * indent
|
|
padding_text = padding_char * padding
|
|
ptext += indent_text + parser_arg + padding_text + parser_desc + '\n'
|
|
|
|
return ptext
|
|
|
|
|
|
def about_jc():
|
|
"""return jc info and the contents of each parser.info as a dictionary"""
|
|
parser_list = []
|
|
|
|
for parser in parsers:
|
|
parser_mod = parser_module(parser)
|
|
|
|
if hasattr(parser_mod, 'info'):
|
|
info_dict = {}
|
|
info_dict['name'] = parser_mod.__name__.split('.')[-1]
|
|
info_dict['argument'] = parser_argument(parser)
|
|
parser_entry = vars(parser_mod.info)
|
|
|
|
for k, v in parser_entry.items():
|
|
if not k.startswith('__'):
|
|
info_dict[k] = v
|
|
|
|
parser_list.append(info_dict)
|
|
|
|
return {
|
|
'name': 'jc',
|
|
'version': info.version,
|
|
'description': info.description,
|
|
'author': info.author,
|
|
'author_email': info.author_email,
|
|
'parser_count': len(parser_list),
|
|
'parsers': parser_list
|
|
}
|
|
|
|
|
|
def helptext(message):
|
|
"""return the help text with the list of parsers"""
|
|
parsers_string = parsers_text(indent=12, pad=17)
|
|
|
|
helptext_string = f'''
|
|
jc: {message}
|
|
|
|
Usage: COMMAND | jc PARSER [OPTIONS]
|
|
|
|
or magic syntax:
|
|
|
|
jc [OPTIONS] COMMAND
|
|
|
|
Parsers:
|
|
{parsers_string}
|
|
Options:
|
|
-a about jc
|
|
-d debug - show trace messages
|
|
-m monochrome output
|
|
-p pretty print output
|
|
-q quiet - suppress warnings
|
|
-r raw JSON output
|
|
|
|
Example:
|
|
ls -al | jc --ls -p
|
|
|
|
or using the magic syntax:
|
|
|
|
jc -p ls -al
|
|
'''
|
|
print(textwrap.dedent(helptext_string), file=sys.stderr)
|
|
|
|
|
|
def json_out(data, pretty=False, mono=False, piped_out=False):
|
|
# set colors
|
|
class JcStyle(Style):
|
|
styles = set_env_colors()
|
|
|
|
|
|
if not mono and not piped_out:
|
|
if pretty:
|
|
print(highlight(json.dumps(data, indent=2), JsonLexer(), Terminal256Formatter(style=JcStyle))[0:-1])
|
|
else:
|
|
print(highlight(json.dumps(data), JsonLexer(), Terminal256Formatter(style=JcStyle))[0:-1])
|
|
else:
|
|
if pretty:
|
|
print(json.dumps(data, indent=2))
|
|
else:
|
|
print(json.dumps(data))
|
|
|
|
|
|
def generate_magic_command(args):
|
|
"""
|
|
Returns a tuple with a boolean and a command, where the boolean signifies that
|
|
the command is valid, and the command is either a command string or None.
|
|
"""
|
|
|
|
# Parse with magic syntax: jc -p ls -al
|
|
if len(args) <= 1 or args[1].startswith('--'):
|
|
return False, None
|
|
|
|
# correctly parse escape characters and spaces with shlex
|
|
args_given = ' '.join(map(shlex.quote, args[1:])).split()
|
|
options = []
|
|
|
|
# find the options
|
|
for arg in list(args_given):
|
|
# parser found - use standard syntax
|
|
if arg.startswith('--'):
|
|
return False, None
|
|
|
|
# option found - populate option list
|
|
elif arg.startswith('-'):
|
|
options.extend(args_given.pop(0)[1:])
|
|
|
|
# command found if iterator didn't already stop - stop iterating
|
|
else:
|
|
break
|
|
|
|
# all options popped and no command found - for case like 'jc -a'
|
|
if len(args_given) == 0:
|
|
return False, None
|
|
|
|
magic_dict = {}
|
|
parser_info = about_jc()['parsers']
|
|
|
|
# Create a dictionary of magic_commands to their respective parsers.
|
|
for entry in parser_info:
|
|
# Update the dict with all of the magic commands for this parser, if they exist.
|
|
magic_dict.update({mc: entry['argument'] for mc in entry.get('magic_commands', [])})
|
|
|
|
# find the command and parser
|
|
one_word_command = args_given[0]
|
|
two_word_command = ' '.join(args_given[0:2])
|
|
|
|
# Try to get a parser for two_word_command, otherwise get one for one_word_command
|
|
found_parser = magic_dict.get(two_word_command, magic_dict.get(one_word_command))
|
|
|
|
# construct a new command line using the standard syntax: COMMAND | jc --PARSER -OPTIONS
|
|
run_command = ' '.join(args_given)
|
|
if found_parser:
|
|
cmd_options = ('-' + ''.join(options)) if options else ''
|
|
return True, ' '.join([run_command, '|', 'jc', found_parser, cmd_options])
|
|
else:
|
|
return False, run_command
|
|
|
|
|
|
def magic():
|
|
valid_command, run_command = generate_magic_command(sys.argv)
|
|
if valid_command:
|
|
os.system(run_command)
|
|
sys.exit(0)
|
|
elif run_command is None:
|
|
return
|
|
else:
|
|
helptext(f'parser not found for "{run_command}"')
|
|
sys.exit(1)
|
|
|
|
|
|
def main():
|
|
# break on ctrl-c keyboard interrupt
|
|
signal.signal(signal.SIGINT, ctrlc)
|
|
|
|
# break on pipe error. need try/except for windows compatibility
|
|
try:
|
|
signal.signal(signal.SIGPIPE, signal.SIG_DFL)
|
|
except AttributeError:
|
|
pass
|
|
|
|
# try magic syntax first: e.g. jc -p ls -al
|
|
magic()
|
|
|
|
options = []
|
|
|
|
# options
|
|
for opt in sys.argv:
|
|
if opt.startswith('-') and not opt.startswith('--'):
|
|
options.extend(opt[1:])
|
|
|
|
debug = 'd' in options
|
|
mono = 'm' in options
|
|
pretty = 'p' in options
|
|
quiet = 'q' in options
|
|
raw = 'r' in options
|
|
|
|
if 'a' in options:
|
|
json_out(about_jc(), pretty=pretty, mono=mono, piped_out=piped_output())
|
|
sys.exit(0)
|
|
|
|
if sys.stdin.isatty():
|
|
helptext('missing piped data')
|
|
sys.exit(1)
|
|
|
|
data = sys.stdin.read()
|
|
|
|
found = False
|
|
|
|
if debug:
|
|
for arg in sys.argv:
|
|
parser_name = parser_shortname(arg)
|
|
|
|
if parser_name in parsers:
|
|
# load parser module just in time so we don't need to load all modules
|
|
parser = parser_module(arg)
|
|
result = parser.parse(data, raw=raw, quiet=quiet)
|
|
found = True
|
|
break
|
|
else:
|
|
for arg in sys.argv:
|
|
parser_name = parser_shortname(arg)
|
|
|
|
if parser_name in parsers:
|
|
# load parser module just in time so we don't need to load all modules
|
|
parser = parser_module(arg)
|
|
try:
|
|
result = parser.parse(data, raw=raw, quiet=quiet)
|
|
found = True
|
|
break
|
|
except Exception:
|
|
jc.utils.error_message(
|
|
f'{parser_name} parser could not parse the input data. Did you use the correct parser?\n For details use the -d option.')
|
|
sys.exit(1)
|
|
|
|
if not found:
|
|
helptext('missing or incorrect arguments')
|
|
sys.exit(1)
|
|
|
|
json_out(result, pretty=pretty, mono=mono, piped_out=piped_output())
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|