made flatten a runable script

This commit is contained in:
Mark McIntyre 2023-06-13 12:14:48 -04:00
parent e6166ca827
commit d62e875b99

View File

@ -1,32 +1,87 @@
def flatten(data_object, key_name=None):
# print('-' * 10)
# print(f"data_object = {data_object}, key_name = {key_name}")
#!/usr/bin/env python3
import argparse
import json
import logging
_level = logging.INFO
_format = "%(asctime)-15s [%(levelname)-8s] %(lineno)d : %(funcName)s : %(message)s"
logging.basicConfig(format=_format, level=_level)
logger = logging.getLogger()
def parse_args():
argp = argparse.ArgumentParser()
argp.add_argument(
'--debug',
action='store_true',
help="Run in debug mode"
)
argp.add_argument(
'json_filename',
help="JSON filename to flatten"
)
argp.add_argument(
'--output-file', '-o',
help="Output filename for results"
)
return argp.parse_args()
def flatten(data_object, key_name=None, variable_list=[]):
"""Will flatten a JSON file by listing the variables in
a dot notation.
Args:
data_object: Data as dict, list, string, etc. to parse recursively
key_name: String of the key name to pass into in the next call
variable_list: List of the generated variables
Returns:
The list of the variables in dot notation.
"""
if type(data_object) == list:
for data_line in data_object:
# print(f"dl | data_line = {data_line}")
# print(f"dl | key_name = {key_name}")
# print(f":recursion")
flatten(data_line, key_name=key_name)
# print(":returned to the stack")
flatten(data_line, key_name=key_name, variable_list=variable_list)
elif type(data_object) == dict:
for k, v in data_object.items():
# print(f"dd | k, v = {k}, {v}")
# print(f"dd | key_name = {key_name}")
key_name = f"{key_name}.{k}" if key_name else k
# print(f"dd | key_name.k = {key_name}")
# print(f":recursion")
flatten(v, key_name=key_name)
flatten(v, key_name=key_name, variable_list=variable_list)
# print(":returned to the stack")
# print(f"dd | key_name = {key_name}")
key_name = ".".join(key_name.split('.')[:-1])
# print("...back tracking key_name one level")
else:
print(f"--> {key_name}: {data_object}") if key_name else None
variable_list.append(f"{key_name}: {data_object}" if key_name else None)
# print("<< returning from this run")
# print('=' * 10)
return variable_list
return
def main():
args = parse_args()
if args.debug:
logger.info("Running in debug mode")
logger.setLevel(logging.DEBUG)
with open(args.json_filename) as fp:
json_file = json.load(fp)
json_variables = flatten(json_file)
if args.output_file:
with open(args.output_file, 'w') as fp:
for variable in json_variables:
fp.write(f"{variable}\n")
else:
for variable in json_variables:
print(f"{variable}")
if __name__ == "__main__":
main()