From 3365e5f87d7642f341864102c2d2cd49cca8f132 Mon Sep 17 00:00:00 2001 From: gowthaman Date: Fri, 16 Jun 2023 05:25:30 +0530 Subject: [PATCH] start adding arg parse to make it extendable --- main.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/main.py b/main.py index ee0a2e4..4d2c935 100644 --- a/main.py +++ b/main.py @@ -1,6 +1,17 @@ +import pathlib + import ijson import sqlite3 import pandas as pd +import argparse + +parser = argparse.ArgumentParser() +parser.add_argument("-i", "--input", help="folder containing input json(s)", required=True, type=pathlib.Path) +parser.add_argument("-o", "--output", help="folder to place csv", required=True, type=pathlib.Path) +parser.add_argument("-s", "--single", action="store_true", help="merge all json files to single output csv") +parser.add_argument("-j", "--join-column", help="join column from top-level to merge nested json", required=True) +parser.add_argument("-m", "--metadata", type=int, help="how many records to parse for building metadata", default=100) +parser.parse_args() flat_keys = ["cost_center", "location", "customer"] extract_keys = {