add readme and add csv creation

.gitignore

@@ -1,3 +1,4 @@
 *.db
 *.json
-.idea/
+.idea/
+*.csv

README.md

@@ -10,5 +10,4 @@ Steps
 * install required packages `pip install -r requirements.txt`
 * run `python3 main.py`
 * if successful will create a transactions.db (sqlite database)
-* can be used with anyother tool to convert to csv
+* also create csv
-* one way to export to csv is is `https://www.sqlitetutorial.net/sqlite-export-csv/`

main.py

@@ -1,6 +1,9 @@
 # This is a sample Python script.
 import ijson
 import sqlite3
+import pandas as pd
+from glob import glob
+from os.path import expanduser
 
 # Press ⌃R to execute it or replace it with your code.
 # Press Double ⇧ to search everywhere for classes, files, tool windows, actions, and settings.
@@ -97,6 +100,20 @@ def write_to_database(tbl, cols):
     cur.execute(sql, values)
 
 
+def make_csv_from_tables():
+    cur.execute("SELECT name FROM sqlite_master WHERE type='table'")
+    tbls = []
+
+    for (tbl,) in cur.fetchall():
+        print("tbl = ", tbl)
+        if tbl.find("transactions") == 0:
+            tbls.append(tbl)
+
+    for tbl in tbls:
+        clients = pd.read_sql(f"SELECT * FROM {tbl}", con)
+        clients.to_csv(f"{tbl}.csv", index=False)
+
+
 def parse_json():
     extract_keys_names = extract_keys.keys()
     headers = []
@@ -141,7 +158,9 @@ def parse_json():
                 flat_json[k] = item[k]
 
         write_to_database(parent, flat_json)
-        con.commit()
+    con.commit()
+
+    make_csv_from_tables()
 
 
 # Press the green button in the gutter to run the script.

requirements.txt

@@ -1 +1,2 @@
-ijson
+ijson
+pandas